00000400:00000200:3.0F:1767384576.090212:0:16313:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000020:02000000:3.0:1767384576.149532:0:16326:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_2_g45eb11f 00000020:00000010:3.0:1767384576.151908:0:16326:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000ec8c2161. 00000001:00000010:3.0:1767384576.152656:0:16326:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004b697488. 00000001:00000010:3.0:1767384576.152661:0:16326:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000089b2e031. 00000001:00000010:3.0:1767384576.152664:0:16326:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008397fd9e. 00000001:00000010:3.0:1767384576.152666:0:16326:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd15edb2. 00000001:00000010:3.0:1767384576.152668:0:16326:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f037ec8a. 00000001:00000010:3.0:1767384576.152670:0:16326:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000767bdf85. 00000020:00000010:3.0:1767384576.152703:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008151dd1f. 00000020:00000010:3.0:1767384576.152706:0:16326:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000680fc7e2. 00000001:00000010:3.0:1767384576.152709:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001fad9bed. 00000020:00000010:3.0:1767384576.152803:0:16326:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000574602ce. 00000020:00000010:3.0:1767384576.152990:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004393a204. 00000020:00000010:3.0:1767384576.152993:0:16326:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b881863e. 00000020:00000010:3.0:1767384576.152994:0:16326:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b874ede4. 00000020:00000010:3.0:1767384576.152998:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000358a56c0. 00000020:00000010:3.0:1767384576.153001:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004272634a. 00000020:00000010:3.0:1767384576.153003:0:16326:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd1b629e. 00000020:00000010:3.0:1767384576.153005:0:16326:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000957a3828. 00000020:00000010:3.0:1767384576.153007:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc93606c. 00000020:00000010:3.0:1767384576.153009:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011590d99. 00000020:00000010:3.0:1767384576.153011:0:16326:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063b8c8e8. 00000020:00000010:3.0:1767384576.153013:0:16326:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a5086831. 00000020:00000010:3.0:1767384576.153016:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067f00a44. 00000020:00000010:3.0:1767384576.153019:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f853d850. 00000020:00000010:3.0:1767384576.153022:0:16326:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e5d8d6b. 00000020:00000010:3.0:1767384576.153024:0:16326:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000025f70545. 00000020:00000010:3.0:1767384576.153028:0:16326:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afafad51. 02000000:00000010:3.0:1767384576.153031:0:16326:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000e3d5bcd2. 02000000:00000010:3.0:1767384576.153034:0:16326:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000fe5f27cc. 02000000:00000010:3.0:1767384576.153046:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004ff503c7. 02000000:00000010:3.0:1767384576.153050:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000679a3141. 00000001:00000010:3.0:1767384576.153059:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000053d02c9a. 00000020:00000010:3.0:1767384576.153091:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000007f3e998e. 00000020:00000010:3.0:1767384576.153105:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000007f3e998e. 02000000:00000010:3.0:1767384576.153109:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004cf70b0a. 02000000:00000010:3.0:1767384576.153111:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000dd4088d1. 00000001:00000010:3.0:1767384576.153114:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000069b7042b. 00000020:00000010:3.0:1767384576.153149:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000007f3e998e. 00000020:00000010:3.0:1767384576.153162:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000007f3e998e. 02000000:00000010:3.0:1767384576.153165:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007dd8911c. 02000000:00000010:3.0:1767384576.153168:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000db61ceef. 00000001:00000010:3.0:1767384576.153171:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000216a8ce0. 00000020:00000010:3.0:1767384576.153203:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000007f3e998e. 00000020:00000010:3.0:1767384576.153217:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000007f3e998e. 02000000:00000010:3.0:1767384576.153234:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a2cb7673. 02000000:00000010:3.0:1767384576.153237:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 000000007f3e998e. 00000001:00000010:3.0:1767384576.153240:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003fb19f67. 00000020:00000010:3.0:1767384576.153273:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153288:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153291:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d85e4011. 02000000:00000010:3.0:1767384576.153292:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000008a23577e. 00000001:00000010:3.0:1767384576.153295:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008820da56. 00000020:00000010:3.0:1767384576.153327:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153341:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153344:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009d3eadac. 02000000:00000010:3.0:1767384576.153347:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 0000000073d09007. 00000001:00000010:3.0:1767384576.153349:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f9d39686. 00000020:00000010:3.0:1767384576.153384:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153395:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153398:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f0fa45b4. 02000000:00000010:3.0:1767384576.153401:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 00000000bc32a707. 00000001:00000010:3.0:1767384576.153404:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006bb0f112. 00000020:00000010:3.0:1767384576.153440:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153450:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153453:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008e41a134. 02000000:00000010:3.0:1767384576.153456:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 000000002f26b803. 00000001:00000010:3.0:1767384576.153458:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d08bf1d2. 00000020:00000010:3.0:1767384576.153490:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153501:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153505:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ba15e6a5. 02000000:00000010:3.0:1767384576.153507:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d50fb2cd. 00000001:00000010:3.0:1767384576.153508:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007e2ef0d5. 00000020:00000010:3.0:1767384576.153541:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153552:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153556:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f271a7b1. 02000000:00000010:3.0:1767384576.153558:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000091fa2fbd. 00000001:00000010:3.0:1767384576.153561:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000863d86ec. 00000020:00000010:3.0:1767384576.153593:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153606:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153609:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b366361b. 02000000:00000010:3.0:1767384576.153612:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000011e86bcd. 00000001:00000010:3.0:1767384576.153614:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d4424974. 00000020:00000010:3.0:1767384576.153644:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153655:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153660:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000005881a632. 02000000:00000010:3.0:1767384576.153662:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000006c4c1443. 00000001:00000010:3.0:1767384576.153664:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001522e48b. 00000020:00000010:3.0:1767384576.153695:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.153705:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003ad35b99. 02000000:00000010:3.0:1767384576.153708:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000015b78e0. 02000000:00000010:3.0:1767384576.153711:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000fe1941b3. 00000001:00000010:3.0:1767384576.153713:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e140f2e4. 00000020:00000010:3.0:1767384576.154147:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000001630b15c. 00000020:00000010:3.0:1767384576.154167:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000001630b15c. 02000000:00000010:3.0:1767384576.154172:0:16326:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000eeacbc45. 02000000:00000010:3.0:1767384576.154175:0:16326:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000475498e8. 00000001:00000010:3.0:1767384576.154177:0:16326:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000aecd70fe. 00000020:00000010:3.0:1767384576.154205:0:16326:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000001630b15c. 00000020:00000010:3.0:1767384576.154214:0:16326:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000001630b15c. 00000100:00000010:3.0:1767384576.236378:0:16341:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 0000000030c13a2b. 00000100:00000010:3.0:1767384576.236385:0:16341:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000033a3f5ee. 00000100:00000010:3.0:1767384576.236387:0:16341:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000bda30860. 00000100:00000010:3.0:1767384576.236388:0:16341:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000a09c7996. 00000100:00000010:3.0:1767384576.236390:0:16341:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000a8e459d8. 00000100:00000010:3.0:1767384576.236501:0:16357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ad35b99. 00000020:00000010:3.0:1767384576.236505:0:16357:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f38b7185. 00000020:00000010:3.0:1767384576.236508:0:16357:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033f09f43. 00000020:00000010:3.0:1767384576.236510:0:16357:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a6168454. 00000040:00000010:3.0:1767384576.236512:0:16357:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e557d9c. 00000020:00000010:3.0:1767384576.236515:0:16357:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c497090. 00000020:00000010:3.0:1767384576.236517:0:16357:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000711e13d4. 00000100:00000010:3.0:1767384576.236925:0:16359:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0126353. 00000020:00000010:3.0:1767384576.236930:0:16359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039f04dee. 00000020:00000010:3.0:1767384576.236933:0:16359:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004fb63b4e. 00000020:00000010:3.0:1767384576.236934:0:16359:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a2181b38. 00000040:00000010:3.0:1767384576.236936:0:16359:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6c65d2b. 00000020:00000010:3.0:1767384576.236939:0:16359:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f62caa22. 00000020:00000010:3.0:1767384576.236940:0:16359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a582515f. 00000100:00000010:3.0:1767384576.237150:0:16341:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000435c4610. 00000100:00000010:3.0:1767384576.237279:0:16341:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000002bdf20d. 00000100:00000010:3.0:1767384576.237283:0:16341:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004124afe8. 00000100:00000010:3.0:1767384576.237285:0:16341:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000282188f6. 00000100:00000010:3.0:1767384576.237287:0:16341:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000007595bfc7. 00000100:00000010:3.0:1767384576.237288:0:16341:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000ddcafc93. 00000100:00000010:3.0:1767384576.237290:0:16341:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000004c76265e. 00000001:00000010:3.0:1767384576.237427:0:16341:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000d5bb694b. 00000001:00000010:3.0:1767384576.237432:0:16341:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001e2252ae. 00000001:00000010:3.0:1767384576.237436:0:16341:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000eb6cb21. 00000001:00000010:3.0:1767384576.237439:0:16341:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000031c570ab. 00000001:00000010:3.0:1767384576.237443:0:16341:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000732b33be. 00000001:00000010:3.0:1767384576.237453:0:16341:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 00000000184aaaf5. 00000020:00000010:3.0:1767384578.446484:0:16504:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b094e6f0. 00000020:00000010:3.0:1767384578.777933:0:16614:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000070bd47a5. 00000020:00000010:3.0:1767384578.872565:0:16640:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000064959f7d. 00000020:00000010:3.0:1767384579.191886:0:16714:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 0000000056211a4c. 00000020:00000010:3.0:1767384579.191894:0:16714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cc877fa. 00000020:00000010:3.0:1767384579.191897:0:16714:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1456b9c. 00000020:00000010:3.0:1767384579.191900:0:16714:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004385755c. 00000008:00000010:3.0:1767384579.191910:0:16714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000042d573a1. 00020000:00000010:3.0:1767384579.191917:0:16714:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000000cd132e7. 00008000:00000010:3.0:1767384579.191925:0:16714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b2523d07. 00000080:00000010:3.0:1767384579.191933:0:16714:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000414d58e5. 00000080:00000010:3.0:1767384579.191939:0:16714:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d2a5d9f4. 00000020:00000010:3.0:1767384579.191943:0:16714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060183d41. 00000008:00000010:3.0:1767384579.191951:0:16714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b700b041. 00020000:00000010:3.0:1767384579.191960:0:16714:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b530aebe. 00008000:00000010:3.0:1767384579.191972:0:16714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005078ba6c. 00000080:00000010:3.0:1767384579.191977:0:16714:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006e8aaf29. 00000400:00000200:3.0:1767384582.638933:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384582.638946:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100041 00000400:00000200:3.0:1767384582.638954:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (2) 00000400:00000010:3.0:1767384582.638963:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e33205f1. 00000400:00000010:3.0:1767384582.638983:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000114ddcb6. 00000400:00000010:3.0:1767384582.639014:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000024896841. 00000400:00000200:3.0:1767384582.639046:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:3.0:1767384582.639063:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:3.0:1767384582.639069:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384582.639077:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.639090:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384582.639101:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.639127:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp NI seq info: [1:1:256:4294967295] 192.168.202.154@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384582.639141:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.639183:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp:) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) : GET try# 0 00000800:00000200:3.0:1767384582.639195:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp 00000800:00000010:3.0:1767384582.639219:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001092c218. 00000800:00000010:3.0:1767384582.639236:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004df9ba19. 00000800:00000010:3.0:1767384582.639248:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000038e3681f. 00000800:00000200:3.0:1767384582.639270:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (2) 00000800:00000200:3.1F:1767384582.639280:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (2) 00000400:00000200:3.0:1767384582.639312:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.639316:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100241 rc 0 00000800:00000200:0.1F:1767384582.639840:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (2) 00000800:00000200:0.1:1767384582.639850:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp 00000000cf9979a4 deleted 00000800:00000010:0.1:1767384582.639852:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf9979a4. 00000800:00000200:0.1:1767384582.639858:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384582.639863:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:1023 00000800:00000200:0.1:1767384582.639868:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001092c218 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1767384582.639949:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384582.640387:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384582.640394:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000c1 00000400:00000010:3.0:1767384582.640402:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000356b0d60. 00000400:00000010:3.0:1767384582.640423:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000d5d9d0ee. 00000400:00000010:3.0:1767384582.640426:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000ae47fed1. 00000400:00000010:3.0:1767384582.640433:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000356b0d60. 00000400:00000010:3.0:1767384582.640445:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000d5d9d0ee. 00000400:00000010:3.0:1767384582.640449:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000ae47fed1. 00000400:00000010:3.0:1767384582.640452:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e33205f1. 00000400:00000200:3.0:1767384582.640459:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384582.640462:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100141 00000400:00000200:3.0:1767384582.640466:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100141 rc 1 00000400:00000200:3.0:1767384582.640469:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100141 00000400:00000010:3.0:1767384582.640473:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000400:00000200:3.0:1767384582.640477:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (2) 00000400:00000010:3.0:1767384582.640488:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077b3354e. 00000400:00000200:3.0:1767384582.640495:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:3.0:1767384582.640504:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp to MR: 192.168.202.154@tcp local destination 00000400:00000200:3.0:1767384582.640511:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp NI seq info: [3:3:256:4294967295] 192.168.202.154@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384582.640522:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.640530:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) : PUT try# 0 00000800:00000200:3.0:1767384582.640535:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.154@tcp 00000800:00000010:3.0:1767384582.640540:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f173aaf. 00000800:00000200:3.0:1767384582.640550:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (4) 00000800:00000200:3.0:1767384582.640563:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:1023 00000800:00000200:3.0:1767384582.640568:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f173aaf type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1767384582.640583:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.640589:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100541 rc 0 00000800:00000200:0.1:1767384582.640632:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (4) 00000800:00000200:0.1:1767384582.640635:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp 00000000cf9979a4 deleted 00000800:00000010:0.1:1767384582.640647:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf9979a4. 00000800:00000200:0.1:1767384582.640651:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384582.640786:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384582.640796:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384582.640810:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f173aaf. 00000400:00000200:3.0:1767384582.640838:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.640855:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp->192.168.202.154@tcp: PUT: OK 00000400:00000200:3.0:1767384582.640867:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384582.640876:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000400:00000200:3.0:1767384582.640954:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384582.640960:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdbc1db2. 00000400:00000010:3.0:1767384582.640969:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000400:00000200:3.0:1767384582.640977:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:3.0:1767384582.640999:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004c1 00000400:00000010:3.0:1767384582.641009:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000ae47fed1. 00000400:00000010:3.0:1767384582.641016:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000d5d9d0ee. 00000400:00000010:3.0:1767384582.641020:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000356b0d60. 00000400:00000010:3.0:1767384582.641028:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000ae47fed1. 00000400:00000010:3.0:1767384582.641037:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000d5d9d0ee. 00000400:00000010:3.0:1767384582.641041:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000356b0d60. 00000400:00000010:3.0:1767384582.641044:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000003b0dfbe1. 00000400:00000200:3.0:1767384582.641050:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384582.641052:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100541 00000400:00000200:3.0:1767384582.641055:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100541 rc 1 00000400:00000200:3.0:1767384582.641062:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100541 00000400:00000200:3.0:1767384582.641072:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384582.641074:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:3.0:1767384582.641081:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384582.641090:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (3) 00000400:00000200:3.0:1767384582.641136:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp) <- 192.168.202.154@tcp : ACK - for me 00000400:00000200:3.0:1767384582.641151:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp: ACK from 12345-192.168.202.154@tcp into md 0x211 00000400:00000200:3.0:1767384582.641158:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.641184:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp->192.168.202.154@tcp: ACK: OK 00000400:00000200:3.0:1767384582.641191:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.641199:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000400:00000200:3.0:1767384582.641204:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384582.641211:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:3.0:1767384582.641216:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (2) 00000020:00000010:3.0:1767384582.641355:0:16356:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a96637a6. 00000020:00000010:3.0:1767384582.641374:0:16356:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e33205f1. 80000000:00000010:3.0:1767384582.641394:0:16356:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004a7e1ff4. 40000000:00000010:3.0:1767384582.641399:0:16356:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000356b0d60. 00000008:00000010:3.0:1767384582.641407:0:16356:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000127217eb. 00020000:00000010:3.0:1767384582.641412:0:16356:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e6cf2f85. 00008000:00000010:3.0:1767384582.641419:0:16356:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ca10a3a5. 00100000:00000010:3.0:1767384582.641438:0:16356:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032bae763. 00040000:00000010:3.0:1767384582.641456:0:16356:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f173aaf. 00040000:00000010:3.0:1767384582.641474:0:16356:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c28d3af. 00040000:00000010:3.0:1767384582.641485:0:16356:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4160f6b. 00080000:00000010:3.0:1767384582.641503:0:16356:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008497a6b9. 00080000:00000010:3.0:1767384582.641513:0:16356:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002de74b10. 00000004:00000010:3.0:1767384582.641539:0:16356:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a40f085. 00000004:00000010:3.0:1767384582.641548:0:16356:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a7a71870. 00000004:00000010:3.0:1767384582.641555:0:16356:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b66063a. 00002000:00000010:3.0:1767384582.641561:0:16356:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003841a503. 00000004:00000010:3.0:1767384582.641570:0:16356:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000082b93351. 00000080:00000010:3.0:1767384582.641576:0:16356:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c3ad36af. 00000080:00000010:3.0:1767384582.641612:0:16356:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000dcd947a2. 00000008:00000010:3.0:1767384582.641629:0:16356:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a45b0b18. 00020000:00000010:3.0:1767384582.641639:0:16356:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d51c7466. 00008000:00000010:3.0:1767384582.641649:0:16356:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009bae325e. 00000080:00000010:3.0:1767384582.641662:0:16356:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b1977b86. 02000000:00000010:3.0:1767384582.641707:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000acdf1bda. 00000400:00000010:3.0:1767384582.641715:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a26d007. 00000400:00000010:3.0:1767384582.641721:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.641729:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049163904, portal 25 00000400:00000010:3.0:1767384582.641737:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.641742:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237049163904, offset 0 00000400:00000200:3.0:1767384582.641803:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.641818:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384582.641826:0:16356:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000220f8606. 00000400:00000200:3.0:1767384582.641830:0:16356:0:(peer.c:264:lnet_peer_alloc()) 00000000220f8606 nid 0@lo 00000400:00000010:3.0:1767384582.641833:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000050f3f939. 00000400:00000200:3.0:1767384582.641835:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000050f3f939 net lo 00000400:00000010:3.0:1767384582.641839:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000006652031. 00000400:00000200:3.0:1767384582.641842:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000006652031 nid 0@lo 00000400:00000200:3.0:1767384582.641852:0:16356:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 0@lo nid 0@lo: 0 00000400:00000200:3.0:1767384582.641862:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000220f8606 (0) 00000400:00000200:3.0:1767384582.641869:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 0@lo NID 0@lo flags 0x0 00000400:00000200:3.0:1767384582.641873:0:16356:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 0@lo: 0 00000400:00000200:3.0:1767384582.641883:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958260000080 00000400:00000200:3.0:1767384582.641899:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x10d [2] + 0 00000400:00000010:3.0:1767384582.641908:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002461c33f. 00000400:00000200:3.0:1767384582.641913:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3730f3c 00000400:00000200:3.0:1767384582.641917:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.641920:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384582.641923:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3730f3c 00000400:00000010:3.0:1767384582.641924:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3730f3c. 00000100:00000200:3.0:1767384582.641931:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384582.641946:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.641948:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.641963:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e38106d9 x1853237049163904/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384582.641982:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021f45a08. 00000100:00000010:3.0:1767384582.642001:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af185587. 00000100:00000010:3.0:1767384582.642008:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000879073f. 00000100:00000010:3.0:1767384582.642012:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f8588b6. 00000020:00000010:3.0:1767384582.642057:0:17084:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bb440ba5. 00000020:00000010:3.0:1767384582.642092:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000738a66b7. 00000020:00000010:3.0:1767384582.642097:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.642113:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000100:00000200:3.0:1767384582.642186:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049163904 02000000:00000010:3.0:1767384582.642227:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003b65b265. 00000020:00000010:3.0:1767384582.642238:0:17084:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ae649549. 00000001:00000010:3.0:1767384582.642248:0:17084:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006c76f75d. 00000001:00000010:3.0:1767384582.642253:0:17084:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000061e6dd7b. 00000001:00000010:3.0:1767384582.642258:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc0ec323. 00000001:00000010:3.0:1767384582.642262:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8398e74. 00000001:00000010:3.0:1767384582.642265:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0131ef0. 00000001:00000010:3.0:1767384582.642270:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074f12f1c. 00000020:00000010:3.0:1767384582.642283:0:17084:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ed952362. 00000020:00000010:3.0:1767384582.642427:0:17084:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000039311d73. 00000020:00000010:3.0:1767384582.642432:0:17084:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000045dec731. 00000020:00000010:3.0:1767384582.642434:0:17084:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000006968dd38. 00000020:00000010:3.0:1767384582.642454:0:17084:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007ebb2b88. 00000020:00000010:3.0:1767384582.642465:0:17084:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000001092c218. 00000020:00000010:3.0:1767384582.642469:0:17084:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000003089a881. 00000020:00000010:3.0:1767384582.642494:0:17084:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000fa0a28b8. 00010000:00000200:3.0:1767384582.642537:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a251bd97 x1853237049163904/t0(0) o250->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.642555:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.642566:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237049163904, offset 0 00000400:00000200:3.0:1767384582.642573:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.642578:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.642583:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958260000080 00000400:00000200:3.0:1767384582.642587:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x219 [1] + 0 00000400:00000200:3.0:1767384582.642590:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.642594:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.642603:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049163904/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.642626:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.642628:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.642642:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.642652:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.642657:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000738a66b7. 02000000:00000010:3.0:1767384582.642664:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000003b65b265. 00000100:00000200:3.0:1767384582.642671:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.642675:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6203ee7. 00000400:00000010:3.0:1767384582.642678:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbb91b83. 00000400:00000010:3.0:1767384582.642730:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a26d007. 00000400:00000200:3.0:1767384582.642807:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.642810:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.642815:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e38106d9 x1853237049163904/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384582.642825:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e38106d9 x1853237049163904/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384582.642883:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000acdf1bda. 02000000:00000010:3.0:1767384582.642889:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c885cadb. 00000100:00000010:3.0:1767384582.642896:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e38106d9. 00000100:00000010:3.0:1767384582.645814:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f8588b6. 00000020:00000010:3.0:1767384582.694389:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.694400:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.694411:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014d9db03. 00000020:00000010:3.0:1767384582.694428:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.694434:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.694485:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.694489:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000100:00000200:3.0:1767384582.694493:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164032 02000000:00000010:3.0:1767384582.694519:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002b01dada. 20000000:00000010:3.0:1767384582.694536:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b774b4eb. 20000000:00000010:3.0:1767384582.694560:0:17082:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000001e46aa74. 20000000:00000010:3.0:1767384582.694568:0:17082:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000000ba2b9a5. 20000000:00000010:3.0:1767384582.694573:0:17082:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000ba5656db. 20000000:00000010:3.0:1767384582.694580:0:17082:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000738a66b7. 20000000:00000010:3.0:1767384582.694585:0:17082:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000ca926f3c. 20000000:00000010:3.0:1767384582.694605:0:17082:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000022114adb. 20000000:00000010:3.0:1767384582.694611:0:17082:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000052211e37. 20000000:00000010:3.0:1767384582.694614:0:17082:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000054b06d04. 00000040:00000010:3.0:1767384582.696075:0:17082:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000052ba927d. 00000040:00000010:3.0:1767384582.696091:0:17082:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000027e57e88. 00000040:00000010:3.0:1767384582.696094:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009ae747cb. 00000040:00000010:3.0:1767384582.696101:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aab0d753. 20000000:00000010:3.0:1767384582.696105:0:17082:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000b0f8685f. 20000000:00000010:3.0:1767384582.696126:0:17082:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000005a93f5c1. 00000040:00000010:3.0:1767384582.696132:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aab0d753. 00000040:00000010:3.0:1767384582.696174:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aab0d753. 20000000:00000010:3.0:1767384582.696179:0:17082:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000005a93f5c1. 20000000:00000010:3.0:1767384582.696900:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b774b4eb. 00010000:00000200:3.0:1767384582.696913:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0069150 x1853237049164032/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 4848/4768 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.696932:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adce4b6f. 00000100:00000200:3.0:1767384582.696937:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049164032, offset 224 00000400:00000200:3.0:1767384582.696943:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.696953:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.696961:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260000100 00000400:00000200:3.0:1767384582.696967:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x929 [2] + 224 00000400:00000200:3.0:1767384582.696979:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.696982:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.696989:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164032/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.697012:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adce4b6f 00000400:00000010:3.0:1767384582.697014:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adce4b6f. 00000020:00000010:3.0:1767384582.697034:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.697040:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.697050:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014d9db03. 02000000:00000010:3.0:1767384582.697068:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002b01dada. 00000100:00000200:3.0:1767384582.697078:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.697082:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a26d007. 00000400:00000010:3.0:1767384582.697085:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adce4b6f. 00000020:00000010:3.0:1767384582.697344:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae47fed1. 00000020:00000010:3.0:1767384582.697350:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae47fed1. 00000020:00000010:3.0:1767384582.697355:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.697358:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.697361:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.697385:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae47fed1. 00000020:00000010:3.0:1767384582.697387:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae47fed1. 00000100:00000200:3.0:1767384582.697388:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164160 00010000:00000010:3.0:1767384582.697405:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ad9180d8. 00010000:00000010:3.0:1767384582.697410:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000004b1f64f. 00000020:00000010:3.0:1767384582.697414:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ae47fed1. 02000000:00000010:3.0:1767384582.697424:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000acdf1bda. 00010000:00000200:3.0:1767384582.697443:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002defb1b1 x1853237049164160/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.697453:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.697456:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049164160, offset 224 00000400:00000200:3.0:1767384582.697459:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.697465:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.697470:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260000180 00000400:00000200:3.0:1767384582.697474:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x939 [1] + 224 00000400:00000200:3.0:1767384582.697483:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.697485:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.697490:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164160/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.697505:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.697507:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000020:00000010:3.0:1767384582.697516:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.697519:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.697522:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.697526:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000acdf1bda. 00000100:00000200:3.0:1767384582.697533:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.697543:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c16e59d. 00000400:00000010:3.0:1767384582.697548:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f446c3fb. 00000020:00000010:3.0:1767384582.697767:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.697771:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.697778:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.697780:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.697783:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.697819:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.697821:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000100:00000200:3.0:1767384582.697822:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164288 02000000:00000010:3.0:1767384582.697832:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000acdf1bda. 00000040:00000010:3.0:1767384582.697836:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000014d9db03. 00000040:00000010:3.0:1767384582.697848:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000014d9db03. 00010000:00000200:3.0:1767384582.697854:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0592a75 x1853237049164288/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 512/272 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.697863:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.697865:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049164288, offset 224 00000400:00000200:3.0:1767384582.697869:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.697874:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.697878:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260000200 00000400:00000200:3.0:1767384582.697882:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x949 [1] + 224 00000400:00000200:3.0:1767384582.697885:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.697892:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.697897:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164288/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.697911:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.697913:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000020:00000010:3.0:1767384582.697926:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.697947:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.697959:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.697974:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000acdf1bda. 00000100:00000200:3.0:1767384582.697986:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.697992:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000818c7e40. 00000400:00000010:3.0:1767384582.698002:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc53a30f. 00000020:00000010:3.0:1767384582.698233:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.698236:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.698239:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014d9db03. 00000020:00000010:3.0:1767384582.698241:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.698243:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.698260:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.698261:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000100:00000200:3.0:1767384582.698263:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164416 00010000:00000010:3.0:1767384582.698271:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000484140da. 00010000:00000010:3.0:1767384582.698275:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f46bb175. 02000000:00000010:3.0:1767384582.698282:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000acdf1bda. 00010000:00000200:3.0:1767384582.698290:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2501205 x1853237049164416/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.698300:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.698304:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049164416, offset 224 00000400:00000200:3.0:1767384582.698309:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.698316:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.698323:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260000280 00000400:00000200:3.0:1767384582.698328:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x959 [1] + 224 00000400:00000200:3.0:1767384582.698332:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.698342:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384582.698346:0:17082:0:(lib-lnet.h:229:lnet_ni_set_status_locked()) ni 0@lo status changed from 0x1 to 0x15aac0de 00000100:00000200:3.0:1767384582.698353:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164416/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.698371:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.698373:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000020:00000010:3.0:1767384582.698383:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.698385:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.698387:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014d9db03. 02000000:00000010:3.0:1767384582.698392:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000acdf1bda. 00000100:00000200:3.0:1767384582.698398:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.698406:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd3d8bc. 00000400:00000010:3.0:1767384582.698413:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e978879. 00000020:00000010:3.0:1767384582.698630:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.698633:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.698636:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014d9db03. 00000020:00000010:3.0:1767384582.698638:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.698640:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.698656:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.698658:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000100:00000200:3.0:1767384582.698659:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164544 00010000:00000010:3.0:1767384582.698668:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006638f58d. 02000000:00000010:3.0:1767384582.698674:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000acdf1bda. 00010000:00000200:3.0:1767384582.698683:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b067c47 x1853237049164544/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.698692:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.698694:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049164544, offset 224 00000400:00000200:3.0:1767384582.698698:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.698703:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.698707:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260000300 00000400:00000200:3.0:1767384582.698711:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x969 [1] + 224 00000400:00000200:3.0:1767384582.698714:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.698753:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.698761:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164544/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.698774:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.698777:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000020:00000010:3.0:1767384582.698785:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.698790:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.698810:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014d9db03. 02000000:00000010:3.0:1767384582.698822:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000acdf1bda. 00000100:00000200:3.0:1767384582.698828:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.698832:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004707d6c7. 00000400:00000010:3.0:1767384582.698845:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042f88f95. 00000020:00000010:3.0:1767384582.699014:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.699019:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.699023:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014d9db03. 00000020:00000010:3.0:1767384582.699026:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.699028:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.699045:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5d9d0ee. 00000020:00000010:3.0:1767384582.699047:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5d9d0ee. 00000100:00000200:3.0:1767384582.699048:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164672 02000000:00000010:3.0:1767384582.699054:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000acdf1bda. 00000040:00000010:3.0:1767384582.699058:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aab0d753. 00000040:00000010:3.0:1767384582.699087:0:17082:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000005a93f5c1. 00000020:00000010:3.0:1767384582.699093:0:17082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d5bb694b. 00000020:00000010:3.0:1767384582.699097:0:17082:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd275e49. 00080000:00000010:3.0:1767384582.699103:0:17082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001867392e. 00000040:00000010:3.0:1767384582.699132:0:17082:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000005a93f5c1. 00000040:00000010:3.0:1767384582.699135:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aab0d753. 20000000:00000010:3.0:1767384582.699140:0:17082:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000d5d9d0ee. 00010000:00000200:3.0:1767384582.699146:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d0b0703 x1853237049164672/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 512/272 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.699155:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.699157:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049164672, offset 224 00000400:00000200:3.0:1767384582.699181:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.699186:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.699190:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260000380 00000400:00000200:3.0:1767384582.699194:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x979 [1] + 224 00000400:00000200:3.0:1767384582.699197:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.699216:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.699220:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164672/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.699236:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:3.0:1767384582.699238:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000020:00000010:3.0:1767384582.699245:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.699249:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.699252:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014d9db03. 02000000:00000010:3.0:1767384582.699256:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000acdf1bda. 00000100:00000200:3.0:1767384582.699261:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.699263:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7243dd. 00000400:00000010:3.0:1767384582.699280:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c7adf2. 00000020:00000010:3.0:1767384582.699449:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fffba3cf. 00000020:00000010:3.0:1767384582.699453:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fffba3cf. 00000020:00000010:3.0:1767384582.699456:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c06a2160. 00000020:00000010:3.0:1767384582.699458:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.699460:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.699478:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fffba3cf. 00000020:00000010:3.0:1767384582.699479:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fffba3cf. 00000100:00000200:3.0:1767384582.699481:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164800 02000000:00000010:3.0:1767384582.699499:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000007b500d82. 00000040:00000010:3.0:1767384582.699504:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000014d9db03. 00000040:00000010:3.0:1767384582.699512:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cfd52c6b. 00000040:00000010:3.0:1767384582.699838:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cfd52c6b. 00000040:00000010:3.0:1767384582.699842:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000014d9db03. 00010000:00000200:3.0:1767384582.699847:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d33eee22 x1853237049164800/t0(0) o503->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8416 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.699856:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000396dca3f. 00000100:00000200:3.0:1767384582.699863:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049164800, offset 224 00000400:00000200:3.0:1767384582.699867:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.699872:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.699876:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260000400 00000400:00000200:3.0:1767384582.699880:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x989 [4] + 224 00000400:00000200:3.0:1767384582.699886:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.699888:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.699892:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164800/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.699907:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396dca3f 00000400:00000010:3.0:1767384582.699909:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000396dca3f. 00000020:00000010:3.0:1767384582.699917:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.699920:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.699923:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c06a2160. 02000000:00000010:3.0:1767384582.699930:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000007b500d82. 00000100:00000200:3.0:1767384582.699962:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.699967:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005481cab8. 00000400:00000010:3.0:1767384582.699972:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000396dca3f. 00000020:00000010:3.0:1767384582.700404:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fffba3cf. 00000020:00000010:3.0:1767384582.700408:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fffba3cf. 00000020:00000010:3.0:1767384582.700411:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014d9db03. 00000020:00000010:3.0:1767384582.700413:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.700415:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.700433:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fffba3cf. 00000020:00000010:3.0:1767384582.700435:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fffba3cf. 00000100:00000200:3.0:1767384582.700436:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049164928 02000000:00000010:3.0:1767384582.700454:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000c33afefe. 00000040:00000010:3.0:1767384582.700459:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c06a2160. 00000040:00000010:3.0:1767384582.700465:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cfd52c6b. 00000040:00000010:3.0:1767384582.700738:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cfd52c6b. 00000040:00000010:3.0:1767384582.700743:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c06a2160. 00010000:00000200:3.0:1767384582.700751:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048afa979 x1853237049164928/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8472 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.700770:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000088fa5ae5. 00000100:00000200:3.0:1767384582.700773:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049164928, offset 224 00000400:00000200:3.0:1767384582.700777:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.700781:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.700786:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260000480 00000400:00000200:3.0:1767384582.700789:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x999 [4] + 224 00000400:00000200:3.0:1767384582.700795:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.700797:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.700801:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e38106d9 x1853237049164928/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.700815:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088fa5ae5 00000400:00000010:3.0:1767384582.700817:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000088fa5ae5. 00000020:00000010:3.0:1767384582.700825:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a818239. 00000020:00000010:3.0:1767384582.700827:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.700830:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014d9db03. 02000000:00000010:3.0:1767384582.700838:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000c33afefe. 00000100:00000200:3.0:1767384582.700855:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.700862:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b660fb1. 00000400:00000010:3.0:1767384582.700868:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088fa5ae5. 00000100:00000010:3.0:1767384582.703805:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076685096. 02000000:00000010:3.0:1767384582.745037:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000acdf1bda. 00000400:00000010:3.0:1767384582.745057:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031d4f94e. 00000400:00000010:3.0:1767384582.745068:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000100:00000200:3.0:1767384582.745079:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049165056, portal 4 00000020:00000010:3.0:1767384582.745088:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cfd52c6b. 00000400:00000010:3.0:1767384582.745098:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.745107:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237049165056, offset 0 00000400:00000200:3.0:1767384582.745129:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.745146:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.745180:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260000500 00000400:00000100:3.0:1767384582.745214:0:16356:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1853237049165056 offset 0 length 520: 4 00000400:00000200:3.0:1767384582.745231:0:16356:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000c054df18 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384582.745235:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384582.745250:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.745253:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.745263:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384582.745303:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f8588b6. 00000100:00000010:3.0:1767384582.745342:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e805bf81. 00000100:00000010:3.0:1767384582.745354:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd38a6b2. 00000100:00000010:3.0:1767384582.745367:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c97d5381. 00000020:00000010:3.0:1767384582.745467:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.745472:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.745479:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014d9db03. 00000020:00000010:3.0:1767384582.745482:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.745486:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.745525:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.745527:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.745530:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165184 02000000:00000010:3.0:1767384582.745562:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000b1bde780. 00000040:00000010:3.0:1767384582.745569:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aab0d753. 00000040:00000010:3.0:1767384582.745582:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.745611:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.745615:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aab0d753. 00010000:00000200:3.0:1767384582.745623:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000643a053 x1853237049165184/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8472 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.745638:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006e23241e. 00000100:00000200:3.0:1767384582.745641:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049165184, offset 224 00000400:00000200:3.0:1767384582.745646:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.745651:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.745656:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260000580 00000400:00000200:3.0:1767384582.745662:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x9b1 [4] + 224 00000400:00000200:3.0:1767384582.745675:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.745678:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.745685:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4c5f7ce x1853237049165184/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.745705:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00000400:00000010:3.0:1767384582.745707:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006e23241e. 00000020:00000010:3.0:1767384582.745772:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.745784:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.745791:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014d9db03. 02000000:00000010:3.0:1767384582.745800:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000b1bde780. 00000100:00000200:3.0:1767384582.745817:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.745826:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000498cf91b. 00000400:00000010:3.0:1767384582.745831:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e23241e. 00000020:00000010:3.0:1767384582.746230:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.746235:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.746240:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.746243:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.746245:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.746270:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.746272:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.746274:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165312 00010000:00000010:3.0:1767384582.746292:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f670a1ae. 00010000:00000010:3.0:1767384582.746298:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e4108860. 02000000:00000010:3.0:1767384582.746312:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003b65b265. 00010000:00000200:3.0:1767384582.746353:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000715d5142 x1853237049165312/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.746367:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.746372:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049165312, offset 224 00000400:00000200:3.0:1767384582.746377:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.746386:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.746392:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260000600 00000400:00000200:3.0:1767384582.746396:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9c1 [1] + 224 00000400:00000200:3.0:1767384582.746400:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.746411:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.746417:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000039d877 x1853237049165312/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.746435:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.746437:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.746447:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.746449:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.746453:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.746460:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003b65b265. 00000100:00000200:3.0:1767384582.746465:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.746470:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35bae14. 00000400:00000010:3.0:1767384582.746487:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e445af1. 00000020:00000010:3.0:1767384582.747226:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.747231:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.747235:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.747238:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.747240:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.747268:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.747271:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.747274:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165440 02000000:00000010:3.0:1767384582.747284:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003b65b265. 20000000:00000010:3.0:1767384582.747295:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000004c1972b5. 00000100:00000010:3.0:1767384582.747305:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009ded0183. 00000100:00000010:3.0:1767384582.747308:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 0 at 00000000b37f4aa7. 00000400:00000010:3.0:1767384582.747331:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 120 at 00000000d286af78. 00000400:00000010:3.0:1767384582.747338:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083b33284. 00000400:00000200:3.0:1767384582.747344:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.747350:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 00000000d286af78 with offset 0 00000400:00000200:3.0:1767384582.747357:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.747365:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 0 into portal 33 MB=0x6958260000680 00000400:00000200:3.0:1767384582.747372:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 0/0 into md 0x9d1 [256] + 0 00000400:00000010:3.0:1767384582.747377:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7ae4fc7. 00000400:00000200:3.0:1767384582.747381:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000031ad43fe 00000400:00000200:3.0:1767384582.747392:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.747395:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384582.747398:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031ad43fe 00000400:00000010:3.0:1767384582.747399:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000031ad43fe. 00000100:00000200:3.0:1767384582.747404:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000039d877 desc 00000000cf0a254c mbits 1853237049165440 00000400:00000200:3.0:1767384582.747419:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384582.747423:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384582.747430:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x9dd 00000400:00000200:3.0:1767384582.747432:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.747436:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384582.747440:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009ded0183 00000400:00000200:3.0:1767384582.747448:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.747450:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 120 at 00000000d286af78. 00000100:00000200:3.0:1767384582.747455:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009ded0183 00000100:00000200:3.0:1767384582.747463:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 0 pages 0 bytes via portal 33 id 12345-0@lo mbits 0x6958260000680-0x6958260000680 00000100:00000010:3.0:1767384582.747471:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 0 at 00000000b37f4aa7. 00000100:00000010:3.0:1767384582.747473:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009ded0183. 20000000:00000010:3.0:1767384582.747476:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000004c1972b5. 00010000:00000200:3.0:1767384582.747482:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004271a5d1 x1853237049165440/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 304/240 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.747493:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.747495:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049165440, offset 224 00000400:00000200:3.0:1767384582.747498:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.747501:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.747504:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260000680 00000400:00000200:3.0:1767384582.747507:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x9d5 [1] + 224 00000400:00000200:3.0:1767384582.747510:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.747512:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.747516:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000039d877 x1853237049165440/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.747531:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.747533:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.747549:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.747552:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.747556:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.747576:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003b65b265. 00000100:00000200:3.0:1767384582.747591:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.747598:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003afb967f. 00000400:00000010:3.0:1767384582.747606:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005721fb2d. 00000020:00000010:3.0:1767384582.748385:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.748393:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.748399:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.748404:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.748408:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.748437:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.748439:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.748441:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165568 00010000:00000010:3.0:1767384582.748452:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fd2b1a30. 00010000:00000010:3.0:1767384582.748457:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fa06b5d. 02000000:00000010:3.0:1767384582.748464:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003b65b265. 00010000:00000200:3.0:1767384582.748474:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007441e057 x1853237049165568/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.748485:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.748488:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049165568, offset 224 00000400:00000200:3.0:1767384582.748492:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.748498:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.748504:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260000700 00000400:00000200:3.0:1767384582.748508:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9e9 [1] + 224 00000400:00000200:3.0:1767384582.748512:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.748515:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.748519:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000039d877 x1853237049165568/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.748538:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.748540:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.748547:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.748558:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.748561:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.748566:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003b65b265. 00000100:00000200:3.0:1767384582.748572:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.748575:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000598684cf. 00000400:00000010:3.0:1767384582.748592:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcfe9b52. 00000020:00000010:3.0:1767384582.748897:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.748904:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.748911:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.748914:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.748917:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.748950:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.748953:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.748955:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165696 02000000:00000010:3.0:1767384582.748965:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003b65b265. 00000040:00000010:3.0:1767384582.748972:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c06a2160. 00000040:00000010:3.0:1767384582.749012:0:17082:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000063e9a6aa. 00000020:00000010:3.0:1767384582.749018:0:17082:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000068f5d4cf. 00080000:00000010:3.0:1767384582.749024:0:17082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000014d9db03. 00000040:00000010:3.0:1767384582.749039:0:17082:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000063e9a6aa. 00000040:00000010:3.0:1767384582.749043:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c06a2160. 00010000:00000200:3.0:1767384582.749053:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bab7601c x1853237049165696/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 504/272 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.749064:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.749068:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049165696, offset 224 00000400:00000200:3.0:1767384582.749073:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.749081:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.749090:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260000780 00000400:00000200:3.0:1767384582.749097:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x9f9 [1] + 224 00000400:00000200:3.0:1767384582.749102:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.749105:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.749111:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000039d877 x1853237049165696/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.749142:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.749144:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.749152:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.749155:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.749158:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.749178:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003b65b265. 00000100:00000200:3.0:1767384582.749183:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.749205:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edcfe9d6. 00000400:00000010:3.0:1767384582.749214:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000938eb0aa. 00000020:00000010:3.0:1767384582.749413:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.749418:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.749424:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.749427:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.749429:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.749450:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.749452:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.749454:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165824 02000000:00000010:3.0:1767384582.749473:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006e341670. 00000040:00000010:3.0:1767384582.749478:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c06a2160. 00000040:00000010:3.0:1767384582.749485:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.749492:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.749495:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c06a2160. 00010000:00000200:3.0:1767384582.749500:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000984df5b6 x1853237049165824/t0(0) o503->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8416 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.749509:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005392a79d. 00000100:00000200:3.0:1767384582.749512:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049165824, offset 224 00000400:00000200:3.0:1767384582.749516:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.749522:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.749527:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260000800 00000400:00000200:3.0:1767384582.749531:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa09 [4] + 224 00000400:00000200:3.0:1767384582.749537:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.749545:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.749549:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000039d877 x1853237049165824/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.749567:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005392a79d 00000400:00000010:3.0:1767384582.749569:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005392a79d. 00000020:00000010:3.0:1767384582.749578:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.749582:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.749586:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.749593:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006e341670. 00000100:00000200:3.0:1767384582.749605:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.749610:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000952221ff. 00000400:00000010:3.0:1767384582.749626:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005392a79d. 00000020:00000010:3.0:1767384582.750658:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.750664:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.750669:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c06a2160. 00000020:00000010:3.0:1767384582.750673:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.750675:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.750704:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.750706:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.750708:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049165952 00010000:00000010:3.0:1767384582.750753:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073471a23. 02000000:00000010:3.0:1767384582.750764:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003b65b265. 00010000:00000200:3.0:1767384582.750778:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a10a760 x1853237049165952/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 328/344 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.750790:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.750794:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049165952, offset 224 00000400:00000200:3.0:1767384582.750798:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.750805:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.750811:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260000880 00000400:00000200:3.0:1767384582.750816:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xa19 [1] + 224 00000400:00000200:3.0:1767384582.750821:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.750823:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.750828:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4c5f7ce x1853237049165952/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.750859:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.750862:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.750875:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.750878:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.750882:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c06a2160. 02000000:00000010:3.0:1767384582.750889:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003b65b265. 00000100:00000200:3.0:1767384582.750897:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.750905:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068faa661. 00000400:00000010:3.0:1767384582.750913:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c79c349. 00000020:00000010:3.0:1767384582.751100:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.751104:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.751108:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c06a2160. 00000020:00000010:3.0:1767384582.751110:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.751113:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.751134:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.751136:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.751138:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166080 02000000:00000010:3.0:1767384582.751146:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003b65b265. 00000040:00000010:3.0:1767384582.751152:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aab0d753. 00000040:00000010:3.0:1767384582.751188:0:17082:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000005a93f5c1. 00000040:00000010:3.0:1767384582.751195:0:17082:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005a93f5c1. 00000040:00000010:3.0:1767384582.751198:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aab0d753. 20000000:00000010:3.0:1767384582.751203:0:17082:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000be3085bf. 20000000:00000010:3.0:1767384582.751207:0:17082:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000be3085bf. 00010000:00000200:3.0:1767384582.751212:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006260365d x1853237049166080/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 512/272 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.751222:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.751226:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049166080, offset 224 00000400:00000200:3.0:1767384582.751230:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.751236:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.751242:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260000900 00000400:00000200:3.0:1767384582.751246:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xa29 [1] + 224 00000400:00000200:3.0:1767384582.751258:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.751261:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.751266:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4c5f7ce x1853237049166080/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.751286:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.751288:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384582.751299:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.751302:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.751304:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c06a2160. 02000000:00000010:3.0:1767384582.751314:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003b65b265. 00000100:00000200:3.0:1767384582.751319:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.751329:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb53646e. 00000400:00000010:3.0:1767384582.751342:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051eb4a59. 00000020:00000010:3.0:1767384582.751490:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.751494:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.751498:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab0d753. 00000020:00000010:3.0:1767384582.751500:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.751502:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.751521:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.751523:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.751525:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166208 02000000:00000010:3.0:1767384582.751539:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006e341670. 00000040:00000010:3.0:1767384582.751544:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c06a2160. 00000040:00000010:3.0:1767384582.751552:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.751569:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.751571:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c06a2160. 00010000:00000200:3.0:1767384582.751577:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051e37e5c x1853237049166208/t0(0) o503->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8416 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.751587:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d6b5cc71. 00000100:00000200:3.0:1767384582.751590:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049166208, offset 224 00000400:00000200:3.0:1767384582.751594:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.751601:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.751606:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260000980 00000400:00000200:3.0:1767384582.751616:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa39 [4] + 224 00000400:00000200:3.0:1767384582.751623:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.751626:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.751631:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4c5f7ce x1853237049166208/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.751649:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6b5cc71 00000400:00000010:3.0:1767384582.751650:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d6b5cc71. 00000020:00000010:3.0:1767384582.751661:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.751663:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.751667:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab0d753. 02000000:00000010:3.0:1767384582.751676:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006e341670. 00000100:00000200:3.0:1767384582.751688:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.751697:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003001b8c1. 00000400:00000010:3.0:1767384582.751700:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6b5cc71. 00000020:00000010:3.0:1767384582.752219:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.752222:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.752226:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c06a2160. 00000020:00000010:3.0:1767384582.752229:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.752231:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.752251:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be3085bf. 00000020:00000010:3.0:1767384582.752253:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be3085bf. 00000100:00000200:3.0:1767384582.752255:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166336 02000000:00000010:3.0:1767384582.752269:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006e341670. 00000040:00000010:3.0:1767384582.752275:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aab0d753. 00000040:00000010:3.0:1767384582.752281:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.752297:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de20c69. 00000040:00000010:3.0:1767384582.752301:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aab0d753. 00010000:00000200:3.0:1767384582.752308:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028b5c44d x1853237049166336/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8472 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.752340:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006140e3c0. 00000100:00000200:3.0:1767384582.752344:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049166336, offset 224 00000400:00000200:3.0:1767384582.752349:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.752363:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.752371:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260000a00 00000400:00000200:3.0:1767384582.752376:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa49 [4] + 224 00000400:00000200:3.0:1767384582.752385:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.752388:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.752395:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4c5f7ce x1853237049166336/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.752418:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006140e3c0 00000400:00000010:3.0:1767384582.752421:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006140e3c0. 00000020:00000010:3.0:1767384582.752434:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a96be8b. 00000020:00000010:3.0:1767384582.752438:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.752442:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c06a2160. 02000000:00000010:3.0:1767384582.752451:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006e341670. 00000100:00000200:3.0:1767384582.752463:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.752471:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb77ac5c. 00000400:00000010:3.0:1767384582.752475:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006140e3c0. 02000000:00000010:3.0:1767384582.755683:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003b65b265. 00000400:00000010:3.0:1767384582.755692:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039af12fd. 00000400:00000010:3.0:1767384582.755697:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.755701:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049166464, portal 10 00000020:00000010:3.0:1767384582.755705:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000de20c69. 00000400:00000010:3.0:1767384582.755712:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384582.755713:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049166464, offset 0 00000400:00000200:3.0:1767384582.755745:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.755756:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.755767:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260000a80 00000400:00000200:3.0:1767384582.755777:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:3.0:1767384582.755784:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.755790:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.755807:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384582.755815:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5163fdd. 00000400:00000200:3.0:1767384582.755831:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384582.755842:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384582.755860:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4c5f7ce x1853237049166464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384582.755879:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048d91031. 00000100:00000010:3.0:1767384582.755894:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d97ea0dd. 00000100:00000010:3.0:1767384582.755902:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ac05432. 00000400:00000010:3.0:1767384582.756086:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039af12fd. 00000400:00000200:3.0:1767384582.756093:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.756097:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.756104:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4c5f7ce x1853237049166464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384582.756112:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4c5f7ce x1853237049166464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384582.756139:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003b65b265. 02000000:00000010:3.0:1767384582.756144:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b2fb7f05. 00000100:00000010:3.0:1767384582.756147:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4c5f7ce. 00000020:00000010:3.0:1767384582.756677:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9d4055a. 00000020:00000010:3.0:1767384582.756682:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9d4055a. 00000020:00000010:3.0:1767384582.756688:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c06a2160. 00000020:00000010:3.0:1767384582.756692:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059b1ae49. 00000020:00000010:3.0:1767384582.756695:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.756771:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9d4055a. 00000020:00000010:3.0:1767384582.756774:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9d4055a. 00000100:00000200:3.0:1767384582.756779:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049166592 02000000:00000010:3.0:1767384582.756803:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004afff91d. 00000040:00000010:3.0:1767384582.756820:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d4cace22. 00000040:00000010:3.0:1767384582.756832:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000034c46335. 00000040:00000010:3.0:1767384582.756849:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000034c46335. 00000040:00000010:3.0:1767384582.756853:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d4cace22. 00010000:00000200:3.0:1767384582.756859:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e7df172 x1853237049166592/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:563/0 lens 272/8472 e 0 to 0 dl 1767384593 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384582.756871:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f828625f. 00000100:00000200:3.0:1767384582.756880:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049166592, offset 224 00000400:00000200:3.0:1767384582.756885:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.756892:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.756899:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260000b00 00000400:00000200:3.0:1767384582.756904:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:3.0:1767384582.756911:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.756914:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.756921:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000a91cc1 x1853237049166592/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384582.756940:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f828625f 00000400:00000010:3.0:1767384582.756943:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f828625f. 00000020:00000010:3.0:1767384582.756954:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059b1ae49. 00000020:00000010:3.0:1767384582.756959:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000160ef7da. 00000020:00000010:3.0:1767384582.756962:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c06a2160. 02000000:00000010:3.0:1767384582.756972:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004afff91d. 00000100:00000200:3.0:1767384582.756988:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384582.756998:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039af12fd. 00000400:00000010:3.0:1767384582.757004:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f828625f. 00000040:00000010:3.0:1767384582.757146:0:17066:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000663e4f21. 00000040:00000010:3.0:1767384582.757156:0:17066:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000031ad43fe. 00000040:00000010:3.0:1767384582.757177:0:17066:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ae90210e. 00000020:00000010:3.0:1767384582.757184:0:17066:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064432f02. 00000040:00000010:3.0:1767384582.757189:0:17066:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000050fd799b. 00000020:00000010:3.0:1767384582.757193:0:17066:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6b8f72b. 00000020:00000010:3.0:1767384582.757199:0:17066:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ba4bc50. 80000000:00000010:3.0:1767384582.757204:0:17066:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f4ccfa0b. 00040000:00000010:3.0:1767384582.757208:0:17066:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000068f97d30. 00080000:00000010:3.0:1767384582.757214:0:17066:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009ae747cb. 00080000:00000010:3.0:1767384582.757222:0:17066:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000641ad411. 20000000:00000010:3.0:1767384582.757226:0:17066:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005461574c. 00000020:00000010:3.0:1767384582.757230:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca3c9843. 10000000:00000010:3.0:1767384582.757233:0:17066:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a1d22698. 00000020:00000010:3.0:1767384582.757256:0:17066:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000350c65c5. 00000040:00000010:3.0:1767384582.757267:0:17066:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002e9ccea8. 00000020:00000010:3.0:1767384582.757270:0:17066:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d3c15dfa. 00000020:00000010:3.0:1767384582.757274:0:17066:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078145cee. 00040000:00000010:3.0:1767384582.757279:0:17066:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7b67523. 00040000:00000010:3.0:1767384582.757286:0:17066:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001493e25c. 00080000:00000010:3.0:1767384582.757293:0:17066:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000be013cc1. 00080000:00000010:3.0:1767384582.757301:0:17066:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005a7c96a3. 00000020:00000010:3.0:1767384582.757307:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aee816d2. 00000020:00000010:3.0:1767384582.757312:0:17066:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000087651cf1. 00000020:00000010:3.0:1767384582.757315:0:17066:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000058a48bb7. 00000020:00000010:3.0:1767384582.757322:0:17066:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000005522814b. 00000020:00000010:3.0:1767384582.757329:0:17066:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000a844fb9c. 00000020:00000010:3.0:1767384582.757346:0:17066:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000034c46335. 00000100:00000010:3.0:1767384582.757368:0:17066:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000951a77ae. 02000000:00000010:3.0:1767384582.757383:0:17066:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a7c96a3. 00000100:00000010:3.0:1767384582.757394:0:17066:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001909bdad. 02000000:00000010:3.0:1767384582.757409:0:17066:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000be013cc1. 00000400:00000010:3.0:1767384582.757412:0:17066:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a16545b. 00000400:00000010:3.0:1767384582.757416:0:17066:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009de3d3fe. 00000100:00000200:3.0:1767384582.757420:0:17066:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049166720, portal 25 00000400:00000010:3.0:1767384582.757423:0:17066:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d18a0b8e. 00000100:00000200:3.0:1767384582.757426:0:17066:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049166720, offset 0 00000400:00000200:3.0:1767384582.757431:0:17066:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.757442:0:17066:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.757453:0:17066:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260000b80 00000400:00000200:3.0:1767384582.757457:0:17066:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:3.0:1767384582.757460:0:17066:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d184510. 00000400:00000200:3.0:1767384582.757465:0:17066:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c47ec9e3 00000400:00000200:3.0:1767384582.757470:0:17066:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.757475:0:17066:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384582.757480:0:17066:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47ec9e3 00000400:00000010:3.0:1767384582.757481:0:17066:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c47ec9e3. 00000100:00000200:3.0:1767384582.757485:0:17066:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384582.757511:0:17066:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d18a0b8e 00000400:00000010:3.0:1767384582.757513:0:17066:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d18a0b8e. 00000100:00000200:3.0:1767384582.757520:0:17066:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000951a77ae x1853237049166720/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384598 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384582.758713:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d7b4fe0b. 00080000:00000010:3.0:1767384582.758743:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e76d17be. 00080000:00000010:3.0:1767384582.758748:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000086715d7e. 00080000:00000010:3.0:1767384582.758753:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dbc67b31. 00010000:00000010:3.0:1767384582.758816:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00010000:00000010:3.0:1767384582.758850:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d4055a. 00000100:00000010:3.0:1767384582.758855:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d18a0b8e. 00000100:00000010:3.0:1767384582.758867:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 02000000:00000010:3.0:1767384582.758874:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4cace22. 02000000:00000010:3.0:1767384582.758899:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4668b89. 00000400:00000010:3.0:1767384582.758903:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e404de. 00000400:00000010:3.0:1767384582.758906:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.758908:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049166848, portal 16 00000400:00000010:3.0:1767384582.758911:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384582.758912:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049166848, offset 0 00000400:00000200:3.0:1767384582.758916:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384582.758920:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384582.758924:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260000c00 00000400:00000200:3.0:1767384582.758929:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:3.0:1767384582.758934:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384582.758937:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384582.758943:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384582.758946:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f357e6b. 00000400:00000200:3.0:1767384582.758967:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384582.758971:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384582.758987:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049166848/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384598 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384582.759104:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000641ad411. 00000100:00000010:3.0:1767384582.759124:0:17071:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005dbbc181. 00000400:00000010:3.0:1767384582.759302:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4e404de. 00000400:00000200:3.0:1767384582.759312:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384582.759315:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384582.759324:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049166848/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384582.759346:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049166848/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384582.759375:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4668b89. 02000000:00000010:3.0:1767384582.759380:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4cace22. 00000100:00000010:3.0:1767384582.759383:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00000100:00000010:3.0:1767384582.759387:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d18a0b8e. 00010000:00000010:3.0:1767384582.759390:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d4055a. 00000100:00000010:3.0:1767384582.759450:0:17116:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000019da7785. 00000020:00000010:3.0:1767384582.759465:0:16357:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000003983bd1. 00000020:00000010:3.0:1767384582.759472:0:16357:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d4cace22. 80000000:00000010:3.0:1767384582.759499:0:16357:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000023f93694. 40000000:00000010:3.0:1767384582.759504:0:16357:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9d4055a. 00000008:00000010:3.0:1767384582.759516:0:16357:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e6ad8555. 00020000:00000010:3.0:1767384582.759522:0:16357:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c39486b1. 00008000:00000010:3.0:1767384582.759528:0:16357:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003997fdfd. 00100000:00000010:3.0:1767384582.759537:0:16357:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000054e03a86. 00040000:00000010:3.0:1767384582.759564:0:16357:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001767acc9. 00040000:00000010:3.0:1767384582.759571:0:16357:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ff3c08f. 00040000:00000010:3.0:1767384582.759576:0:16357:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4668b89. 00080000:00000010:3.0:1767384582.759583:0:16357:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009ae747cb. 00080000:00000010:3.0:1767384582.759594:0:16357:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000031ad43fe. 00000004:00000010:3.0:1767384582.759612:0:16357:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087ad18c2. 00000004:00000010:3.0:1767384582.759635:0:16357:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001af83825. 00000004:00000010:3.0:1767384582.759642:0:16357:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000052527933. 00002000:00000010:3.0:1767384582.759647:0:16357:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003b65b265. 00000004:00000010:3.0:1767384582.759653:0:16357:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009ded0183. 00000080:00000010:3.0:1767384582.759664:0:16357:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000060b7c14f. 00000080:00000010:3.0:1767384582.759669:0:16357:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000007ddadaaa. 00000008:00000010:3.0:1767384582.759675:0:16357:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000214d2af4. 00020000:00000010:3.0:1767384582.759683:0:16357:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008b18ab48. 00008000:00000010:3.0:1767384582.759697:0:16357:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000dd505a3c. 00000080:00000010:3.0:1767384582.759708:0:16357:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008fe654fd. 00000020:00000010:3.0:1767384582.759725:0:17116:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055924663. 00000020:00000010:3.0:1767384582.759733:0:17116:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e4990de. 00000020:00000010:3.0:1767384582.759735:0:17116:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a79c9c09. 00000040:00000010:3.0:1767384582.759740:0:17116:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005cfae2ed. 00000020:00000010:3.0:1767384582.759748:0:17116:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bc47db3a. 00000020:00000010:3.0:1767384582.759787:0:17116:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000553f6273. 00000020:00000010:3.0:1767384582.759792:0:17116:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007a1ac2e8. 80000000:00000010:3.0:1767384582.759795:0:17116:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ddd57608. 40000000:00000010:3.0:1767384582.759797:0:17116:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e91ac835. 00100000:00000010:3.0:1767384582.759800:0:17116:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056a1eb50. 00040000:00000010:3.0:1767384582.759803:0:17116:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fb7743ac. 00040000:00000010:3.0:1767384582.759814:0:17116:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000007477b66. 00040000:00000010:3.0:1767384582.759820:0:17116:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008e168dbd. 00080000:00000010:3.0:1767384582.759832:0:17116:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b01dada. 00080000:00000010:3.0:1767384582.759841:0:17116:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b774b4eb. 00000004:00000010:3.0:1767384582.759848:0:17116:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000040f128fa. 00000004:00000010:3.0:1767384582.759858:0:17116:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000026ad2d42. 00000004:00000010:3.0:1767384582.759869:0:17116:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008d39ba60. 00002000:00000010:3.0:1767384582.759877:0:17116:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090bd12c6. 00000004:00000010:3.0:1767384582.759880:0:17116:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004f89a0bc. 00000100:00000010:3.0:1767384582.759888:0:17116:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001141208b. 00000100:00000200:3.0:1767384582.759901:0:17116:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384582.762154:0:17066:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b5afe162. 00000020:00000010:3.0:1767384582.762172:0:17066:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b5afe162. 00000020:00000010:3.0:1767384582.762177:0:17066:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000059b1ae49. 00000020:00000010:3.0:1767384582.762183:0:17066:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b5afe162. 00000020:00000010:3.0:1767384582.762187:0:17066:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b5afe162. 00040000:00000010:3.0:1767384582.762238:0:17066:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d18a0b8e. 00000020:00000010:3.0:1767384582.762256:0:17066:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf802ff8. 00080000:00000010:3.0:1767384582.762260:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000054dc627f. 00080000:00000010:3.0:1767384582.762275:0:17066:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000054dc627f. 00000020:00000010:3.0:1767384582.762277:0:17066:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bf802ff8. 00000004:00000010:3.0:1767384582.762297:0:17066:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000042e1b6fb. 00000004:00000010:3.0:1767384582.762313:0:17066:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006726294d. 00000004:00000010:3.0:1767384582.762319:0:17066:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000039eecff6. 00080000:00000010:3.0:1767384582.762323:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000054dc627f. 00080000:00000010:3.0:1767384582.762335:0:17066:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b181f285. 00100000:00000010:3.0:1767384582.762345:0:17066:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762351:0:17066:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b5afe162. 00000004:00000010:3.0:1767384582.762367:0:17066:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000063c8407e. 00000004:00000010:3.0:1767384582.762370:0:17066:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001fa33823. 00000004:00000010:3.0:1767384582.762372:0:17066:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000524b5fc3. 00080000:00000010:3.0:1767384582.762375:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009f66c155. 00080000:00000010:3.0:1767384582.762380:0:17066:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000370f755f. 00100000:00000010:3.0:1767384582.762385:0:17066:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762386:0:17066:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b5afe162. 00040000:00000010:3.0:1767384582.762389:0:17066:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b18bb42e. 00000001:00000010:3.0:1767384582.762393:0:17066:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000058a09a7. 00000001:00000010:3.0:1767384582.762397:0:17066:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000063e9a6aa. 00000001:00000010:3.0:1767384582.762403:0:17066:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009c1b6a23. 00040000:00000010:3.0:1767384582.762413:0:17066:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005dbed0d3. 00000020:00000010:3.0:1767384582.762424:0:17066:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d614564a. 00080000:00000010:3.0:1767384582.762427:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c74f1e4e. 00080000:00000010:3.0:1767384582.762435:0:17066:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c74f1e4e. 00000020:00000010:3.0:1767384582.762437:0:17066:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d614564a. 00000004:00000010:3.0:1767384582.762441:0:17066:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db332c1d. 00000004:00000010:3.0:1767384582.762443:0:17066:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008f78c69e. 00000004:00000010:3.0:1767384582.762446:0:17066:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002d63cb73. 00080000:00000010:3.0:1767384582.762447:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c74f1e4e. 00080000:00000010:3.0:1767384582.762453:0:17066:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000014b2878c. 00100000:00000010:3.0:1767384582.762463:0:17066:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762466:0:17066:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b5afe162. 00000004:00000010:3.0:1767384582.762482:0:17066:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ad24654e. 00000004:00000010:3.0:1767384582.762485:0:17066:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006bd8dffc. 00000004:00000010:3.0:1767384582.762487:0:17066:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e4f6f102. 00080000:00000010:3.0:1767384582.762490:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004287a6c6. 00080000:00000010:3.0:1767384582.762497:0:17066:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f7b67523. 00100000:00000010:3.0:1767384582.762501:0:17066:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762503:0:17066:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b5afe162. 00040000:00000010:3.0:1767384582.762505:0:17066:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008d8d4d65. 00000001:00000010:3.0:1767384582.762509:0:17066:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000dbc67b31. 00000001:00000010:3.0:1767384582.762512:0:17066:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001fe35915. 00000001:00000010:3.0:1767384582.762514:0:17066:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b22c0b2e. 00040000:00000010:3.0:1767384582.762519:0:17066:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000000a1ed3b. 00000020:00000010:3.0:1767384582.762531:0:17066:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c6355623. 00080000:00000010:3.0:1767384582.762535:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068f97d30. 00080000:00000010:3.0:1767384582.762542:0:17066:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068f97d30. 00000020:00000010:3.0:1767384582.762545:0:17066:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c6355623. 00000004:00000010:3.0:1767384582.762548:0:17066:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000fbb0f70. 00000004:00000010:3.0:1767384582.762551:0:17066:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d0439bea. 00000004:00000010:3.0:1767384582.762553:0:17066:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000152938d. 00080000:00000010:3.0:1767384582.762555:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068f97d30. 00080000:00000010:3.0:1767384582.762561:0:17066:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000042c3cd38. 00100000:00000010:3.0:1767384582.762565:0:17066:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762567:0:17066:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b5afe162. 00000004:00000010:3.0:1767384582.762578:0:17066:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000815f4cc3. 00000004:00000010:3.0:1767384582.762580:0:17066:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000026ecb8. 00000004:00000010:3.0:1767384582.762583:0:17066:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002051655f. 00080000:00000010:3.0:1767384582.762585:0:17066:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000ba4bc50. 00080000:00000010:3.0:1767384582.762592:0:17066:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d41e6e4d. 00100000:00000010:3.0:1767384582.762596:0:17066:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762597:0:17066:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b5afe162. 00040000:00000010:3.0:1767384582.762599:0:17066:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000050dc2f0a. 00000001:00000010:3.0:1767384582.762606:0:17066:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000050fd799b. 00000001:00000010:3.0:1767384582.762609:0:17066:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005899d6c3. 00000001:00000010:3.0:1767384582.762611:0:17066:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000040a8d3d3. 00040000:00000010:3.0:1767384582.762619:0:17066:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000005e75d154. 00000020:00000010:3.0:1767384582.762622:0:17066:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005461574c. 00000020:00000010:3.0:1767384582.762624:0:17066:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb6db313. 00000020:00000010:3.0:1767384582.762627:0:17066:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001aaf9606. 00000020:00000010:3.0:1767384582.762631:0:17066:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384582.762633:0:17066:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae90210e. 80000000:00000010:3.0:1767384582.762636:0:17066:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000399bd323. 40000000:00000010:3.0:1767384582.762638:0:17066:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b5afe162. 00100000:00000010:3.0:1767384582.762641:0:17066:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000d3cf2e3. 00040000:00000010:3.0:1767384582.762646:0:17066:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bd1c028d. 00040000:00000010:3.0:1767384582.762648:0:17066:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c06a2160. 00080000:00000010:3.0:1767384582.762660:0:17066:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000009026e23. 00080000:00000010:3.0:1767384582.762665:0:17066:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000055b9c817. 00002000:00000010:3.0:1767384582.762676:0:17066:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057bc72d1. 00080000:00000010:3.0:1767384582.764281:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067506b0d. 00010000:00000010:1.1:1767384582.764763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001204ff28. 00010000:00000010:1.1:1767384582.764781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2aad99. 00010000:00000010:1.1:1767384582.764799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e4108860. 00000100:00000010:3.0:1767384582.764817:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c97d5381. 00000004:00000010:3.0:1767384582.764848:0:17066:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000c97d5381. 00000040:00000010:3.0:1767384582.764853:0:17066:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b585ad59. 00000020:00000010:3.0:1767384582.764861:0:17066:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000691e77a0. 00000020:00000010:3.0:1767384582.764865:0:17066:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055a07654. 00000040:00000010:3.0:1767384582.764868:0:17066:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031b3ebe7. 00000020:00000010:3.0:1767384582.764873:0:17066:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd7c9fd2. 00000020:00000010:3.0:1767384582.764877:0:17066:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000085aa60cf. 00000020:00000010:3.0:1767384582.764881:0:17066:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003649dd32. 80000000:00000010:3.0:1767384582.764884:0:17066:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000001eb7d7e. 40000000:00000010:3.0:1767384582.764887:0:17066:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000035b8adf7. 00100000:00000010:3.0:1767384582.764891:0:17066:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca909063. 00040000:00000010:3.0:1767384582.764895:0:17066:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4eddc30. 00040000:00000010:3.0:1767384582.764899:0:17066:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000001e9392c. 00040000:00000010:3.0:1767384582.764903:0:17066:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cdbddd15. 00080000:00000010:3.0:1767384582.764917:0:17066:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000077a98832. 00080000:00000010:3.0:1767384582.764922:0:17066:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a0878da2. 00000004:00000010:3.0:1767384582.764927:0:17066:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a1c587ef. 00000004:00000010:3.0:1767384582.764932:0:17066:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9a52086. 00000004:00000010:3.0:1767384582.764936:0:17066:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009b0a8324. 00000004:00000010:3.0:1767384582.764940:0:17066:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d73f3cb7. 00000040:00000010:3.0:1767384582.765316:0:17120:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e752b93a. 00000040:00000010:3.0:1767384582.765345:0:17120:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000190b1c85. 00000040:00000010:3.0:1767384582.765362:0:17120:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003e866a6b. 00000020:00000010:3.0:1767384582.765374:0:17120:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159da0e2. 00000020:00000010:3.0:1767384582.765384:0:17120:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f47fae1. 00000040:00000010:3.0:1767384582.765390:0:17120:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007708ad51. 00000020:00000010:3.0:1767384582.765393:0:17120:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed916d84. 00000020:00000010:3.0:1767384582.765398:0:17120:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000047ac8a03. 00000020:00000010:3.0:1767384582.765404:0:17120:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de6db4f8. 80000000:00000010:3.0:1767384582.765407:0:17120:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4b9fffa. 40000000:00000010:3.0:1767384582.765410:0:17120:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f211ad0f. 00100000:00000010:3.0:1767384582.765413:0:17120:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b942d83d. 00040000:00000010:3.0:1767384582.765415:0:17120:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ce57917. 00040000:00000010:3.0:1767384582.765419:0:17120:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009800563b. 00040000:00000010:3.0:1767384582.765434:0:17120:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000212e4df5. 00080000:00000010:3.0:1767384582.765453:0:17120:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000059761844. 00080000:00000010:3.0:1767384582.765460:0:17120:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000047764563. 00000004:00000010:3.0:1767384582.765464:0:17120:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009c97bfcf. 00000004:00000010:3.0:1767384582.765476:0:17120:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f8eb3840. 00000004:00000010:3.0:1767384582.765492:0:17120:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000cfb1b3a. 00002000:00000010:3.0:1767384582.765498:0:17120:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b654ce35. 00000004:00000010:3.0:1767384582.765502:0:17120:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c885cadb. 00000020:00000010:3.0:1767384582.765507:0:17120:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000030eeb1e6. 00000040:00000010:3.0:1767384582.765535:0:17120:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000077adf013. 00010000:00000010:3.1:1767384582.766762:0:17120:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f670a1ae. 00010000:00000010:3.1:1767384582.766768:0:17120:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00000040:00000010:3.0:1767384582.776736:0:17120:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000077adf013. 00000020:00000010:3.0:1767384582.776777:0:17120:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000030eeb1e6. 00000020:00000010:3.0:1767384582.776789:0:17120:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f47fae1. 00000040:00000010:3.0:1767384582.776806:0:17120:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007708ad51. 00000020:00000010:3.0:1767384582.776810:0:17120:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed916d84. 00000020:00000010:3.0:1767384582.776815:0:17120:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000047ac8a03. 00000020:00000010:3.0:1767384582.776820:0:17120:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de6db4f8. 80000000:00000010:3.0:1767384582.776823:0:17120:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4b9fffa. 40000000:00000010:3.0:1767384582.776827:0:17120:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f211ad0f. 00100000:00000010:3.0:1767384582.776830:0:17120:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b942d83d. 00040000:00000010:3.0:1767384582.776833:0:17120:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ce57917. 00040000:00000010:3.0:1767384582.776839:0:17120:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009800563b. 00040000:00000010:3.0:1767384582.776842:0:17120:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000212e4df5. 00080000:00000010:3.0:1767384582.776846:0:17120:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000047764563. 00080000:00000010:3.0:1767384582.776851:0:17120:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000059761844. 00000004:00000010:3.0:1767384582.776857:0:17120:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009c97bfcf. 00000004:00000010:3.0:1767384582.776861:0:17120:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f8eb3840. 00000004:00000010:3.0:1767384582.776865:0:17120:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000cfb1b3a. 00002000:00000010:3.0:1767384582.776868:0:17120:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b654ce35. 00000004:00000010:3.0:1767384582.776872:0:17120:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c885cadb. 00000020:00000010:3.0:1767384582.776874:0:17120:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159da0e2. 00000040:00000010:3.0:1767384582.776876:0:17120:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003e866a6b. 00000020:00000010:3.0:1767384582.776884:0:17120:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000055a07654. 00000040:00000010:3.0:1767384582.776886:0:17120:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000031b3ebe7. 00000020:00000010:3.0:1767384582.776887:0:17120:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cd7c9fd2. 00000020:00000010:3.0:1767384582.776889:0:17120:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000085aa60cf. 00000020:00000010:3.0:1767384582.776892:0:17120:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003649dd32. 80000000:00000010:3.0:1767384582.776893:0:17120:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000001eb7d7e. 40000000:00000010:3.0:1767384582.776895:0:17120:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000035b8adf7. 00100000:00000010:3.0:1767384582.776896:0:17120:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ca909063. 00040000:00000010:3.0:1767384582.776898:0:17120:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4eddc30. 00040000:00000010:3.0:1767384582.776899:0:17120:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001e9392c. 00040000:00000010:3.0:1767384582.776900:0:17120:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cdbddd15. 00080000:00000010:3.0:1767384582.776902:0:17120:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a0878da2. 00080000:00000010:3.0:1767384582.776905:0:17120:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000077a98832. 00000004:00000010:3.0:1767384582.776907:0:17120:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a1c587ef. 00000004:00000010:3.0:1767384582.776909:0:17120:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e9a52086. 00000004:00000010:3.0:1767384582.776915:0:17120:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009b0a8324. 00000004:00000010:3.0:1767384582.776916:0:17120:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d73f3cb7. 00000020:00000010:3.0:1767384582.776919:0:17120:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000691e77a0. 00000004:00000010:3.0:1767384582.776920:0:17120:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000c97d5381. 00080000:00000010:3.0:1767384582.780304:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000be33c719. 00080000:00000010:3.0:1767384582.780311:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d4a64113. 00080000:00000010:3.0:1767384582.780313:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096bbe3d5. 00080000:00000010:3.0:1767384582.780316:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000002b9df36. 00080000:00000010:3.0:1767384582.780317:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000386909ee. 00080000:00000010:3.0:1767384582.780319:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bcdb9366. 00080000:00000010:3.0:1767384582.780320:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000091a4be8. 00000004:00000010:3.0:1767384582.780662:0:17066:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000d4510ab8. 00000020:00000010:3.0:1767384582.780691:0:17066:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef44667e. 00000040:00000010:3.0:1767384582.780697:0:17066:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006b66e79c. 00000020:00000010:3.0:1767384582.780706:0:17066:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000094992628. 00000020:00000010:3.0:1767384582.780716:0:17066:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba8efa63. 00000020:00000010:3.0:1767384582.780746:0:17066:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008ff2a367. 80000000:00000010:3.0:1767384582.780749:0:17066:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051c9cc2a. 40000000:00000010:3.0:1767384582.780753:0:17066:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000498e6573. 00000020:00000010:3.0:1767384582.780760:0:17066:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000009adb8eff. 00100000:00000010:3.0:1767384582.780767:0:17066:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005e2e8b41. 00040000:00000010:3.0:1767384582.780775:0:17066:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000eabe2099. 00040000:00000010:3.0:1767384582.780783:0:17066:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ece4e76b. 00040000:00000010:3.0:1767384582.780790:0:17066:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf542801. 00080000:00000010:3.0:1767384582.780796:0:17066:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000005c964218. 00080000:00000010:3.0:1767384582.780806:0:17066:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000034c46335. 00080000:00000010:3.0:1767384582.780811:0:17066:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000097a95995. 00080000:00000010:3.0:1767384582.780814:0:17066:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000cf0a254c. 00080000:00000010:3.0:1767384582.780817:0:17066:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004398a8ad. 00000004:00000010:3.0:1767384582.780827:0:17066:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004702e102. 00000004:00000010:3.0:1767384582.780832:0:17066:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6077959. 00000004:00000010:3.0:1767384582.780836:0:17066:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000098440797. 00000004:00000010:3.0:1767384582.780839:0:17066:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000018540c46. 00000020:00000010:3.0:1767384582.780842:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a44b4bc. 00000020:00000010:3.0:1767384582.780854:0:17066:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089186e55. 00000020:00000010:3.0:1767384582.780857:0:17066:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000044c547e4. 00000020:00000010:3.0:1767384582.780860:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000766ee12. 00000400:00000010:3.0:1767384582.780933:0:17066:0:(api-ni.c:3420:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 00000000bfc2178a. 00000400:00000200:3.0:1767384582.780936:0:17066:0:(api-ni.c:3434:LNetRegisterNIDUpdates()) Registering 0000000061cdd219/00000000d8410041 party for NID updates 00000040:00000010:3.0:1767384582.780949:0:17066:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000074324ad1. 00000020:00000010:3.0:1767384582.780960:0:17066:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b1d9b2d. 00000040:00000010:3.0:1767384582.780962:0:17066:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c62ee837. 00000020:00000010:3.0:1767384582.780964:0:17066:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036528636. 00000020:00000010:3.0:1767384582.780968:0:17066:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000989cf850. 80000000:00000010:3.0:1767384582.780971:0:17066:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e1fcadea. 00040000:00000010:3.0:1767384582.780973:0:17066:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ff0b60c6. 00080000:00000010:3.0:1767384582.780975:0:17066:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000beeecca9. 00080000:00000010:3.0:1767384582.780978:0:17066:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000d5be77e6. 00080000:00000010:3.0:1767384582.780979:0:17066:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ffae710. 20000000:00000010:3.0:1767384582.780984:0:17066:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c813b50d. 00000020:00000010:3.0:1767384582.780986:0:17066:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ede45f6. 00080000:00000010:3.0:1767384582.971304:0:17133:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000013b41bf9. 00080000:00000010:3.0:1767384582.971320:0:17133:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000013b41bf9. 00080000:00000010:3.0:1767384583.355648:0:17182:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c45c8471. 00080000:00000010:3.0:1767384583.355661:0:17182:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c45c8471. 00000400:00000001:3.0:1767384584.121015:0:17348:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:3.0:1767384587.176283:0:17704:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bb805a78. 00080000:00000010:3.0:1767384587.176298:0:17704:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bb805a78. 00000020:00000001:3.0:1767384587.176305:0:17704:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384587.807605:0:17800:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000018f4aa10. 00080000:00000010:3.0:1767384587.807616:0:17800:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000018f4aa10. 00000020:00000001:3.0:1767384587.807622:0:17800:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.859806:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384587.859819:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384587.859823:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384587.859826:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384587.859830:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384587.859836:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.859840:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.859916:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384587.859939:0:16359:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000085aa60cf. 00000020:00000010:3.0:1767384587.859947:0:16359:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff0b60c6. 80000000:00000010:3.0:1767384587.859955:0:16359:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007318b80d. 40000000:00000010:3.0:1767384587.859963:0:16359:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c9d42ca4. 00000008:00000010:3.0:1767384587.859971:0:16359:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000deafdeb9. 00020000:00000010:3.0:1767384587.859987:0:16359:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000271fdec1. 00008000:00000010:3.0:1767384587.860006:0:16359:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000035103287. 00100000:00000010:3.0:1767384587.860018:0:16359:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009800563b. 00040000:00000010:3.0:1767384587.860039:0:16359:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4eddc30. 00040000:00000010:3.0:1767384587.860045:0:16359:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c97bfcf. 00040000:00000010:3.0:1767384587.860058:0:16359:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c813b50d. 00080000:00000010:3.0:1767384587.860068:0:16359:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000059761844. 00080000:00000010:3.0:1767384587.860084:0:16359:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000047764563. 00000004:00000010:3.0:1767384587.860099:0:16359:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000cfb1b3a. 00000004:00000010:3.0:1767384587.860130:0:16359:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b44d6a8e. 00000004:00000010:3.0:1767384587.860164:0:16359:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000001e9392c. 00002000:00000010:3.0:1767384587.860171:0:16359:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f6560f6c. 00000004:00000010:3.0:1767384587.860183:0:16359:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cd26355b. 00000080:00000010:3.0:1767384587.860192:0:16359:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009a8d2e16. 00000080:00000010:3.0:1767384587.860203:0:16359:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d5086122. 00000008:00000010:3.0:1767384587.860221:0:16359:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000048ef5877. 00020000:00000010:3.0:1767384587.860230:0:16359:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c7343a40. 00008000:00000010:3.0:1767384587.860243:0:16359:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000079a19592. 00000080:00000010:3.0:1767384587.860265:0:16359:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c8820a5b. 00000100:00000001:3.0:1767384587.860280:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384587.860285:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384587.860311:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.860326:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384587.860337:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384587.860350:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384587.860356:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384587.860360:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384587.860384:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049167104:0@lo:400: 00000100:00000001:3.0:1767384587.860406:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384587.860418:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384587.860422:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384587.860433:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384587.860445:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ede45f6. 02000000:00000001:3.0:1767384587.860452:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384587.860462:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e404de. 00000400:00000010:3.0:1767384587.860476:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384587.860485:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049167104, portal 25 00000100:00000001:3.0:1767384587.860490:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384587.860497:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000040:3.0:1767384587.860509:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.860521:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384587.860536:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384587.860540:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384587.860545:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049167104, offset 0 00000400:00000200:3.0:1767384587.860554:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384587.860583:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384587.860602:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260000d00 00000400:00000200:3.0:1767384587.860614:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:3.0:1767384587.860618:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067866fa4. 00000400:00000200:3.0:1767384587.860623:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009980bdfb 00000400:00000200:3.0:1767384587.860631:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384587.860643:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384587.860656:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009980bdfb 00000400:00000010:3.0:1767384587.860661:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009980bdfb. 00000100:00000001:3.0:1767384587.860670:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384587.860673:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384587.860677:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000b21b2696 x1853237049167104 msgsize 224 00000100:00100000:3.0:1767384587.860694:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384587.860702:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384587.860715:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384587.860774:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384587.860781:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000001:3.0:1767384587.860798:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384587.860807:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.860836:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384587.860848:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.860881:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.860887:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384587.860895:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.860904:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877188 00000100:00000010:3.0:1767384587.860909:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5585e42. 00000100:00000001:3.0:1767384587.860929:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384587.860940:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877188 00000100:00000010:3.0:1767384587.860951:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e866a6b. 00000100:00000001:3.0:1767384587.860957:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384587.860970:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877188 00000100:00000010:3.0:1767384587.860985:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001eb7d7e. 00000100:00000001:3.0:1767384587.860992:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384587.861003:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877188 00000100:00000010:3.0:1767384587.861012:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046664492. 00000100:00000001:3.0:1767384587.861030:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384587.861044:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384587.861060:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.861070:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.861089:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384587.861101:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384587.861108:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384587.861129:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384587.861132:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384587.861136:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.861154:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384587.861272:0:17089:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005da3f863. 00000100:00000001:3.0:1767384587.861293:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384587.861301:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384587.861308:0:17089:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.861322:0:17089:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.861843:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384587.861849:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384587.861856:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384587.861863:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384587.861867:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4e404de. 00000400:00000200:3.0:1767384587.861874:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000400:00000010:3.0:1767384587.861880:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000001:3.0:1767384587.861895:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384587.861908:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384587.861964:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.862001:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384587.862012:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384587.862026:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384587.862031:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384587.862034:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384587.862041:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384587.862047:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384587.862063:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384587.862069:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384587.862072:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384587.862075:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384587.862079:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384587.862083:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.862102:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384587.862131:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.862162:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384587.862169:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384587.862181:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384587.862195:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384587.862223:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049167104:0@lo:400: 00000100:00000001:3.0:1767384587.862230:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384587.862243:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384587.862249:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7e3ac47 x1853237049167104/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384587.862257:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384587.862261:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384587.862265:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ede45f6. 02000000:00000001:3.0:1767384587.862270:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384587.862272:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384587.862274:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384587.862277:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384587.862280:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004617c151. 02000000:00000001:3.0:1767384587.862286:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384587.862288:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384587.862291:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e3ac47. 00000100:00000001:3.0:1767384587.862295:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384587.862297:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384587.862299:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384587.862304:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384587.862306:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384587.862309:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384587.862311:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384587.864822:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294877188, at 4294877189 00000100:00000010:3.0:1767384587.864840:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046664492. 00000100:00000200:1.0:1767384588.382624:0:17888:0:(service.c:847:ptlrpc_register_service()) ost_io: Started, listening on portal 6 00000100:00000001:1.0:1767384588.382629:0:17888:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1767384588.382631:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.382632:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00000010:1.0:1767384588.382635:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c9b41488. 00000100:00100000:1.0:1767384588.382638:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00000001:3.0:1767384588.382930:0:17899:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384588.382951:0:17899:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384588.383412:0:17899:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000063cea132. 00000020:00000001:3.0:1767384588.383418:0:17899:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384588.383422:0:17899:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000040acfc54. 00000020:00000010:3.0:1767384588.383427:0:17899:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ff22f294. 00000020:00000010:3.0:1767384588.383437:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097a95995. 00000020:00000010:3.0:1767384588.383448:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bcdb9366. 00000020:00000010:3.0:1767384588.383453:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b942d83d. 00000020:00000010:3.0:1767384588.383460:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000047ac8a03. 00000020:00000010:3.0:1767384588.383465:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000386909ee. 80000000:00000010:3.0:1767384588.383470:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c97d5381. 40000000:00000010:3.0:1767384588.383473:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e68a97de. 00100000:00000010:3.0:1767384588.383477:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ed916d84. 00040000:00000010:3.0:1767384588.383483:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006ade1635. 00040000:00000010:3.0:1767384588.383487:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ede45f6. 00080000:00000010:3.0:1767384588.383493:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005cb4665f. 00080000:00000010:3.0:1767384588.383498:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ffae710. 00002000:00000010:3.0:1767384588.383506:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000090114e5. 00000100:00000200:3.0:1767384588.383511:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383518:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e404de. 00000400:00000010:3.0:1767384588.383525:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7603fef. 00000100:00000200:3.0:1767384588.383534:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383535:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6dbdc8c. 00000400:00000010:3.0:1767384588.383538:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010deda23. 00000100:00000200:3.0:1767384588.383540:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383541:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a802974f. 00000400:00000010:3.0:1767384588.383544:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f8c0b0aa. 00000100:00000200:3.0:1767384588.383546:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383547:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5acb96e. 00000400:00000010:3.0:1767384588.383550:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d7e86b6. 00000100:00000200:3.0:1767384588.383552:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383553:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaf07b17. 00000400:00000010:3.0:1767384588.383556:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a71a5fa4. 00000100:00000200:3.0:1767384588.383557:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383559:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a16545b. 00000400:00000010:3.0:1767384588.383561:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ee6062ca. 00000100:00000200:3.0:1767384588.383563:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383565:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067866fa4. 00000400:00000010:3.0:1767384588.383568:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c688cb9b. 00000100:00000200:3.0:1767384588.383570:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383571:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d184510. 00000400:00000010:3.0:1767384588.383579:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e0cb1511. 00000100:00000200:3.0:1767384588.383582:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383584:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccf49bd. 00000400:00000010:3.0:1767384588.383587:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074a81c6e. 00000100:00000200:3.0:1767384588.383589:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383590:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f42e6471. 00000400:00000010:3.0:1767384588.383593:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000090f8715b. 00000100:00000200:3.0:1767384588.383595:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383596:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd63ba0c. 00000400:00000010:3.0:1767384588.383607:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a944ba6c. 00000100:00000200:3.0:1767384588.383610:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383612:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646f1c3f. 00000400:00000010:3.0:1767384588.383614:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000014fa13a0. 00000100:00000200:3.0:1767384588.383616:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383617:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ccb355c. 00000400:00000010:3.0:1767384588.383620:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e4a6ee47. 00000100:00000200:3.0:1767384588.383621:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383623:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000008d50ed. 00000400:00000010:3.0:1767384588.383626:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000be81f712. 00000100:00000200:3.0:1767384588.383628:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383629:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3cb8466. 00000400:00000010:3.0:1767384588.383632:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000041bbb78e. 00000100:00000200:3.0:1767384588.383634:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383635:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000459a6f8b. 00000400:00000010:3.0:1767384588.383638:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c01ded03. 00000100:00000200:3.0:1767384588.383640:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383641:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec5ccdb6. 00000400:00000010:3.0:1767384588.383659:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c52ba18c. 00000100:00000200:3.0:1767384588.383662:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383664:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bae6ded. 00000400:00000010:3.0:1767384588.383667:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005e14f6c0. 00000100:00000200:3.0:1767384588.383670:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383671:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000381521d3. 00000400:00000010:3.0:1767384588.383681:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005059823a. 00000100:00000200:3.0:1767384588.383686:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383689:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d5aff2e. 00000400:00000010:3.0:1767384588.383697:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3395d99. 00000100:00000200:3.0:1767384588.383701:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383703:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac5e2d2. 00000400:00000010:3.0:1767384588.383707:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005cade093. 00000100:00000200:3.0:1767384588.383711:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383713:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000701e068d. 00000400:00000010:3.0:1767384588.383717:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e7954b83. 00000100:00000200:3.0:1767384588.383721:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383723:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aeb99d8. 00000400:00000010:3.0:1767384588.383726:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002380a4e5. 00000100:00000200:3.0:1767384588.383728:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383729:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd61713f. 00000400:00000010:3.0:1767384588.383731:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000070939281. 00000100:00000200:3.0:1767384588.383735:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383736:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b5d1577. 00000400:00000010:3.0:1767384588.383741:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000284e8763. 00000100:00000200:3.0:1767384588.383747:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383749:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014e97b32. 00000400:00000010:3.0:1767384588.383754:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008628e3ec. 00000100:00000200:3.0:1767384588.383756:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383806:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad25c6c3. 00000400:00000010:3.0:1767384588.383820:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000064c45995. 00000100:00000200:3.0:1767384588.383825:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383827:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002461c33f. 00000400:00000010:3.0:1767384588.383831:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000531020a0. 00000100:00000200:3.0:1767384588.383833:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383835:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b731c3f. 00000400:00000010:3.0:1767384588.383839:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000451c44f. 00000100:00000200:3.0:1767384588.383842:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383844:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004033c976. 00000400:00000010:3.0:1767384588.383847:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a80bff13. 00000100:00000200:3.0:1767384588.383849:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383850:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e2d196. 00000400:00000010:3.0:1767384588.383854:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006baea510. 00000100:00000200:3.0:1767384588.383859:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383860:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169cdec7. 00000400:00000010:3.0:1767384588.383867:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ffed61f9. 00000100:00000200:3.0:1767384588.383870:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383871:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d60f72e. 00000400:00000010:3.0:1767384588.383874:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000004f91c37. 00000100:00000200:3.0:1767384588.383876:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383877:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cbbfdeb. 00000400:00000010:3.0:1767384588.383879:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d93fe65b. 00000100:00000200:3.0:1767384588.383881:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383882:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e22efcdf. 00000400:00000010:3.0:1767384588.383889:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e01c94a5. 00000100:00000200:3.0:1767384588.383892:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383893:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efc28db. 00000400:00000010:3.0:1767384588.383896:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000028428ca9. 00000100:00000200:3.0:1767384588.383898:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383899:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002625d3f2. 00000400:00000010:3.0:1767384588.383901:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0a2310b. 00000100:00000200:3.0:1767384588.383903:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383904:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab805e51. 00000400:00000010:3.0:1767384588.383907:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000663845af. 00000100:00000200:3.0:1767384588.383925:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383926:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000068c58b2. 00000400:00000010:3.0:1767384588.383929:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000600dc448. 00000100:00000200:3.0:1767384588.383931:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383932:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac47d04. 00000400:00000010:3.0:1767384588.383935:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ead7a5ce. 00000100:00000200:3.0:1767384588.383936:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383937:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ead92cb. 00000400:00000010:3.0:1767384588.383940:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000857d36d9. 00000100:00000200:3.0:1767384588.383942:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383943:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004930d6b9. 00000400:00000010:3.0:1767384588.383945:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a90af72f. 00000100:00000200:3.0:1767384588.383947:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383948:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043cd5d61. 00000400:00000010:3.0:1767384588.383955:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c3485876. 00000100:00000200:3.0:1767384588.383958:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383959:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000492fd0a4. 00000400:00000010:3.0:1767384588.383964:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ed3f9f9. 00000100:00000200:3.0:1767384588.383967:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383968:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb6f48c7. 00000400:00000010:3.0:1767384588.383970:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ab739da8. 00000100:00000200:3.0:1767384588.383972:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383973:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058c68828. 00000400:00000010:3.0:1767384588.383976:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004aac4bbf. 00000100:00000200:3.0:1767384588.383977:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383978:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e3a4897. 00000400:00000010:3.0:1767384588.383981:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000996925e3. 00000100:00000200:3.0:1767384588.383983:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383984:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a1cd1ae. 00000400:00000010:3.0:1767384588.383987:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007339fecd. 00000100:00000200:3.0:1767384588.383988:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383989:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9f3b2a1. 00000400:00000010:3.0:1767384588.383992:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bacbdd12. 00000100:00000200:3.0:1767384588.383994:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.383995:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054103914. 00000400:00000010:3.0:1767384588.383997:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c6129382. 00000100:00000200:3.0:1767384588.383999:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384000:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eb3f85e. 00000400:00000010:3.0:1767384588.384017:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cbaa866d. 00000100:00000200:3.0:1767384588.384020:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384021:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eb02947. 00000400:00000010:3.0:1767384588.384024:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000990ce4f1. 00000100:00000200:3.0:1767384588.384026:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384027:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034f62f11. 00000400:00000010:3.0:1767384588.384029:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005c21610d. 00000100:00000200:3.0:1767384588.384031:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384032:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d0a9ad7. 00000400:00000010:3.0:1767384588.384035:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000051d34d0a. 00000100:00000200:3.0:1767384588.384036:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384037:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e560d708. 00000400:00000010:3.0:1767384588.384040:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000560f2a26. 00000100:00000200:3.0:1767384588.384042:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384043:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2173654. 00000400:00000010:3.0:1767384588.384048:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000051cf7c1. 00000100:00000200:3.0:1767384588.384050:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384052:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c333352. 00000400:00000010:3.0:1767384588.384054:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ecebd9a1. 00000100:00000200:3.0:1767384588.384056:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384057:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f56f0ad. 00000400:00000010:3.0:1767384588.384060:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034e3d74e. 00000100:00000200:3.0:1767384588.384062:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384063:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b3b3e3d. 00000400:00000010:3.0:1767384588.384070:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000be842c71. 00000100:00000200:3.0:1767384588.384074:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384075:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051863530. 00000400:00000010:3.0:1767384588.384077:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a1f2aee. 00000100:00000200:3.0:1767384588.384079:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384080:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c912f23. 00000400:00000010:3.0:1767384588.384083:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009dfaf344. 00000100:00000200:3.0:1767384588.384084:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384085:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002319b486. 00000400:00000010:3.0:1767384588.384088:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004ab172f0. 00000100:00000200:3.0:1767384588.384089:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384090:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c16003. 00000400:00000010:3.0:1767384588.384093:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000007192d18. 00000100:00000200:3.0:1767384588.384095:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384588.384096:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3965ceb. 00000400:00000010:3.0:1767384588.384098:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a02ad968. 00000100:00000010:3.0:1767384588.384123:0:17899:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000cbeda0ef. 00000100:00000200:3.0:1767384588.384168:0:17899:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1767384588.384182:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.384186:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.384187:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00000010:1.0:1767384588.384191:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000084d6adde. 00000100:00100000:1.0:1767384588.384193:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00000001:3.0:1767384588.384415:0:17900:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384588.384429:0:17900:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384588.384856:0:17900:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000695afc37. 00000020:00000001:3.0:1767384588.384860:0:17900:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384588.384863:0:17900:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009a9bf03c. 00000020:00000010:3.0:1767384588.384866:0:17900:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008ee91297. 00000020:00000010:3.0:1767384588.384871:0:17900:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002b9df36. 00000020:00000010:3.0:1767384588.384874:0:17900:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000096bbe3d5. 00000020:00000010:3.0:1767384588.384877:0:17900:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099d5ad0c. 00000020:00000010:3.0:1767384588.384886:0:17900:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9a6d7c6. 00000020:00000010:3.0:1767384588.384890:0:17900:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d4a64113. 80000000:00000010:3.0:1767384588.384893:0:17900:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000046664492. 40000000:00000010:3.0:1767384588.384895:0:17900:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000262b540d. 00100000:00000010:3.0:1767384588.384899:0:17900:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca34af7f. 00040000:00000010:3.0:1767384588.384902:0:17900:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b41bbb56. 00040000:00000010:3.0:1767384588.384911:0:17900:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c590dfc8. 00080000:00000010:3.0:1767384588.384921:0:17900:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007c17de5e. 00080000:00000010:3.0:1767384588.384924:0:17900:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000076a31968. 00002000:00000010:3.0:1767384588.384942:0:17900:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003b84c9d2. 00000100:00000010:3.0:1767384588.384951:0:17900:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000034e8c8f6. 00000100:00000200:3.0:1767384588.384966:0:17900:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1767384588.384981:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.384984:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.384986:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00000010:1.0:1767384588.384990:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bd9e62de. 00000100:00100000:1.0:1767384588.384993:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00000001:3.0:1767384588.385140:0:17901:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384588.385165:0:17901:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384588.385469:0:17901:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000062a7512d. 00000020:00000001:3.0:1767384588.385472:0:17901:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384588.385474:0:17901:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000060d3cc25. 00000020:00000010:3.0:1767384588.385475:0:17901:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000056d34f04. 00000020:00000010:3.0:1767384588.385479:0:17901:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb38caee. 00000020:00000010:3.0:1767384588.385480:0:17901:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000028bb8524. 00000020:00000010:3.0:1767384588.385483:0:17901:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a1c587ef. 00000020:00000010:3.0:1767384588.385486:0:17901:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083871841. 00000020:00000010:3.0:1767384588.385487:0:17901:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009083053b. 80000000:00000010:3.0:1767384588.385489:0:17901:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005bca5a93. 40000000:00000010:3.0:1767384588.385491:0:17901:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002928ef85. 00100000:00000010:3.0:1767384588.385493:0:17901:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b0a8324. 00040000:00000010:3.0:1767384588.385495:0:17901:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f6ce8c25. 00040000:00000010:3.0:1767384588.385498:0:17901:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1f771df. 00080000:00000010:3.0:1767384588.385501:0:17901:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000c917107. 00080000:00000010:3.0:1767384588.385504:0:17901:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006baeed52. 00002000:00000010:3.0:1767384588.385507:0:17901:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f77800b. 00000100:00000010:3.0:1767384588.385516:0:17901:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b9543cd4. 00000100:00000200:3.0:1767384588.385528:0:17901:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1767384588.385544:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.385547:0:17888:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.385549:0:17888:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446615717491798528 : -128356217753088 : ffff8b42bd3c7200) 00000100:00000001:1.0:1767384588.385554:0:17888:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1767384588.385558:0:17888:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000674ba8d6. 00000100:00000010:1.0:1767384588.385562:0:17888:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000b4fdc9d. 00000100:00000010:1.0:1767384588.385574:0:17888:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000279d3868. 00000100:00000010:1.0:1767384588.385587:0:17888:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e441d84b. 00000100:00000010:1.0:1767384588.385592:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bcd118d. 00000100:00000010:1.0:1767384588.385606:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004efe936c. 00000100:00000010:1.0:1767384588.385609:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024cc199e. 00000100:00000010:1.0:1767384588.385622:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009a071ae9. 00000100:00000010:1.0:1767384588.385625:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9da5f4d. 00000100:00000010:1.0:1767384588.385639:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bd4b8061. 00000100:00000010:1.0:1767384588.385642:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d96d1288. 00000100:00000010:1.0:1767384588.385665:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b21c18ce. 00000100:00000010:1.0:1767384588.385668:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e1698b3. 00000100:00000010:1.0:1767384588.385682:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000020a7b2f3. 00000100:00000010:1.0:1767384588.385688:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000193b79da. 00000100:00000010:1.0:1767384588.385702:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000069c50da2. 00000100:00000010:1.0:1767384588.385705:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007568b14b. 00000100:00000010:1.0:1767384588.385755:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000005f2effa. 00000100:00000010:1.0:1767384588.385761:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3e43cc0. 00000100:00000010:1.0:1767384588.385777:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005e358cfd. 00000100:00000010:1.0:1767384588.385781:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f1264c5. 00000100:00000010:1.0:1767384588.385794:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007b3cd125. 00000100:00000010:1.0:1767384588.385798:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d4d8e48. 00000100:00000010:1.0:1767384588.385811:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ef26e3aa. 00000100:00000010:1.0:1767384588.385814:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3095e20. 00000100:00000010:1.0:1767384588.385828:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004152564a. 00000100:00000010:1.0:1767384588.385831:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b2efd7c. 00000100:00000010:1.0:1767384588.385844:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009ea87c63. 00000100:00000010:1.0:1767384588.385847:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055db942b. 00000100:00000010:1.0:1767384588.385860:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000032d25d9d. 00000100:00000010:1.0:1767384588.385869:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c247025. 00000100:00000010:1.0:1767384588.385883:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000dc051c08. 00000100:00000010:1.0:1767384588.385886:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da527acf. 00000100:00000010:1.0:1767384588.385899:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d884af48. 00000100:00000010:1.0:1767384588.385903:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dff12fc3. 00000100:00000010:1.0:1767384588.385917:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000056d39844. 00000100:00000010:1.0:1767384588.385920:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095c29c9a. 00000100:00000010:1.0:1767384588.385932:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009d19816b. 00000100:00000010:1.0:1767384588.385935:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006351dc3d. 00000100:00000010:1.0:1767384588.385948:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f1b82dc2. 00000100:00000010:1.0:1767384588.385952:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000022a744d. 00000100:00000010:1.0:1767384588.385965:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ed199764. 00000100:00000010:1.0:1767384588.385968:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000568da6c6. 00000100:00000010:1.0:1767384588.385980:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000084ba18ec. 00000100:00000010:1.0:1767384588.385982:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047fc8c4f. 00000100:00000010:1.0:1767384588.385997:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003e3c81c0. 00000100:00000010:1.0:1767384588.385999:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3992d72. 00000100:00000010:1.0:1767384588.386012:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000063d8b447. 00000100:00000010:1.0:1767384588.386014:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3fbe63e. 00000100:00000010:1.0:1767384588.386025:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002cdf4d61. 00000100:00000010:1.0:1767384588.386027:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022d66940. 00000100:00000010:1.0:1767384588.386039:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000022e329e5. 00000100:00000010:1.0:1767384588.386041:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3637b08. 00000100:00000010:1.0:1767384588.386053:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000abb6ef45. 00000100:00000010:1.0:1767384588.386055:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f879287e. 00000100:00000010:1.0:1767384588.386067:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000580e2279. 00000100:00000010:1.0:1767384588.386069:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033a9b2fd. 00000100:00000010:1.0:1767384588.386081:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006c2ca74f. 00000100:00000010:1.0:1767384588.386083:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee0048d4. 00000100:00000010:1.0:1767384588.386094:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000676b73f5. 00000100:00000010:1.0:1767384588.386097:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000538a3bb7. 00000100:00000010:1.0:1767384588.386121:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005140ca09. 00000100:00000010:1.0:1767384588.386131:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ef6edd9. 00000100:00000010:1.0:1767384588.386143:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000127e086e. 00000100:00000010:1.0:1767384588.386146:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000536c8ea4. 00000100:00000010:1.0:1767384588.386158:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005e0b8795. 00000100:00000010:1.0:1767384588.386160:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038864e47. 00000100:00000010:1.0:1767384588.386172:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e614d1cc. 00000100:00000010:1.0:1767384588.386174:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000637c9d76. 00000100:00000010:1.0:1767384588.386186:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f46b8790. 00000100:00000010:1.0:1767384588.386189:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0af9967. 00000100:00000010:1.0:1767384588.386201:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f3818b26. 00000100:00000010:1.0:1767384588.386203:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015bd2781. 00000100:00000010:1.0:1767384588.386214:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a6ed3900. 00000100:00000010:1.0:1767384588.386216:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012d3a7ea. 00000100:00000010:1.0:1767384588.386228:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000867fe622. 00000100:00000010:1.0:1767384588.386233:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058b4d8ca. 00000100:00000010:1.0:1767384588.386245:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001638b3b5. 00000100:00000010:1.0:1767384588.386247:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c9aed48. 00000100:00000010:1.0:1767384588.386259:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000153cf8e. 00000100:00000010:1.0:1767384588.386261:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725edb45. 00000100:00000010:1.0:1767384588.386274:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009cf76a80. 00000100:00000010:1.0:1767384588.386275:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007606b0e1. 00000100:00000010:1.0:1767384588.386287:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000a76c3fd. 00000100:00000010:1.0:1767384588.386289:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fb7a007. 00000100:00000010:1.0:1767384588.386301:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c0373423. 00000100:00000010:1.0:1767384588.386303:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000023d9137. 00000100:00000010:1.0:1767384588.386315:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bb10f340. 00000100:00000010:1.0:1767384588.386317:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f0d6b20. 00000100:00000010:1.0:1767384588.386328:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d3b105ff. 00000100:00000010:1.0:1767384588.386331:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002910b911. 00000100:00000010:1.0:1767384588.386342:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a0b101eb. 00000100:00000010:1.0:1767384588.386345:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb774208. 00000100:00000010:1.0:1767384588.386356:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000027d72087. 00000100:00000010:1.0:1767384588.386363:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c8e7005. 00000100:00000010:1.0:1767384588.386375:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000532703bd. 00000100:00000010:1.0:1767384588.386377:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008394b3ac. 00000100:00000010:1.0:1767384588.386389:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a940b662. 00000100:00000010:1.0:1767384588.386391:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a4c4909. 00000100:00000010:1.0:1767384588.386403:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009a6bb5b0. 00000100:00000010:1.0:1767384588.386405:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcbf34ea. 00000100:00000010:1.0:1767384588.386416:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a13dce3f. 00000100:00000010:1.0:1767384588.386418:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009232b1bc. 00000100:00000010:1.0:1767384588.386430:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000059662b58. 00000100:00000010:1.0:1767384588.386431:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000070c4d88. 00000100:00000010:1.0:1767384588.386443:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000018f380a7. 00000100:00000010:1.0:1767384588.386445:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c40988fb. 00000100:00000010:1.0:1767384588.386461:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e11b8453. 00000100:00000010:1.0:1767384588.386464:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b51bc20e. 00000100:00000010:1.0:1767384588.386476:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b8f5b300. 00000100:00000010:1.0:1767384588.386479:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007acfc9d8. 00000100:00000010:1.0:1767384588.386491:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007f5234e9. 00000100:00000010:1.0:1767384588.386493:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058970a20. 00000100:00000010:1.0:1767384588.386504:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000daad8b35. 00000100:00000010:1.0:1767384588.386506:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ea2bf6a. 00000100:00000010:1.0:1767384588.386517:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000047698a9c. 00000100:00000010:1.0:1767384588.386519:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002237e45d. 00000100:00000010:1.0:1767384588.386531:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ce09ade6. 00000100:00000010:1.0:1767384588.386533:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028479dc7. 00000100:00000010:1.0:1767384588.386545:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f435fd20. 00000100:00000010:1.0:1767384588.386547:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000631d9842. 00000100:00000010:1.0:1767384588.386559:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a04ad629. 00000100:00000010:1.0:1767384588.386561:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009acf3700. 00000100:00000010:1.0:1767384588.386573:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000003bc16eb. 00000100:00000010:1.0:1767384588.386575:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ebfc035. 00000100:00000010:1.0:1767384588.386587:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000035ffcd97. 00000100:00000010:1.0:1767384588.386594:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd358d83. 00000100:00000010:1.0:1767384588.386606:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a85bfd83. 00000100:00000010:1.0:1767384588.386608:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095f5ce99. 00000100:00000010:1.0:1767384588.386620:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005ccc9ab4. 00000100:00000010:1.0:1767384588.386622:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7497edc. 00000100:00000010:1.0:1767384588.386634:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006bb223aa. 00000100:00100000:1.0:1767384588.386635:0:17888:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:1.0:1767384588.386638:0:17888:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 31 lazy 00000020:00000010:1.0:1767384588.386665:0:17888:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b0ed724. 00000020:00000010:1.0:1767384588.386668:0:17888:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ae8aaaa0. 00000100:00000001:1.0:1767384588.386696:0:17888:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1767384588.386697:0:17888:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1767384588.386702:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.386704:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f0c9dc81. 00000100:00000001:1.0:1767384588.386706:0:17888:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1767384588.386707:0:17888:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000024987ebc. 00000100:00000001:1.0:1767384588.386708:0:17888:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386710:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386711:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.386712:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000084c451a1. 00000100:00000001:1.0:1767384588.386714:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386715:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.386737:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000027ade432. 00000100:00000001:1.0:1767384588.386740:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386742:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.386745:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c21b1de7. 00000100:00000001:1.0:1767384588.386747:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386748:0:17888:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386750:0:17888:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386752:0:17888:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.386755:0:17888:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.386801:0:17888:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384588.386804:0:17888:0:(service.c:847:ptlrpc_register_service()) ost_seq: Started, listening on portal 31 00000100:00000001:1.0:1767384588.386806:0:17888:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1767384588.386808:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.386809:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00000010:1.0:1767384588.386812:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000021838b5d. 00000100:00100000:1.0:1767384588.386815:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00000001:3.0:1767384588.386954:0:17902:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384588.386969:0:17902:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c034eba9. 00000020:00000010:3.0:1767384588.386972:0:17902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f5317ea. 00000020:00000010:3.0:1767384588.386976:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6086cdf. 00000020:00000010:3.0:1767384588.386979:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068864b9c. 00000020:00000010:3.0:1767384588.386983:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd7c9fd2. 00000020:00000010:3.0:1767384588.386986:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005450b41d. 00000020:00000010:3.0:1767384588.386989:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f507733c. 80000000:00000010:3.0:1767384588.386991:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6648209. 40000000:00000010:3.0:1767384588.386994:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000068025f9. 00100000:00000010:3.0:1767384588.386997:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca909063. 00040000:00000010:3.0:1767384588.387001:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eb7811c0. 00040000:00000010:3.0:1767384588.387004:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023770d4b. 00080000:00000010:3.0:1767384588.387014:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fc1aefd8. 00080000:00000010:3.0:1767384588.387017:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d1f2226e. 00002000:00000010:3.0:1767384588.387021:0:17902:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb7491f3. 00000100:00000200:3.0:1767384588.387024:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387028:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa71daa2. 00000400:00000010:3.0:1767384588.387031:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d614564a. 00000100:00000200:3.0:1767384588.387037:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387038:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd0632d. 00000400:00000010:3.0:1767384588.387057:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf802ff8. 00000100:00000200:3.0:1767384588.387058:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387060:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ac34605. 00000400:00000010:3.0:1767384588.387062:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000063f1c183. 00000100:00000200:3.0:1767384588.387064:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387065:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e56dc110. 00000400:00000010:3.0:1767384588.387067:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c6355623. 00000100:00000200:3.0:1767384588.387068:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387070:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000491ff6dd. 00000400:00000010:3.0:1767384588.387072:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000eabe2099. 00000100:00000200:3.0:1767384588.387073:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387074:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680ea1e7. 00000400:00000010:3.0:1767384588.387081:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000032b2e36c. 00000100:00000200:3.0:1767384588.387083:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387084:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041f5e44e. 00000400:00000010:3.0:1767384588.387089:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d68c569a. 00000100:00000200:3.0:1767384588.387091:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387092:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000494a238e. 00000400:00000010:3.0:1767384588.387094:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000060abde2e. 00000100:00000200:3.0:1767384588.387095:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387096:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055643b5f. 00000400:00000010:3.0:1767384588.387098:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000884a50b6. 00000100:00000200:3.0:1767384588.387099:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387100:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000061066a8. 00000400:00000010:3.0:1767384588.387101:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000099a8285e. 00000100:00000200:3.0:1767384588.387102:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387104:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003632b6c0. 00000400:00000010:3.0:1767384588.387106:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001f8e7e36. 00000100:00000200:3.0:1767384588.387122:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387125:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4d0b0fa. 00000400:00000010:3.0:1767384588.387127:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007b93a043. 00000100:00000200:3.0:1767384588.387128:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387130:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9ea5d1. 00000400:00000010:3.0:1767384588.387131:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006e0aeccb. 00000100:00000200:3.0:1767384588.387132:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387133:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c2e385. 00000400:00000010:3.0:1767384588.387135:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007dfbf862. 00000100:00000200:3.0:1767384588.387136:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387137:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0c35d20. 00000400:00000010:3.0:1767384588.387138:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003caa882e. 00000100:00000200:3.0:1767384588.387139:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387140:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb2f6699. 00000400:00000010:3.0:1767384588.387141:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000be3cb2e2. 00000100:00000200:3.0:1767384588.387159:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387160:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4a6d78. 00000400:00000010:3.0:1767384588.387161:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000016537249. 00000100:00000200:3.0:1767384588.387162:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387163:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002937a086. 00000400:00000010:3.0:1767384588.387164:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000000f4767e. 00000100:00000200:3.0:1767384588.387166:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387167:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9211850. 00000400:00000010:3.0:1767384588.387172:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c6d2a314. 00000100:00000200:3.0:1767384588.387174:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387175:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059841f93. 00000400:00000010:3.0:1767384588.387176:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009b75b15c. 00000100:00000200:3.0:1767384588.387178:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387179:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca62f82. 00000400:00000010:3.0:1767384588.387181:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c755733d. 00000100:00000200:3.0:1767384588.387182:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387183:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d3a3a67. 00000400:00000010:3.0:1767384588.387190:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000e3117aa. 00000100:00000200:3.0:1767384588.387192:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387194:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169a3683. 00000400:00000010:3.0:1767384588.387195:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e86968ae. 00000100:00000200:3.0:1767384588.387196:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387198:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7630d19. 00000400:00000010:3.0:1767384588.387199:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000088eeec03. 00000100:00000200:3.0:1767384588.387200:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387201:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000674dbafa. 00000400:00000010:3.0:1767384588.387203:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000339902ea. 00000100:00000200:3.0:1767384588.387204:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387205:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c45d109d. 00000400:00000010:3.0:1767384588.387206:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001f7dbed8. 00000100:00000200:3.0:1767384588.387207:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387208:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6b331f3. 00000400:00000010:3.0:1767384588.387209:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f6dcb8da. 00000100:00000200:3.0:1767384588.387210:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387211:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa312a02. 00000400:00000010:3.0:1767384588.387212:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007146c1e6. 00000100:00000200:3.0:1767384588.387213:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387214:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007178c772. 00000400:00000010:3.0:1767384588.387215:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d95c8c97. 00000100:00000200:3.0:1767384588.387216:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387217:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6eb0189. 00000400:00000010:3.0:1767384588.387219:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b96accc4. 00000100:00000200:3.0:1767384588.387220:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387221:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ac75219. 00000400:00000010:3.0:1767384588.387225:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000df6362da. 00000100:00000200:3.0:1767384588.387227:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387228:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b21032. 00000400:00000010:3.0:1767384588.387229:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c221a273. 00000100:00000200:3.0:1767384588.387230:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387232:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dedc54fc. 00000400:00000010:3.0:1767384588.387233:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000063adda32. 00000100:00000200:3.0:1767384588.387234:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387235:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002115e2c0. 00000400:00000010:3.0:1767384588.387236:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000036f98947. 00000100:00000200:3.0:1767384588.387237:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387238:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f83209. 00000400:00000010:3.0:1767384588.387239:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000035a14525. 00000100:00000200:3.0:1767384588.387240:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387241:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d38b186. 00000400:00000010:3.0:1767384588.387242:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004bcde5cf. 00000100:00000200:3.0:1767384588.387243:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387244:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b0be00. 00000400:00000010:3.0:1767384588.387245:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cbaacdc4. 00000100:00000200:3.0:1767384588.387246:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387247:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5e024f. 00000400:00000010:3.0:1767384588.387253:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b7d19478. 00000100:00000200:3.0:1767384588.387255:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387256:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024856523. 00000400:00000010:3.0:1767384588.387257:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f8686e66. 00000100:00000200:3.0:1767384588.387258:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387259:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f33c1b. 00000400:00000010:3.0:1767384588.387261:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007083fa3c. 00000100:00000200:3.0:1767384588.387262:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387263:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000797262eb. 00000400:00000010:3.0:1767384588.387264:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d506005f. 00000100:00000200:3.0:1767384588.387265:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387266:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a8e9f7. 00000400:00000010:3.0:1767384588.387267:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c26541f6. 00000100:00000200:3.0:1767384588.387268:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387269:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b180cb1. 00000400:00000010:3.0:1767384588.387273:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ea5aa600. 00000100:00000200:3.0:1767384588.387275:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387276:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045cd2149. 00000400:00000010:3.0:1767384588.387277:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c050b458. 00000100:00000200:3.0:1767384588.387278:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387279:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1e25730. 00000400:00000010:3.0:1767384588.387280:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001e90ea8f. 00000100:00000200:3.0:1767384588.387281:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387282:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000341d61a0. 00000400:00000010:3.0:1767384588.387283:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d06a45c3. 00000100:00000200:3.0:1767384588.387284:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387285:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008b2ff1a. 00000400:00000010:3.0:1767384588.387286:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007bbb7c58. 00000100:00000200:3.0:1767384588.387287:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387288:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7dbfe43. 00000400:00000010:3.0:1767384588.387290:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007aaeed59. 00000100:00000200:3.0:1767384588.387291:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387291:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5ab434. 00000400:00000010:3.0:1767384588.387292:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000043aa7605. 00000100:00000200:3.0:1767384588.387294:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387294:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d016c6e0. 00000400:00000010:3.0:1767384588.387296:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000802deaa2. 00000100:00000200:3.0:1767384588.387297:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387298:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067cf5c18. 00000400:00000010:3.0:1767384588.387299:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000034518ec8. 00000100:00000200:3.0:1767384588.387300:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387301:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e58668d8. 00000400:00000010:3.0:1767384588.387302:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ed39a1d7. 00000100:00000200:3.0:1767384588.387303:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387304:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081b2ad31. 00000400:00000010:3.0:1767384588.387305:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004514e004. 00000100:00000200:3.0:1767384588.387306:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387307:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015edd94e. 00000400:00000010:3.0:1767384588.387313:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ad6fd42c. 00000100:00000200:3.0:1767384588.387315:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387316:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038d4a637. 00000400:00000010:3.0:1767384588.387320:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fb460218. 00000100:00000200:3.0:1767384588.387322:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387323:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b211fcc. 00000400:00000010:3.0:1767384588.387324:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d20cf8aa. 00000100:00000200:3.0:1767384588.387325:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387326:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db7fd51e. 00000400:00000010:3.0:1767384588.387328:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005be52576. 00000100:00000200:3.0:1767384588.387329:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387330:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0a916e. 00000400:00000010:3.0:1767384588.387331:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002ac6311d. 00000100:00000200:3.0:1767384588.387332:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387333:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a2a754. 00000400:00000010:3.0:1767384588.387334:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fad28636. 00000100:00000200:3.0:1767384588.387335:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387336:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003782e584. 00000400:00000010:3.0:1767384588.387337:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f3cfc168. 00000100:00000200:3.0:1767384588.387338:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387339:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1a26cf6. 00000400:00000010:3.0:1767384588.387340:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000021f66bf. 00000100:00000200:3.0:1767384588.387341:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387342:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be3661f. 00000400:00000010:3.0:1767384588.387343:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b177c248. 00000100:00000200:3.0:1767384588.387344:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387345:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfed329a. 00000400:00000010:3.0:1767384588.387346:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000078547e60. 00000100:00000200:3.0:1767384588.387347:0:17902:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384588.387348:0:17902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070ef43b1. 00000400:00000010:3.0:1767384588.387349:0:17902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008bec8cd4. 00000100:00000010:3.0:1767384588.387358:0:17902:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000040090ded. 00000100:00000200:3.0:1767384588.387369:0:17902:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1767384588.387386:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.387389:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.387390:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00000010:1.0:1767384588.387394:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000d40101e. 00000100:00100000:1.0:1767384588.387397:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00000001:3.0:1767384588.387550:0:17903:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384588.387559:0:17903:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007ef1bc07. 00000020:00000010:3.0:1767384588.387562:0:17903:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000040252407. 00000020:00000010:3.0:1767384588.387565:0:17903:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac99035. 00000020:00000010:3.0:1767384588.387568:0:17903:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d430b8a5. 00000020:00000010:3.0:1767384588.387572:0:17903:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4ce4e0b. 00000020:00000010:3.0:1767384588.387580:0:17903:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b621db86. 00000020:00000010:3.0:1767384588.387582:0:17903:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005915219a. 80000000:00000010:3.0:1767384588.387585:0:17903:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f42b317a. 40000000:00000010:3.0:1767384588.387588:0:17903:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a6fa8f35. 00100000:00000010:3.0:1767384588.387591:0:17903:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000716d8c51. 00040000:00000010:3.0:1767384588.387593:0:17903:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c028bb1. 00040000:00000010:3.0:1767384588.387596:0:17903:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063d471b4. 00080000:00000010:3.0:1767384588.387600:0:17903:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aef459ed. 00080000:00000010:3.0:1767384588.387604:0:17903:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e1a8172. 00002000:00000010:3.0:1767384588.387613:0:17903:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000071c72942. 00000100:00000010:3.0:1767384588.387635:0:17903:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001df7b8af. 00000100:00000200:3.0:1767384588.387646:0:17903:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1767384588.387662:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.387664:0:17888:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.387666:0:17888:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446615717520733184 : -128356188818432 : ffff8b42bef5f400) 00000100:00000001:1.0:1767384588.387669:0:17888:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1767384588.387673:0:17888:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009a292d5a. 00000100:00000010:1.0:1767384588.387681:0:17888:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001ee5436d. 00000100:00000010:1.0:1767384588.387691:0:17888:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000536df469. 00000100:00000010:1.0:1767384588.387698:0:17888:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a15a44fa. 00000100:00000010:1.0:1767384588.387702:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db7e03d0. 00000100:00000010:1.0:1767384588.388028:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006248857e. 00000100:00000010:1.0:1767384588.388033:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087be3bb0. 00000100:00000010:1.0:1767384588.388364:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000031c05f9a. 00000100:00000010:1.0:1767384588.388370:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f269b63a. 00000100:00000010:1.0:1767384588.388647:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc4b7d02. 00000100:00000010:1.0:1767384588.388651:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8e5ae9a. 00000100:00000010:1.0:1767384588.388992:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005c179563. 00000100:00000010:1.0:1767384588.388998:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030f901fe. 00000100:00000010:1.0:1767384588.389327:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a9258731. 00000100:00000010:1.0:1767384588.389333:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b489f5b5. 00000100:00000010:1.0:1767384588.389659:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000c8beac9. 00000100:00000010:1.0:1767384588.389665:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d2fffe4. 00000100:00000010:1.0:1767384588.389996:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a8c00bac. 00000100:00000010:1.0:1767384588.390002:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a04a1da. 00000100:00000010:1.0:1767384588.390340:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f1af9025. 00000100:00000010:1.0:1767384588.390345:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb26cf32. 00000100:00000010:1.0:1767384588.390648:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000077192d97. 00000100:00000010:1.0:1767384588.390654:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a8817df. 00000100:00000010:1.0:1767384588.390967:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008335bc7c. 00000100:00000010:1.0:1767384588.390972:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000919df97c. 00000100:00000010:1.0:1767384588.391265:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009fff4808. 00000100:00000010:1.0:1767384588.391275:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a14a3b9. 00000100:00000010:1.0:1767384588.391592:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000039dd3f28. 00000100:00000010:1.0:1767384588.391599:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058aa3801. 00000100:00000010:1.0:1767384588.391947:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f8219596. 00000100:00000010:1.0:1767384588.391953:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edf0b008. 00000100:00000010:1.0:1767384588.392746:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000022ecc1e7. 00000100:00000010:1.0:1767384588.392760:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020505d15. 00000100:00000010:1.0:1767384588.393509:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cbacb758. 00000100:00000010:1.0:1767384588.393515:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abc8da4d. 00000100:00000010:1.0:1767384588.393632:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002cee5f16. 00000100:00000010:1.0:1767384588.393638:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064349319. 00000100:00000010:1.0:1767384588.394364:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004332ba01. 00000100:00000010:1.0:1767384588.394369:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2323902. 00000100:00000010:1.0:1767384588.394479:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000160e622f. 00000100:00000010:1.0:1767384588.394483:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8d3aeed. 00000100:00000010:1.0:1767384588.395194:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ea3f1e78. 00000100:00000010:1.0:1767384588.395198:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071274c7d. 00000100:00000010:1.0:1767384588.395282:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000af1cdfce. 00000100:00000010:1.0:1767384588.395285:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007188e0ce. 00000100:00000010:1.0:1767384588.396004:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000034049131. 00000100:00000010:1.0:1767384588.396010:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d1df857. 00000100:00000010:1.0:1767384588.396144:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e58b3aa. 00000100:00000010:1.0:1767384588.396150:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049fd7139. 00000100:00000010:1.0:1767384588.396881:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000021a588bd. 00000100:00000010:1.0:1767384588.396887:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004102d593. 00000100:00000010:1.0:1767384588.397007:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f44f4531. 00000100:00000010:1.0:1767384588.397012:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005430dcc5. 00000100:00000010:1.0:1767384588.397780:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000092fad261. 00000100:00000010:1.0:1767384588.397786:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000916b3e0b. 00000100:00000010:1.0:1767384588.397883:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009fd32fae. 00000100:00000010:1.0:1767384588.397887:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ea8dd48. 00000100:00000010:1.0:1767384588.398526:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d86a5a5a. 00000100:00000010:1.0:1767384588.398538:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4660cf3. 00000100:00000010:1.0:1767384588.398621:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000057ccdcf1. 00000100:00000010:1.0:1767384588.398623:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000459ef358. 00000100:00000010:1.0:1767384588.399273:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000165084eb. 00000100:00000010:1.0:1767384588.399278:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022aa68c5. 00000100:00000010:1.0:1767384588.399393:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000030380683. 00000100:00000010:1.0:1767384588.399398:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b7c60cf. 00000100:00000010:1.0:1767384588.400032:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d0a0ec3c. 00000100:00000010:1.0:1767384588.400036:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ecd331e. 00000100:00000010:1.0:1767384588.400132:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000081af1e57. 00000100:00000010:1.0:1767384588.400135:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b01f580. 00000100:00000010:1.0:1767384588.400859:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ab3aa666. 00000100:00000010:1.0:1767384588.400865:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000195a5c80. 00000100:00000010:1.0:1767384588.400979:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e42cba73. 00000100:00000010:1.0:1767384588.400985:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be583947. 00000100:00000010:1.0:1767384588.401693:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d53bc54. 00000100:00000010:1.0:1767384588.401700:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fb7d6a7. 00000100:00000010:1.0:1767384588.401842:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000864069d3. 00000100:00000010:1.0:1767384588.401847:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c42737be. 00000100:00000010:1.0:1767384588.402533:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000836bad12. 00000100:00000010:1.0:1767384588.402539:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006ce6b60. 00000100:00000010:1.0:1767384588.402644:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000097d90263. 00000100:00000010:1.0:1767384588.402648:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cf8fddd. 00000100:00000010:1.0:1767384588.403284:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000971ff0ad. 00000100:00000010:1.0:1767384588.403289:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001589508d. 00000100:00000010:1.0:1767384588.403403:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006ea0b5cd. 00000100:00000010:1.0:1767384588.403407:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050a554ee. 00000100:00000010:1.0:1767384588.404044:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001df0ce68. 00000100:00000010:1.0:1767384588.404048:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af97fde2. 00000100:00000010:1.0:1767384588.404145:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c2e4fee. 00000100:00000010:1.0:1767384588.404149:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4125500. 00000100:00000010:1.0:1767384588.404824:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000006af8dfb. 00000100:00000010:1.0:1767384588.404836:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046653544. 00000100:00000010:1.0:1767384588.404918:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000aa430c18. 00000100:00000010:1.0:1767384588.404920:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d743785a. 00000100:00000010:1.0:1767384588.405562:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bbdf5837. 00000100:00000010:1.0:1767384588.405571:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ccd2acd. 00000100:00000010:1.0:1767384588.405653:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002fe209fb. 00000100:00000010:1.0:1767384588.405656:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cd99aae. 00000100:00000010:1.0:1767384588.406300:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000ddb510c. 00000100:00000010:1.0:1767384588.406305:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ea96542. 00000100:00000010:1.0:1767384588.406422:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c27035ad. 00000100:00000010:1.0:1767384588.406427:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b39b6179. 00000100:00000010:1.0:1767384588.407090:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000098702e39. 00000100:00000010:1.0:1767384588.407095:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4d98b26. 00000100:00000010:1.0:1767384588.407194:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000050bc6239. 00000100:00000010:1.0:1767384588.407197:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009af377d4. 00000100:00000010:1.0:1767384588.407844:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b0eb5807. 00000100:00000010:1.0:1767384588.407849:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067fba3be. 00000100:00000010:1.0:1767384588.407932:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000086e78d4. 00000100:00000010:1.0:1767384588.407934:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d45c28b. 00000100:00000010:1.0:1767384588.408239:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000086bb5cfb. 00000100:00000010:1.0:1767384588.408242:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3b77eb1. 00000100:00000010:1.0:1767384588.408523:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a5a1b45a. 00000100:00000010:1.0:1767384588.408527:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012b44f61. 00000100:00000010:1.0:1767384588.408831:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000037f6039. 00000100:00000010:1.0:1767384588.408834:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068837a91. 00000100:00000010:1.0:1767384588.409123:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001351d1bf. 00000100:00000010:1.0:1767384588.409126:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019c4e01c. 00000100:00000010:1.0:1767384588.409423:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d6992127. 00000100:00000010:1.0:1767384588.409427:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d9349d8. 00000100:00000010:1.0:1767384588.409703:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000090c130b2. 00000100:00000010:1.0:1767384588.409705:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012e62f81. 00000100:00000010:1.0:1767384588.410009:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005350c201. 00000100:00000010:1.0:1767384588.410020:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3747375. 00000100:00000010:1.0:1767384588.410311:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002a5c1072. 00000100:00000010:1.0:1767384588.410316:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa0f1fcc. 00000100:00000010:1.0:1767384588.410619:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fc990736. 00000100:00000010:1.0:1767384588.410622:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2d37c7b. 00000100:00000010:1.0:1767384588.410909:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000086a40f3b. 00000100:00000010:1.0:1767384588.410912:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024232cc7. 00000100:00000010:1.0:1767384588.411210:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000060775af7. 00000100:00000010:1.0:1767384588.411214:0:17888:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ee3a3bd. 00000100:00000010:1.0:1767384588.411502:0:17888:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c385c25f. 00000100:00100000:1.0:1767384588.411505:0:17888:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000400:00000200:1.0:1767384588.411522:0:17888:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767384588.411581:0:17888:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000016045cc1. 00000020:00000010:1.0:1767384588.411586:0:17888:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000f660e08. 00000100:00000001:1.0:1767384588.411622:0:17888:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1767384588.411625:0:17888:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1767384588.411627:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.411629:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000afa55ce0. 00000100:00000001:1.0:1767384588.411631:0:17888:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1767384588.411633:0:17888:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000063d11eb4. 00000100:00000001:1.0:1767384588.411635:0:17888:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411637:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411638:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.411639:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009409a0db. 00000100:00000001:1.0:1767384588.411641:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411655:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.411657:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002d4df671. 00000100:00000001:1.0:1767384588.411658:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411659:0:17888:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1767384588.411660:0:17888:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e03172cf. 00000100:00000001:1.0:1767384588.411661:0:17888:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411662:0:17888:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411663:0:17888:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411664:0:17888:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.411666:0:17888:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.411683:0:17888:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384588.411685:0:17888:0:(service.c:847:ptlrpc_register_service()) ost_out: Started, listening on portal 24 00000100:00000001:1.0:1767384588.411686:0:17888:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1767384588.411693:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.411694:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00000010:1.0:1767384588.411698:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000077dc7d42. 00000100:00100000:1.0:1767384588.411700:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00000001:3.0:1767384588.411924:0:17904:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384588.411940:0:17904:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000eccb6b2a. 00000020:00000010:3.0:1767384588.411944:0:17904:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2b7d100. 00000020:00000010:3.0:1767384588.411950:0:17904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c75a2b52. 00000020:00000010:3.0:1767384588.411954:0:17904:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ab053adb. 00000040:00000010:3.0:1767384588.411957:0:17904:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba77a877. 00000020:00000010:3.0:1767384588.411960:0:17904:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098440797. 00000020:00000010:3.0:1767384588.411964:0:17904:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002ec78edd. 00000020:00000010:3.0:1767384588.411967:0:17904:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ede07d3. 80000000:00000010:3.0:1767384588.411971:0:17904:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000024bdb6a4. 40000000:00000010:3.0:1767384588.411974:0:17904:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ee99f49. 00100000:00000010:3.0:1767384588.411977:0:17904:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004702e102. 00040000:00000010:3.0:1767384588.411981:0:17904:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f4499db3. 00040000:00000010:3.0:1767384588.411984:0:17904:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005c964218. 00040000:00000010:3.0:1767384588.411986:0:17904:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e7e33893. 00080000:00000010:3.0:1767384588.411998:0:17904:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bd50eea6. 00080000:00000010:3.0:1767384588.412002:0:17904:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ecbff192. 00000004:00000010:3.0:1767384588.412008:0:17904:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ece4e76b. 00000004:00000010:3.0:1767384588.412011:0:17904:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001e57972f. 00000004:00000010:3.0:1767384588.412015:0:17904:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005e2e8b41. 00002000:00000010:3.0:1767384588.412018:0:17904:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c39daf31. 00000004:00000010:3.0:1767384588.412024:0:17904:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003843ffc4. 00000100:00000200:3.0:1767384588.412028:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412033:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd58338b. 00000400:00000010:3.0:1767384588.412039:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007ce54d49. 00000100:00000200:3.0:1767384588.412045:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412047:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c5136f6. 00000400:00000010:3.0:1767384588.412050:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000c808bb7. 00000100:00000200:3.0:1767384588.412052:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412053:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b81dde. 00000400:00000010:3.0:1767384588.412061:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000043334023. 00000100:00000200:3.0:1767384588.412064:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412065:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f99cc9. 00000400:00000010:3.0:1767384588.412068:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000640a3e90. 00000100:00000200:3.0:1767384588.412071:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412072:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb406e3b. 00000400:00000010:3.0:1767384588.412075:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004f6cfadf. 00000100:00000200:3.0:1767384588.412077:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412078:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce9e7d9d. 00000400:00000010:3.0:1767384588.412081:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000031a85b51. 00000100:00000200:3.0:1767384588.412083:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412084:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009982ff22. 00000400:00000010:3.0:1767384588.412090:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f27b44e1. 00000100:00000200:3.0:1767384588.412094:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412095:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa67aea9. 00000400:00000010:3.0:1767384588.412098:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff09578d. 00000100:00000200:3.0:1767384588.412100:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412101:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb2fb503. 00000400:00000010:3.0:1767384588.412104:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000797c41bf. 00000100:00000200:3.0:1767384588.412106:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412123:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c001f03. 00000400:00000010:3.0:1767384588.412127:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ec850fd. 00000100:00000200:3.0:1767384588.412130:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412131:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aeb9c65. 00000400:00000010:3.0:1767384588.412139:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3495cde. 00000100:00000200:3.0:1767384588.412170:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412171:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002573065. 00000400:00000010:3.0:1767384588.412178:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9f42159. 00000100:00000200:3.0:1767384588.412181:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412182:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5796bc. 00000400:00000010:3.0:1767384588.412185:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003a79314b. 00000100:00000200:3.0:1767384588.412188:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412189:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b2f3ef3. 00000400:00000010:3.0:1767384588.412192:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000242ef995. 00000100:00000200:3.0:1767384588.412195:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412196:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c45d5e. 00000400:00000010:3.0:1767384588.412202:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f4239558. 00000100:00000200:3.0:1767384588.412206:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412207:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de798c3. 00000400:00000010:3.0:1767384588.412210:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000061b1d8c. 00000100:00000200:3.0:1767384588.412213:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412214:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000865f9d0f. 00000400:00000010:3.0:1767384588.412217:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000675444e2. 00000100:00000200:3.0:1767384588.412219:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412220:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a4bd6c4. 00000400:00000010:3.0:1767384588.412224:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009a679fe8. 00000100:00000200:3.0:1767384588.412226:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412228:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049fde36e. 00000400:00000010:3.0:1767384588.412235:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e1367af. 00000100:00000200:3.0:1767384588.412238:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412240:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd494fa2. 00000400:00000010:3.0:1767384588.412242:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000410ca11b. 00000100:00000200:3.0:1767384588.412245:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412246:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2845d39. 00000400:00000010:3.0:1767384588.412249:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000079b0b688. 00000100:00000200:3.0:1767384588.412251:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412252:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f88a49a. 00000400:00000010:3.0:1767384588.412255:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc8d7855. 00000100:00000200:3.0:1767384588.412258:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412259:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001956f641. 00000400:00000010:3.0:1767384588.412266:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5f0bea6. 00000100:00000200:3.0:1767384588.412270:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412271:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee42f09. 00000400:00000010:3.0:1767384588.412277:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d7e19b0. 00000100:00000200:3.0:1767384588.412281:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412282:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabb8a1c. 00000400:00000010:3.0:1767384588.412285:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017284fd1. 00000100:00000200:3.0:1767384588.412288:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412289:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057549b55. 00000400:00000010:3.0:1767384588.412292:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eabb58d7. 00000100:00000200:3.0:1767384588.412295:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412296:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008ab38d1. 00000400:00000010:3.0:1767384588.412302:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004340a294. 00000100:00000200:3.0:1767384588.412306:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412307:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036e7add8. 00000400:00000010:3.0:1767384588.412310:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003caafab9. 00000100:00000200:3.0:1767384588.412313:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412314:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055ff6f6e. 00000400:00000010:3.0:1767384588.412317:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e04b38d5. 00000100:00000200:3.0:1767384588.412319:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412320:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e65b59. 00000400:00000010:3.0:1767384588.412323:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d2fb6516. 00000100:00000200:3.0:1767384588.412326:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412327:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000200e7a2d. 00000400:00000010:3.0:1767384588.412333:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9b17ad2. 00000100:00000200:3.0:1767384588.412337:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412338:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b5c0b0. 00000400:00000010:3.0:1767384588.412341:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000343f95cf. 00000100:00000200:3.0:1767384588.412344:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412345:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc903ae9. 00000400:00000010:3.0:1767384588.412348:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bf76a2bf. 00000100:00000200:3.0:1767384588.412376:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412377:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e6365. 00000400:00000010:3.0:1767384588.412381:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008e26af3f. 00000100:00000200:3.0:1767384588.412384:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412386:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a20717eb. 00000400:00000010:3.0:1767384588.412394:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000001af4e6a. 00000100:00000200:3.0:1767384588.412399:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412401:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea93ce84. 00000400:00000010:3.0:1767384588.412409:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a145fcd7. 00000100:00000200:3.0:1767384588.412413:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412415:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002704d9f8. 00000400:00000010:3.0:1767384588.412418:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000077ae8ccb. 00000100:00000200:3.0:1767384588.412423:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412424:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028d6c2dc. 00000400:00000010:3.0:1767384588.412428:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009213ceb1. 00000100:00000200:3.0:1767384588.412432:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412459:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d46f0444. 00000400:00000010:3.0:1767384588.412467:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000009b0547c. 00000100:00000200:3.0:1767384588.412470:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412471:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ccf049a. 00000400:00000010:3.0:1767384588.412474:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000765f2e0f. 00000100:00000200:3.0:1767384588.412477:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412478:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cca2f5f. 00000400:00000010:3.0:1767384588.412481:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e8dd82a2. 00000100:00000200:3.0:1767384588.412483:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412484:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e25d6b80. 00000400:00000010:3.0:1767384588.412487:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005e02e251. 00000100:00000200:3.0:1767384588.412490:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412491:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a6bf4a. 00000400:00000010:3.0:1767384588.412498:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d131eb4. 00000100:00000200:3.0:1767384588.412502:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412503:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000557fddbd. 00000400:00000010:3.0:1767384588.412506:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000caa41eb8. 00000100:00000200:3.0:1767384588.412509:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412510:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ed5de6c. 00000400:00000010:3.0:1767384588.412513:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000777b2d30. 00000100:00000200:3.0:1767384588.412516:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412517:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ac2285a. 00000400:00000010:3.0:1767384588.412520:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000352107b9. 00000100:00000200:3.0:1767384588.412522:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412523:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0ebd31b. 00000400:00000010:3.0:1767384588.412530:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc4e0a4f. 00000100:00000200:3.0:1767384588.412534:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412535:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003bb375c. 00000400:00000010:3.0:1767384588.412541:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7c6239a. 00000100:00000200:3.0:1767384588.412544:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412545:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e42c07e. 00000400:00000010:3.0:1767384588.412548:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000088eee580. 00000100:00000200:3.0:1767384588.412550:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412551:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b39bb5. 00000400:00000010:3.0:1767384588.412554:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008d594d04. 00000100:00000200:3.0:1767384588.412557:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412558:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd58eb63. 00000400:00000010:3.0:1767384588.412565:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000224d6e9f. 00000100:00000200:3.0:1767384588.412568:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412569:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cefd463. 00000400:00000010:3.0:1767384588.412572:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000007a0fbfe. 00000100:00000200:3.0:1767384588.412575:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412576:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f69f88. 00000400:00000010:3.0:1767384588.412579:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5faa8f1. 00000100:00000200:3.0:1767384588.412581:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412582:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aa6f8ab. 00000400:00000010:3.0:1767384588.412585:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e75ceeb9. 00000100:00000200:3.0:1767384588.412587:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412588:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c9e6b9d. 00000400:00000010:3.0:1767384588.412595:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b7be544a. 00000100:00000200:3.0:1767384588.412599:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412600:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008abb6dac. 00000400:00000010:3.0:1767384588.412603:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004d5a41df. 00000100:00000200:3.0:1767384588.412607:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412609:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034bd31a0. 00000400:00000010:3.0:1767384588.412614:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001110eb4c. 00000100:00000200:3.0:1767384588.412618:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412620:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b0ce40. 00000400:00000010:3.0:1767384588.412624:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005168e9b1. 00000100:00000200:3.0:1767384588.412629:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412632:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5fc3823. 00000400:00000010:3.0:1767384588.412655:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004dbe38dc. 00000100:00000200:3.0:1767384588.412662:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412666:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dff8d1d. 00000400:00000010:3.0:1767384588.412675:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ceabef6. 00000100:00000200:3.0:1767384588.412681:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412684:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b250fe5c. 00000400:00000010:3.0:1767384588.412688:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000af1e3efe. 00000100:00000200:3.0:1767384588.412693:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412695:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb1c489d. 00000400:00000010:3.0:1767384588.412700:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092bbc310. 00000100:00000200:3.0:1767384588.412704:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412707:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b450443. 00000400:00000010:3.0:1767384588.412720:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c253103c. 00000100:00000200:3.0:1767384588.412727:0:17904:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384588.412730:0:17904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e615f9e9. 00000400:00000010:3.0:1767384588.412750:0:17904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084863191. 00000100:00000010:3.0:1767384588.412766:0:17904:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c3a33eb9. 00000100:00000001:1.0:1767384588.412789:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.412792:0:17888:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.412793:0:17888:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00000010:1.0:1767384588.412797:0:17888:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000023182d4. 00000100:00100000:1.0:1767384588.412799:0:17888:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00000200:3.0:1767384588.412841:0:17904:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384588.412955:0:17905:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384588.412966:0:17905:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005e82009f. 00000020:00000010:3.0:1767384588.412969:0:17905:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e1c219da. 00000020:00000010:3.0:1767384588.412973:0:17905:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb0e008f. 00000020:00000010:3.0:1767384588.412976:0:17905:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f21f798b. 00000040:00000010:3.0:1767384588.412979:0:17905:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000222cae26. 00000020:00000010:3.0:1767384588.412982:0:17905:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000094992628. 00000020:00000010:3.0:1767384588.412985:0:17905:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000395feb2b. 00000020:00000010:3.0:1767384588.412989:0:17905:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074d44158. 80000000:00000010:3.0:1767384588.412992:0:17905:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000281c2504. 40000000:00000010:3.0:1767384588.412994:0:17905:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b7a2e08. 00100000:00000010:3.0:1767384588.412999:0:17905:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086d68881. 00040000:00000010:3.0:1767384588.413002:0:17905:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ed713ac. 00040000:00000010:3.0:1767384588.413006:0:17905:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f474fc00. 00040000:00000010:3.0:1767384588.413009:0:17905:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8c6090d. 00080000:00000010:3.0:1767384588.413013:0:17905:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000be6ceee2. 00080000:00000010:3.0:1767384588.413017:0:17905:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001322adc0. 00000004:00000010:3.0:1767384588.413021:0:17905:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000af9dc8ce. 00000004:00000010:3.0:1767384588.413025:0:17905:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003eb94dcf. 00000004:00000010:3.0:1767384588.413028:0:17905:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000622f3100. 00002000:00000010:3.0:1767384588.413038:0:17905:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d57046c. 00000004:00000010:3.0:1767384588.413041:0:17905:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ba1dabd7. 00000100:00000010:3.0:1767384588.413053:0:17905:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000caf4639b. 00000100:00000200:3.0:1767384588.413069:0:17905:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1767384588.413074:0:17888:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.413078:0:17888:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.413079:0:17888:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446615717520734208 : -128356188817408 : ffff8b42bef5f800) 00000010:00000001:1.0:1767384588.413082:0:17888:0:(ofd_oss.c:327:oss_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.413087:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef44667e. 00000040:00000010:1.0:1767384588.413092:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9bae0fe. 00000020:00000010:1.0:1767384588.413097:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000170d41a2. 00000020:00000010:1.0:1767384588.413100:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c6ad0e93. 00040000:00000010:1.0:1767384588.413103:0:17888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7d7c0d0. 00040000:00000010:1.0:1767384588.413106:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8f129ea. 00080000:00000010:1.0:1767384588.413121:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000beeecca9. 00080000:00000010:1.0:1767384588.413125:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a0878da2. 00000020:00000010:1.0:1767384588.413127:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000046b6a4d. 00000020:00000010:1.0:1767384588.413131:0:17888:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f1e683c. 00000020:00000010:1.0:1767384588.413134:0:17888:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf11a700. 00000008:00000010:1.0:1767384588.413138:0:17888:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ffb6d2ac. 00020000:00000010:1.0:1767384588.413142:0:17888:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000005d0410c5. 00008000:00000010:1.0:1767384588.413145:0:17888:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e1e45ed1. 00000080:00000010:1.0:1767384588.413149:0:17888:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000045b5c3b4. 00000020:00000010:1.0:1767384588.413152:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b66e79c. 00000020:00000001:1.0:1767384588.413153:0:17888:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384588.413155:0:17888:0:(obd_config.c:927:class_incref()) incref OSS (000000002cc8d625) now 3 - setup 00000020:00000080:1.0:1767384588.413158:0:17888:0:(obd_config.c:761:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:00000001:1.0:1767384588.413159:0:17888:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.413160:0:17888:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.413168:0:17888:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000631ea915. 00000020:00000010:1.0:1767384588.413177:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064ba5f90. 00000020:00000010:1.0:1767384588.413179:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003bdf6c9c. 00000040:00000010:1.0:1767384588.413181:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000084dcce05. 00000020:00000010:1.0:1767384588.413183:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000170d41a2. 00000020:00000010:1.0:1767384588.413185:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000072f864dd. 80000000:00000010:1.0:1767384588.413187:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000192238f2. 00040000:00000010:1.0:1767384588.413189:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8f129ea. 00080000:00000010:1.0:1767384588.413193:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7ee379c. 00080000:00000010:1.0:1767384588.413196:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a0878da2. 20000000:00000010:1.0:1767384588.413200:0:17888:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e9bae0fe. 00000020:00000001:1.0:1767384588.413202:0:17888:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:1.0:1767384588.413203:0:17888:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 00000020:00000001:1.0:1767384588.413205:0:17888:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384588.413207:0:17888:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384588.413209:0:17888:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:1.0:1767384588.413211:0:17888:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:1.0:1767384588.413213:0:17888:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.154@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:1.0:1767384588.413217:0:17888:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.413219:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.413221:0:17888:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:1.0:1767384588.413222:0:17888:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 000000006b66e79c. 00000020:00000001:1.0:1767384588.413224:0:17888:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00000020:00000001:1.0:1767384588.413226:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00000020:00000010:1.0:1767384588.413228:0:17888:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000006f1e683c. 00000020:00000001:1.0:1767384588.413230:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.413236:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d91df788. 00000020:00000001:1.0:1767384588.413240:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.413242:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000046b6a4d. 00000020:00000001:1.0:1767384588.413244:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.413246:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384588.413250:0:17888:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384588.413252:0:17888:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384588.413254:0:17888:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000631ea915. 00000001:00000001:1.0:1767384588.413259:0:17888:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:1.0:1767384588.413261:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413262:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:1.0:1767384588.413592:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746963704 : -128356962587912 : ffff8b4290d72af8) 00000001:00000010:1.0:1767384588.413596:0:17888:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000f7d7c0d0. 00000001:00000001:1.0:1767384588.413598:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413599:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:1.0:1767384588.413768:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746962408 : -128356962589208 : ffff8b4290d725e8) 00000001:00000001:1.0:1767384588.413771:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413772:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384588.413783:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746963272 : -128356962588344 : ffff8b4290d72948) 00000001:00000001:1.0:1767384588.413784:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413785:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:1.0:1767384588.413793:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746964352 : -128356962587264 : ffff8b4290d72d80) 00000001:00000001:1.0:1767384588.413795:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413796:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:1.0:1767384588.413803:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746964568 : -128356962587048 : ffff8b4290d72e58) 00000001:00000001:1.0:1767384588.413805:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413805:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:1.0:1767384588.413814:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746961976 : -128356962589640 : ffff8b4290d72438) 00000001:00000001:1.0:1767384588.413815:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413816:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:1.0:1767384588.413824:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746961760 : -128356962589856 : ffff8b4290d72360) 00000001:00000001:1.0:1767384588.413825:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413826:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:1.0:1767384588.413836:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746964136 : -128356962587480 : ffff8b4290d72ca8) 00000001:00000001:1.0:1767384588.413837:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413838:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384588.413846:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746961328 : -128356962590288 : ffff8b4290d721b0) 00000001:00000001:1.0:1767384588.413848:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413848:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384588.413856:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746962624 : -128356962588992 : ffff8b4290d726c0) 00000001:00000001:1.0:1767384588.413858:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413859:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384588.413867:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746963056 : -128356962588560 : ffff8b4290d72870) 00000001:00000001:1.0:1767384588.413873:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413874:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384588.413886:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746960896 : -128356962590720 : ffff8b4290d72000) 00000001:00000001:1.0:1767384588.413888:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413888:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384588.413933:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746962192 : -128356962589424 : ffff8b4290d72510) 00000001:00000001:1.0:1767384588.413935:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413935:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384588.413943:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746961112 : -128356962590504 : ffff8b4290d720d8) 00000001:00000001:1.0:1767384588.413945:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413945:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384588.413953:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746963920 : -128356962587696 : ffff8b4290d72bd0) 00000001:00000001:1.0:1767384588.413955:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413955:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384588.413963:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746961544 : -128356962590072 : ffff8b4290d72288) 00000001:00000001:1.0:1767384588.413965:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413966:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384588.413972:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716746962840 : -128356962588776 : ffff8b4290d72798) 00000001:00000001:1.0:1767384588.413974:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413975:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384588.413983:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127968448 : -128356581583168 : ffff8b42a78cd6c0) 00000001:00000001:1.0:1767384588.413984:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413985:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384588.413992:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127969312 : -128356581582304 : ffff8b42a78cda20) 00000001:00000001:1.0:1767384588.413994:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.413994:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384588.414001:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130598296 : -128356578953320 : ffff8b42a7b4f798) 00000001:00000001:1.0:1767384588.414003:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414003:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384588.414009:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130597864 : -128356578953752 : ffff8b42a7b4f5e8) 00000001:00000001:1.0:1767384588.414011:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414011:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384588.414018:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130599160 : -128356578952456 : ffff8b42a7b4faf8) 00000001:00000001:1.0:1767384588.414020:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414021:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384588.414033:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130597432 : -128356578954184 : ffff8b42a7b4f438) 00000001:00000001:1.0:1767384588.414035:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414035:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384588.414044:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716500630696 : -128357208920920 : ffff8b4282286ca8) 00000001:00000001:1.0:1767384588.414045:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414046:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384588.414052:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716500630048 : -128357208921568 : ffff8b4282286a20) 00000001:00000001:1.0:1767384588.414054:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414054:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384588.414061:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128139616 : -128356581412000 : ffff8b42a78f7360) 00000001:00000001:1.0:1767384588.414063:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414063:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384588.414070:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128141128 : -128356581410488 : ffff8b42a78f7948) 00000001:00000001:1.0:1767384588.414071:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414072:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384588.414078:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128139184 : -128356581412432 : ffff8b42a78f71b0) 00000001:00000001:1.0:1767384588.414080:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414080:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384588.414087:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128140912 : -128356581410704 : ffff8b42a78f7870) 00000001:00000001:1.0:1767384588.414088:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414089:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384588.414096:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128141344 : -128356581410272 : ffff8b42a78f7a20) 00000001:00000001:1.0:1767384588.414097:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414098:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384588.414105:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128140048 : -128356581411568 : ffff8b42a78f7510) 00000001:00000001:1.0:1767384588.414120:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414121:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384588.414130:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128138752 : -128356581412864 : ffff8b42a78f7000) 00000001:00000001:1.0:1767384588.414132:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414133:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384588.414177:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716747942432 : -128356961609184 : ffff8b4290e61a20) 00000001:00000001:1.0:1767384588.414180:0:17888:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.414181:0:17888:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446615717407372800 : -128356302178816 : ffff8b42b8343600) 00000001:00000001:1.0:1767384588.414200:0:17888:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414202:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.414209:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.414211:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.414214:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414217:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.414221:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615716873498712 : -128356836052904 : ffff8b429861f058) 00000020:00000001:1.0:1767384588.414353:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.414374:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d8a857ea. 00000020:00000001:1.0:1767384588.414377:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.414379:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef44667e. 00000020:00000001:1.0:1767384588.414380:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414382:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.414384:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.414385:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414387:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.414390:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.414391:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.414396:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414398:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.414400:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188889432 : -128361520662184 : ffff8b4181287958) 00080000:00000001:1.0:1767384588.414404:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.414406:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.414412:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.414417:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414419:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.414420:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414421:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.414423:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.414425:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:3782510615 to info 00000000f7ee379c 00000020:00000001:1.0:1767384588.414428:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008db100de 00080000:00000002:1.0:1767384588.414429:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:1.0:1767384588.414431:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.414434:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.414435:0:17888:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000183c1e34. 00080000:00000001:1.0:1767384588.414437:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.414438:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.414439:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005bf7a2de. 00000020:00000001:1.0:1767384588.414445:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.414452:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a718a34. 00000020:00000001:1.0:1767384588.414454:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414455:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.414456:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.414458:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.414459:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.414461:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414463:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.414465:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188888664 : -128361520662952 : ffff8b4181287658) 00040000:00000001:1.0:1767384588.414484:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.414486:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.414487:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.414488:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.414488:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.414489:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.414492:0:17888:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ef44667e. 00000020:00000010:1.0:1767384588.414495:0:17888:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8a857ea. 10000000:00000001:1.0:1767384588.414502:0:17888:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:1.0:1767384588.414503:0:17888:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:1.0:1767384588.414524:0:17888:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002f6f6506. 00000020:00000040:1.0:1767384588.414527:0:17888:0:(genops.c:887:class_export_get()) GET export 00000000553de38d refcount=2 00000040:00000001:1.0:1767384588.414530:0:17888:0:(llog_osd.c:2047:llog_osd_setup()) Process entered 00000040:00000040:1.0:1767384588.414531:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002f6f6506 : new refcount 2 00000020:00000001:1.0:1767384588.414532:0:17888:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.414533:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.414534:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.414536:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00000020:00000010:1.0:1767384588.414538:0:17888:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000f4048124. 00000020:00000001:1.0:1767384588.414540:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.414541:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000086f6ff66. 00000020:00000001:1.0:1767384588.414545:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.414553:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000007f59dec. 00000020:00000001:1.0:1767384588.414555:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.414556:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384588.414557:0:17888:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384588.414562:0:17888:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384588.414564:0:17888:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000bf340f5e. 00000001:00000001:1.0:1767384588.414565:0:17888:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:1.0:1767384588.414566:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414567:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:1.0:1767384588.414583:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717129485480 : -128356580066136 : ffff8b42a7a3fca8) 00000001:00000010:1.0:1767384588.414585:0:17888:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000049f6c746. 00000001:00000001:1.0:1767384588.414587:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414587:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:1.0:1767384588.414714:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716745913616 : -128356963638000 : ffff8b4290c72510) 00000001:00000001:1.0:1767384588.414735:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414736:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384588.414751:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716747936824 : -128356961614792 : ffff8b4290e60438) 00000001:00000001:1.0:1767384588.414753:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414754:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:1.0:1767384588.414763:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716747936608 : -128356961615008 : ffff8b4290e60360) 00000001:00000001:1.0:1767384588.414765:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414766:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:1.0:1767384588.414774:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717021023184 : -128356688528432 : ffff8b42a12cfbd0) 00000001:00000001:1.0:1767384588.414775:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414776:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:1.0:1767384588.414784:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716745992088 : -128356963559528 : ffff8b4290c85798) 00000001:00000001:1.0:1767384588.414785:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414786:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:1.0:1767384588.414796:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716745993816 : -128356963557800 : ffff8b4290c85e58) 00000001:00000001:1.0:1767384588.414797:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414798:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:1.0:1767384588.414805:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882860360 : -128356826691256 : ffff8b4298f0c948) 00000001:00000001:1.0:1767384588.414806:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414807:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384588.414814:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882861224 : -128356826690392 : ffff8b4298f0cca8) 00000001:00000001:1.0:1767384588.414815:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414816:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384588.414823:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882858632 : -128356826692984 : ffff8b4298f0c288) 00000001:00000001:1.0:1767384588.414825:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414830:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384588.414839:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882858416 : -128356826693200 : ffff8b4298f0c1b0) 00000001:00000001:1.0:1767384588.414841:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414841:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384588.414848:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882859712 : -128356826691904 : ffff8b4298f0c6c0) 00000001:00000001:1.0:1767384588.414850:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414850:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384588.414857:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882860576 : -128356826691040 : ffff8b4298f0ca20) 00000001:00000001:1.0:1767384588.414858:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414859:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384588.414865:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882860144 : -128356826691472 : ffff8b4298f0c870) 00000001:00000001:1.0:1767384588.414867:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414867:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384588.414874:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882859280 : -128356826692336 : ffff8b4298f0c510) 00000001:00000001:1.0:1767384588.414876:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414877:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384588.414883:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882859496 : -128356826692120 : ffff8b4298f0c5e8) 00000001:00000001:1.0:1767384588.414884:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414885:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384588.414891:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882858848 : -128356826692768 : ffff8b4298f0c360) 00000001:00000001:1.0:1767384588.414892:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414893:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384588.414899:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882860792 : -128356826690824 : ffff8b4298f0caf8) 00000001:00000001:1.0:1767384588.414901:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414901:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384588.414933:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882861440 : -128356826690176 : ffff8b4298f0cd80) 00000001:00000001:1.0:1767384588.414935:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414935:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384588.414943:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882858200 : -128356826693416 : ffff8b4298f0c0d8) 00000001:00000001:1.0:1767384588.414945:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414946:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384588.414953:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882861656 : -128356826689960 : ffff8b4298f0ce58) 00000001:00000001:1.0:1767384588.414955:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414956:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384588.414962:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882857984 : -128356826693632 : ffff8b4298f0c000) 00000001:00000001:1.0:1767384588.414967:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414968:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384588.414977:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716882859928 : -128356826691688 : ffff8b4298f0c798) 00000001:00000001:1.0:1767384588.414979:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414980:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384588.414987:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717529844688 : -128356179706928 : ffff8b42bf80fbd0) 00000001:00000001:1.0:1767384588.414989:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.414990:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384588.415009:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190442448 : -128361519109168 : ffff8b4181402bd0) 00000001:00000001:1.0:1767384588.415011:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415012:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384588.415019:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190439640 : -128361519111976 : ffff8b41814020d8) 00000001:00000001:1.0:1767384588.415020:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415021:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384588.415028:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190440720 : -128361519110896 : ffff8b4181402510) 00000001:00000001:1.0:1767384588.415029:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415030:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384588.415036:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190439424 : -128361519112192 : ffff8b4181402000) 00000001:00000001:1.0:1767384588.415037:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415038:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384588.415044:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190441584 : -128361519110032 : ffff8b4181402870) 00000001:00000001:1.0:1767384588.415045:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415046:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384588.415052:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190441152 : -128361519110464 : ffff8b41814026c0) 00000001:00000001:1.0:1767384588.415053:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415054:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384588.415061:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190439856 : -128361519111760 : ffff8b41814021b0) 00000001:00000001:1.0:1767384588.415062:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415063:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384588.415070:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190442664 : -128361519108952 : ffff8b4181402ca8) 00000001:00000001:1.0:1767384588.415071:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415072:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384588.415078:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190440288 : -128361519111328 : ffff8b4181402360) 00000001:00000001:1.0:1767384588.415079:0:17888:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.415081:0:17888:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446615717407374400 : -128356302177216 : ffff8b42b8343c40) 00000001:00000001:1.0:1767384588.415097:0:17888:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.415099:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.415101:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.415103:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.415105:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.415120:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.415124:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188887640 : -128361520663976 : ffff8b4181287258) 00000020:00000001:1.0:1767384588.415252:0:17888:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384588.415254:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.415256:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.415258:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00000020:00000010:1.0:1767384588.415260:0:17888:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000826308d9. 00000020:00000001:1.0:1767384588.415262:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.415265:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd8e934b. 00000020:00000001:1.0:1767384588.415267:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.415268:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a86c70ad. 00000020:00000001:1.0:1767384588.415269:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.415271:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384588.415272:0:17888:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384588.415273:0:17888:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384588.415275:0:17888:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000000a0c8fa5. 00000001:00000001:1.0:1767384588.415276:0:17888:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:1.0:1767384588.415277:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415278:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:1.0:1767384588.415292:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190443096 : -128361519108520 : ffff8b4181402e58) 00000001:00000010:1.0:1767384588.415294:0:17888:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000036f2d911. 00000001:00000001:1.0:1767384588.415295:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415296:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:1.0:1767384588.415438:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190442880 : -128361519108736 : ffff8b4181402d80) 00000001:00000001:1.0:1767384588.415441:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415442:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384588.415450:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190441800 : -128361519109816 : ffff8b4181402948) 00000001:00000001:1.0:1767384588.415451:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415452:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:1.0:1767384588.415458:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190440936 : -128361519110680 : ffff8b41814025e8) 00000001:00000001:1.0:1767384588.415464:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415465:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:1.0:1767384588.415500:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190442016 : -128361519109600 : ffff8b4181402a20) 00000001:00000001:1.0:1767384588.415502:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415503:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:1.0:1767384588.415511:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190442232 : -128361519109384 : ffff8b4181402af8) 00000001:00000001:1.0:1767384588.415513:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415513:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:1.0:1767384588.415520:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190441368 : -128361519110248 : ffff8b4181402798) 00000001:00000001:1.0:1767384588.415522:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415522:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:1.0:1767384588.415529:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190440072 : -128361519111544 : ffff8b4181402288) 00000001:00000001:1.0:1767384588.415530:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415531:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384588.415546:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190446760 : -128361519104856 : ffff8b4181403ca8) 00000001:00000001:1.0:1767384588.415548:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415549:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384588.415555:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190444384 : -128361519107232 : ffff8b4181403360) 00000001:00000001:1.0:1767384588.415557:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415557:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384588.415564:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190444600 : -128361519107016 : ffff8b4181403438) 00000001:00000001:1.0:1767384588.415565:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415566:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384588.415573:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190447192 : -128361519104424 : ffff8b4181403e58) 00000001:00000001:1.0:1767384588.415574:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415575:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384588.415580:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190446976 : -128361519104640 : ffff8b4181403d80) 00000001:00000001:1.0:1767384588.415582:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415583:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384588.415590:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190445896 : -128361519105720 : ffff8b4181403948) 00000001:00000001:1.0:1767384588.415591:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415592:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384588.415598:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190445032 : -128361519106584 : ffff8b41814035e8) 00000001:00000001:1.0:1767384588.415600:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415601:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384588.415613:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190446112 : -128361519105504 : ffff8b4181403a20) 00000001:00000001:1.0:1767384588.415615:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415616:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384588.415622:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190446328 : -128361519105288 : ffff8b4181403af8) 00000001:00000001:1.0:1767384588.415624:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415624:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384588.415630:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190445464 : -128361519106152 : ffff8b4181403798) 00000001:00000001:1.0:1767384588.415632:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415633:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384588.415647:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190444168 : -128361519107448 : ffff8b4181403288) 00000001:00000001:1.0:1767384588.415649:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415649:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384588.415655:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190446544 : -128361519105072 : ffff8b4181403bd0) 00000001:00000001:1.0:1767384588.415656:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415657:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384588.415664:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190443736 : -128361519107880 : ffff8b41814030d8) 00000001:00000001:1.0:1767384588.415665:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415666:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384588.415672:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190444816 : -128361519106800 : ffff8b4181403510) 00000001:00000001:1.0:1767384588.415674:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415675:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384588.415681:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190443520 : -128361519108096 : ffff8b4181403000) 00000001:00000001:1.0:1767384588.415683:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415683:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384588.415689:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190445680 : -128361519105936 : ffff8b4181403870) 00000001:00000001:1.0:1767384588.415690:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415691:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384588.415740:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190445248 : -128361519106368 : ffff8b41814036c0) 00000001:00000001:1.0:1767384588.415743:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415744:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384588.415754:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190443952 : -128361519107664 : ffff8b41814031b0) 00000001:00000001:1.0:1767384588.415756:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415756:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384588.415772:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190711272 : -128361518840344 : ffff8b41814445e8) 00000001:00000001:1.0:1767384588.415774:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415778:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384588.415787:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190712352 : -128361518839264 : ffff8b4181444a20) 00000001:00000001:1.0:1767384588.415789:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415789:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384588.415797:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190712568 : -128361518839048 : ffff8b4181444af8) 00000001:00000001:1.0:1767384588.415798:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415799:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384588.415806:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190711704 : -128361518839912 : ffff8b4181444798) 00000001:00000001:1.0:1767384588.415808:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415808:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384588.415815:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190710408 : -128361518841208 : ffff8b4181444288) 00000001:00000001:1.0:1767384588.415816:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415817:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384588.415824:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190712784 : -128361518838832 : ffff8b4181444bd0) 00000001:00000001:1.0:1767384588.415826:0:17888:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384588.415826:0:17888:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384588.415832:0:17888:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190709976 : -128361518841640 : ffff8b41814440d8) 00000001:00000001:1.0:1767384588.415834:0:17888:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384588.415835:0:17888:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446615717407371520 : -128356302180096 : ffff8b42b8343100) 00000001:00000001:1.0:1767384588.415846:0:17888:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.415847:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.415849:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.415850:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.415852:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.415854:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.415857:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188890712 : -128361520660904 : ffff8b4181287e58) 00000040:00000001:1.0:1767384588.415969:0:17888:0:(llog_osd.c:2080:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:1.0:1767384588.415971:0:17888:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002f6f6506 : new refcount 1 00000040:01000000:1.0:1767384588.415973:0:17888:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.154@tcp ctxt 0 is initialized 00000040:00000001:1.0:1767384588.415975:0:17888:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384588.415976:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002f6f6506 : new refcount 2 10000000:00000040:1.0:1767384588.415977:0:17888:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002f6f6506 : new refcount 1 10000000:00000001:1.0:1767384588.415979:0:17888:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384588.415980:0:17888:0:(obd_config.c:927:class_incref()) incref MGC192.168.202.154@tcp (00000000b6d6ebe5) now 6 - mgc_fs 10000000:00000001:1.0:1767384588.415982:0:17888:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:1.0:1767384588.415987:0:17888:0:(mgc_request_server.c:470:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.415989:0:17888:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.415990:0:17888:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.415992:0:17888:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.415994:0:17888:0:(tgt_mount.c:1354:server_register_target()) Process entered 00000020:00000001:1.0:1767384588.415995:0:17888:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000020:00000010:1.0:1767384588.416006:0:17888:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000beeecca9. 00000020:01000004:1.0:1767384588.416036:0:17888:0:(tgt_mount.c:1371:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.154@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1767384588.416038:0:17888:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1767384588.416040:0:17888:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384588.416041:0:17888:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384588.416042:0:17888:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384588.416043:0:17888:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384588.416044:0:17888:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.416045:0:17888:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.416046:0:17888:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384588.416047:0:17888:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:1.0:1767384588.416047:0:17888:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384588.416048:0:17888:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384588.416049:0:17888:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384588.416050:0:17888:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 10000000:00000001:1.0:1767384588.416052:0:17888:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:1.0:1767384588.416053:0:17888:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1767384588.416054:0:17888:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384588.416054:0:17888:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384588.416055:0:17888:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384588.416056:0:17888:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384588.416056:0:17888:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.416057:0:17888:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.416058:0:17888:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384588.416058:0:17888:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000010:1.0:1767384588.416062:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.416064:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.416068:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.416069:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.416073:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.416083:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000082c61b16. 00000100:00000001:1.0:1767384588.416089:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384588.416096:0:17888:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:1.0:1767384588.416097:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.416099:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.416101:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7a0d964. 00000100:00000001:1.0:1767384588.416103:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519887424 : -128357189664192 : ffff8b42834e4240) 00000100:00000001:1.0:1767384588.416105:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.416105:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.416125:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.416127:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.416129:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.416130:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.416147:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.416154:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.416155:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.416158:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.416160:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.416162:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.416163:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167360:0@lo:253: 00000100:00000001:1.0:1767384588.416166:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.416170:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.416171:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.416173:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.416177:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f378f562. 02000000:00000001:1.0:1767384588.416178:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.416180:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.416183:0:17888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afac8dd5. 00000100:00000200:1.0:1767384588.416185:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049167360, portal 25 00000100:00000001:1.0:1767384588.416186:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.416187:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.416190:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.416194:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.416196:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.416201:0:17888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089c0e13e. 00000100:00000200:1.0:1767384588.416204:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049167360, offset 0 00000400:00000200:1.0:1767384588.416208:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.416219:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.416227:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260000e00 00000400:00000200:1.0:1767384588.416232:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x165 [2] + 0 00000400:00000010:1.0:1767384588.416235:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f798f8f7. 00000400:00000200:1.0:1767384588.416237:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bf35ade 00000400:00000200:1.0:1767384588.416243:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.416245:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.416249:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf35ade 00000400:00000010:1.0:1767384588.416250:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bf35ade. 00000100:00000001:1.0:1767384588.416254:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.416255:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.416257:0:17888:0:(events.c:337:request_in_callback()) incoming req@000000009e724d4a x1853237049167360 msgsize 4848 00000100:00100000:1.0:1767384588.416260:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.416261:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.416270:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.416276:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089c0e13e 00000400:00000010:1.0:1767384588.416277:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089c0e13e. 00000100:00000001:1.0:1767384588.416279:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.416282:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.416289:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.416291:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.416296:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.416298:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.416302:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.416305:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877743 00000100:00000010:1.0:1767384588.416307:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000108fe07. 00000100:00000001:1.0:1767384588.416315:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384588.416323:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877743 00000100:00000010:1.0:1767384588.416328:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ddfb6ed. 00000100:00000001:1.0:1767384588.416337:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384588.416343:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877743 00000100:00000010:1.0:1767384588.416345:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a63c448d. 00000100:00000001:1.0:1767384588.416347:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384588.416353:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877743 00000100:00000010:1.0:1767384588.416356:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000343ae590. 00000100:00000001:1.0:1767384588.416361:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384588.416377:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.416380:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.416383:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.416386:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.416392:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a7a0d964 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.416397:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.416400:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.416893:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.416898:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.416902:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.416904:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.416908:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afac8dd5 00000400:00000010:1.0:1767384588.416912:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.416916:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.416931:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.416948:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.416959:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.416961:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.416965:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.416968:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.416971:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.416973:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.416976:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.416980:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.416985:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.416995:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.417000:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.417002:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.417006:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417010:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.417015:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417024:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.417028:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.417031:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.417036:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.417041:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167360:0@lo:253: 00000100:00000001:1.0:1767384588.417045:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.417047:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417048:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.417049:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.417050:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417054:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.417055:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a7a0d964. 00000100:00000001:1.0:1767384588.417058:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.417059:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384588.417061:0:17888:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1767384588.417063:0:17888:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767384588.417064:0:17888:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384588.417065:0:17888:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384588.417065:0:17888:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384588.417066:0:17888:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384588.417067:0:17888:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384588.417068:0:17888:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384588.417069:0:17888:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384588.417070:0:17888:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:1.0:1767384588.417071:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.417072:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049167360/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417080:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.417082:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.417083:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f378f562. 02000000:00000001:1.0:1767384588.417086:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.417087:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.417088:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.417089:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.417091:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000082c61b16. 02000000:00000001:1.0:1767384588.417093:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.417095:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.417095:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.417097:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.417098:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384588.417100:0:17888:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.417101:0:17888:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.417102:0:17888:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.417104:0:17888:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.417105:0:17888:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 00000000beeecca9. 00000020:00000001:1.0:1767384588.417121:0:17888:0:(tgt_mount.c:1415:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.417123:0:17888:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:1.0:1767384588.417125:0:17888:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000bd846123. 00000020:00000010:1.0:1767384588.417127:0:17888:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000eb5506f7. 00000020:00000001:1.0:1767384588.417129:0:17888:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384588.417131:0:17888:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384588.417144:0:17888:0:(tgt_mount.c:102:server_register_mount()) register mount 00000000e4050f77 from lustre-OST0000 00000020:00000001:1.0:1767384588.417146:0:17888:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.417147:0:17888:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:1.0:1767384588.417149:0:17888:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000000e317682. 00000020:00000010:1.0:1767384588.417151:0:17888:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000a7a0d964. 00000020:00000001:1.0:1767384588.417153:0:17888:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384588.417154:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000759764c7. 00000020:00000010:1.0:1767384588.417156:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6a30068. 00000040:00000010:1.0:1767384588.417158:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000576b8284. 00000020:00000010:1.0:1767384588.417160:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075644f58. 00000020:00000010:1.0:1767384588.417166:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007367cf92. 00040000:00000010:1.0:1767384588.417168:0:17888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000275be453. 00040000:00000010:1.0:1767384588.417170:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008c637f4b. 00080000:00000010:1.0:1767384588.417172:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000082c61b16. 00080000:00000010:1.0:1767384588.417174:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f378f562. 10000000:00000001:1.0:1767384588.417177:0:17888:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384588.417179:0:17888:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:1.0:1767384588.417181:0:17888:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:1.0:1767384588.417183:0:17888:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:1.0:1767384588.417184:0:17888:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:1.0:1767384588.417187:0:17888:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384588.417190:0:17888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384588.417191:0:17888:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000033801449) refs 3 10000000:00000001:1.0:1767384588.417192:0:17888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.417193:0:17888:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446615716607042560 : -128357102509056 : ffff8b4288802400) 10000000:00000001:1.0:1767384588.417195:0:17888:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:01000000:1.0:1767384588.417196:0:17888:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8b42bceb6360 local copy 00010000:00000001:1.0:1767384588.417199:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.417200:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.417201:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b80549d4 refcount=2 00000020:00000001:1.0:1767384588.417202:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520578048 : -128356188973568 : ffff8b42bef39600) 00010000:00000001:1.0:1767384588.417204:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520578048 : -128356188973568 : ffff8b42bef39600) 00010000:00000001:1.0:1767384588.417206:0:17888:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.417208:0:17888:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.417211:0:17888:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000b80549d4/0xefc2db714b35c134 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c13b expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.417217:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.417218:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000010:1.0:1767384588.417220:0:17888:0:(mgc_request_server.c:874:mgc_get_local_copy()) kmalloced '(env)': 56 at 0000000062485233. 00000020:00000010:1.0:1767384588.417221:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000873a499b. 00000020:00000010:1.0:1767384588.417223:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000393580e3. 00000040:00000010:1.0:1767384588.417224:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a6d0bc1. 00000020:00000010:1.0:1767384588.417226:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000772bc4c. 00000020:00000010:1.0:1767384588.417231:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009acfdc75. 80000000:00000010:1.0:1767384588.417233:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c95d6bf1. 00040000:00000010:1.0:1767384588.417234:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061986fdc. 00080000:00000010:1.0:1767384588.417237:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000047d26ded. 00080000:00000010:1.0:1767384588.417240:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002283e911. 20000000:00000010:1.0:1767384588.417242:0:17888:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000dc55cdf5. 10000000:00000040:1.0:1767384588.417244:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007382382a : new refcount 2 10000000:00000040:1.0:1767384588.417246:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002f6f6506 : new refcount 2 10000000:00000040:1.0:1767384588.417248:0:17888:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.154@tcp: copy local log lustre-sptlrpc 10000000:00000001:1.0:1767384588.417249:0:17888:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384588.417251:0:17888:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000002957bb45. 00000040:00000001:1.0:1767384588.417253:0:17888:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384588.417255:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.417257:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef44667e. 00000040:00000001:1.0:1767384588.417259:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.417260:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.417261:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.417263:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.417267:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.417268:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.417273:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.417275:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000010:1.0:1767384588.417277:0:17888:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000570dc3e2. 00080000:00000001:1.0:1767384588.417279:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.417281:0:17888:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384588.417282:0:17888:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384588.417284:0:17888:0:(llog.c:1547:llog_open()) MGC192.168.202.154@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384588.417285:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef44667e. 00000040:00000001:1.0:1767384588.417287:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.417289:0:17888:0:(llog.c:1717:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.417291:0:17888:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384588.417291:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.417296:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef44667e. 00000040:00000001:1.0:1767384588.417298:0:17888:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384588.417300:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.417304:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.417306:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.417309:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.417311:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.417313:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.417325:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba50902d. 00000100:00000001:1.0:1767384588.417329:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417334:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.417336:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.417339:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.417341:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519890688 : -128357189660928 : ffff8b42834e4f00) 00000100:00000001:1.0:1767384588.417343:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.417344:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.417347:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.417349:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417350:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.417351:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.417366:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417373:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.417375:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.417377:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.417379:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.417381:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.417383:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167488:0@lo:501: 00000100:00000001:1.0:1767384588.417387:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.417389:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.417390:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.417392:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.417395:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000240bedc7. 02000000:00000001:1.0:1767384588.417397:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.417399:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.417407:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.417409:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049167488, portal 25 00000100:00000001:1.0:1767384588.417410:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.417411:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.417414:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417418:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.417420:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.417421:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.417422:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237049167488, offset 0 00000400:00000200:1.0:1767384588.417425:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.417428:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.417432:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260000e80 00000400:00000200:1.0:1767384588.417435:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x169 [2] + 0 00000400:00000010:1.0:1767384588.417437:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000386ae520. 00000400:00000200:1.0:1767384588.417438:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d6aa9d6 00000400:00000200:1.0:1767384588.417440:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.417442:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.417444:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d6aa9d6 00000400:00000010:1.0:1767384588.417445:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d6aa9d6. 00000100:00000001:1.0:1767384588.417448:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.417449:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.417451:0:17888:0:(events.c:337:request_in_callback()) incoming req@000000005e63b89a x1853237049167488 msgsize 512 00000100:00100000:1.0:1767384588.417453:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.417454:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.417463:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.417465:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.417466:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.417468:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.417470:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417475:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.417476:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417488:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417491:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.417497:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417501:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877744 00000100:00000001:1.0:1767384588.417507:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877743 00000100:00000001:1.0:1767384588.417512:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877744 00000100:00000001:1.0:1767384588.417516:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877743 00000100:00000001:1.0:1767384588.417521:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877744 00000100:00000001:1.0:1767384588.417526:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877743 00000100:00000001:1.0:1767384588.417531:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877744 00000100:00000001:1.0:1767384588.417535:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877743 00000100:00000001:1.0:1767384588.417541:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.417544:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417545:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.417546:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.417547:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afac8dd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.417549:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.417552:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.417840:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.417845:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.417848:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.417851:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.417855:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.417859:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.417863:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.417870:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.417894:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417914:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.417916:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.417926:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.417928:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.417931:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.417932:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.417935:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.417940:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.417946:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.417949:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384588.417953:0:17888:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417962:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384588.417965:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767384588.417971:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.417980:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1767384588.417983:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.417985:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.417989:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.417998:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167488:0@lo:501: 00000100:00000001:1.0:1767384588.418005:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.418008:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384588.418009:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.418010:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.418012:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418016:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.418018:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.418020:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.418021:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418023:0:17888:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767384588.418025:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.418029:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.418031:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384588.418032:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.418033:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049167488/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418037:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.418038:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.418039:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000240bedc7. 02000000:00000001:1.0:1767384588.418041:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.418042:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.418042:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.418043:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.418044:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba50902d. 02000000:00000001:1.0:1767384588.418046:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.418046:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.418047:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.418049:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.418050:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384588.418051:0:17888:0:(llog.c:1547:llog_open()) MGC192.168.202.154@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384588.418052:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef44667e. 00000040:00000001:1.0:1767384588.418054:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418055:0:17888:0:(llog.c:1644:llog_backup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:01000000:1.0:1767384588.418057:0:17888:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.202.154@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000040:00000001:1.0:1767384588.418059:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.418060:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.418061:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ba50902d. 00000040:00000001:1.0:1767384588.418063:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.418064:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.418065:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.418067:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.418069:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.418071:0:17888:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.418073:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418074:0:17888:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384588.418078:0:17888:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384588.418080:0:17888:0:(llog.c:1547:llog_open()) MGC192.168.202.154@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384588.418081:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ba50902d. 00000040:00000001:1.0:1767384588.418082:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418083:0:17888:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418085:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.418085:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.418086:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ba50902d. 00000040:00000001:1.0:1767384588.418087:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.418088:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.418088:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.418090:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.418091:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.418092:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.418096:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.418097:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384588.418099:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418100:0:17888:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384588.418101:0:17888:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384588.418102:0:17888:0:(llog.c:1547:llog_open()) MGC192.168.202.154@tcp: Failed to open llog lustre-sptlrpcT: rc -2 00000040:00000010:1.0:1767384588.418103:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ba50902d. 00000040:00000001:1.0:1767384588.418104:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.418105:0:17888:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:1.0:1767384588.418106:0:17888:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000002957bb45. 10000000:00000001:1.0:1767384588.418123:0:17888:0:(mgc_request_server.c:802:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 10000000:01000000:1.0:1767384588.418125:0:17888:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.202.154@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00000001:1.0:1767384588.418127:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.418128:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.418129:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b80549d4 refcount=3 00000020:00000001:1.0:1767384588.418131:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520578048 : -128356188973568 : ffff8b42bef39600) 00010000:00000001:1.0:1767384588.418132:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520578048 : -128356188973568 : ffff8b42bef39600) 00010000:00000001:1.0:1767384588.418138:0:17888:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384588.418139:0:17888:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000b80549d4/0xefc2db714b35c134 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c13b expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.418144:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.418145:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384588.418147:0:17888:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000b80549d4/0xefc2db714b35c134 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c13b expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.418150:0:17888:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384588.418151:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.418152:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384588.418152:0:17888:0:(mgc_request_server.c:896:mgc_get_local_copy()) Process leaving 00000020:00000010:1.0:1767384588.418155:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000393580e3. 00000040:00000010:1.0:1767384588.418156:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a6d0bc1. 00000020:00000010:1.0:1767384588.418158:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000772bc4c. 00000020:00000010:1.0:1767384588.418160:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009acfdc75. 80000000:00000010:1.0:1767384588.418162:0:17888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c95d6bf1. 00040000:00000010:1.0:1767384588.418164:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061986fdc. 00080000:00000010:1.0:1767384588.418166:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002283e911. 00080000:00000010:1.0:1767384588.418168:0:17888:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000570dc3e2. 00080000:00000010:1.0:1767384588.418169:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000047d26ded. 20000000:00000010:1.0:1767384588.418171:0:17888:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000dc55cdf5. 00000020:00000010:1.0:1767384588.418173:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000873a499b. 10000000:00000010:1.0:1767384588.418174:0:17888:0:(mgc_request_server.c:901:mgc_get_local_copy()) kfreed 'env': 56 at 0000000062485233. 10000000:00000001:1.0:1767384588.418176:0:17888:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384588.418178:0:17888:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.418179:0:17888:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1767384588.418180:0:17888:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b42ada9c800 10000000:00000010:1.0:1767384588.418183:0:17888:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000ba50902d. 10000000:01000000:1.0:1767384588.418185:0:17888:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:1.0:1767384588.418187:0:17888:0:(genops.c:887:class_export_get()) GET export 000000008d19d5ce refcount=9 10000000:00000001:1.0:1767384588.418188:0:17888:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446615712190339072 : -128361519212544 : ffff8b41813e9800) 10000000:00000001:1.0:1767384588.418190:0:17888:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384588.418194:0:17888:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.418195:0:17888:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1767384588.418196:0:17888:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8b42bceb6360 10000000:00000010:1.0:1767384588.418197:0:17888:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at 00000000240bedc7. 10000000:01000000:1.0:1767384588.418198:0:17888:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00000020:00000040:1.0:1767384588.418200:0:17888:0:(genops.c:887:class_export_get()) GET export 000000008d19d5ce refcount=10 10000000:00000001:1.0:1767384588.418201:0:17888:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384588.418202:0:17888:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff8b42bceb6360 from 1 10000000:00000001:1.0:1767384588.418204:0:17888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384588.418205:0:17888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:1.0:1767384588.418207:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.418208:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.418210:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.418211:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.418212:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.418214:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6b9333. 00000100:00000001:1.0:1767384588.418216:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.418219:0:17888:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384588.418220:0:17888:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384588.418225:0:17888:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021d4f0cf. 00010000:00000001:1.0:1767384588.418228:0:17888:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384588.418230:0:17888:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000859c15a9. 00000020:00000001:1.0:1767384588.418233:0:17888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384588.418234:0:17888:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000859c15a9 with handle 0xefc2db714b35c214 to hash 00000020:00000001:1.0:1767384588.418235:0:17888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384588.418236:0:17888:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.418238:0:17888:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.418240:0:17888:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.418241:0:17888:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.418243:0:17888:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.418246:0:17888:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.418258:0:17888:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384588.418262:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.418263:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.418265:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.418266:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519890688 : -128357189660928 : ffff8b42834e4f00) 00000100:00000001:1.0:1767384588.418267:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.418268:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.418270:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.418271:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418272:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.418272:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.418274:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418278:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.418280:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.418281:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.418282:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.418283:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.418285:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167616:0@lo:101: 00000100:00000001:1.0:1767384588.418287:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.418288:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.418289:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.418290:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.418291:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000570dc3e2. 02000000:00000001:1.0:1767384588.418292:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.418295:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.418297:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.418299:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049167616, portal 25 00000100:00000001:1.0:1767384588.418300:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.418301:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.418307:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418311:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.418312:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.418314:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.418315:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049167616, offset 0 00000400:00000200:1.0:1767384588.418318:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.418322:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.418325:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260000f00 00000400:00000200:1.0:1767384588.418327:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d [2] + 0 00000400:00000010:1.0:1767384588.418330:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b127f956. 00000400:00000200:1.0:1767384588.418331:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e16d61c 00000400:00000200:1.0:1767384588.418333:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.418335:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.418337:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e16d61c 00000400:00000010:1.0:1767384588.418338:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e16d61c. 00000100:00000001:1.0:1767384588.418340:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.418341:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.418343:0:17888:0:(events.c:337:request_in_callback()) incoming req@00000000ea9a64fd x1853237049167616 msgsize 328 00000100:00100000:1.0:1767384588.418345:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.418346:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.418354:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.418367:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.418368:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.418369:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.418371:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418376:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.418377:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418381:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418382:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.418383:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418385:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877745 00000100:00000001:1.0:1767384588.418392:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877744 00000100:00000001:1.0:1767384588.418396:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877745 00000100:00000001:1.0:1767384588.418398:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877744 00000100:00000001:1.0:1767384588.418402:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877745 00000100:00000001:1.0:1767384588.418405:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877744 00000100:00000001:1.0:1767384588.418408:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877745 00000100:00000001:1.0:1767384588.418412:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877744 00000100:00000001:1.0:1767384588.418416:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.418420:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418424:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.418426:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.418431:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afac8dd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.418436:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.418440:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418845:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.418851:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.418855:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.418858:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.418864:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.418867:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.418872:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.418879:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.418889:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418903:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.418904:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.418906:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.418907:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.418911:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.418913:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.418916:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.418921:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.418932:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.418937:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.418939:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.418942:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.418945:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418947:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.418953:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.418963:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.418967:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.418969:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.418974:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.418984:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167616:0@lo:101: 00000100:00000001:1.0:1767384588.418990:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.418991:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.418995:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.418998:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.419000:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419005:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.419006:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.419009:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.419010:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.419012:0:17888:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384588.419013:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.419014:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.419015:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000859c15a9 refcount=4 00000020:00000001:1.0:1767384588.419016:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.419018:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000040:1.0:1767384588.419020:0:17888:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000859c15a9, remote cookie: 0xefc2db714b35c21b, flags: 0x0 00010000:00000001:1.0:1767384588.419022:0:17888:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384588.419028:0:17888:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384588.419028:0:17888:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384588.419029:0:17888:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384588.419030:0:17888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384588.419031:0:17888:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (0000000021d4f0cf) refcount = 1 00010000:00010000:1.0:1767384588.419034:0:17888:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c21b expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.419038:0:17888:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384588.419039:0:17888:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384588.419039:0:17888:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384588.419041:0:17888:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384588.419043:0:17888:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.419045:0:17888:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c21b expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.419048:0:17888:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384588.419049:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419049:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.419050:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419051:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.419052:0:17888:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419053:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.419054:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049167616/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419058:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.419059:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.419061:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000570dc3e2. 02000000:00000001:1.0:1767384588.419062:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.419063:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.419064:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.419065:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.419066:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f6b9333. 02000000:00000001:1.0:1767384588.419068:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.419068:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.419069:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.419071:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.419074:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384588.419075:0:17888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.419077:0:17888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384588.419078:0:17888:0:(mgc_request.c:108:config_log_get()) log nodemap (00000000240bedc7) refs 2 10000000:00000001:1.0:1767384588.419079:0:17888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.419080:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.419081:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.419082:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000859c15a9 refcount=3 00000020:00000001:1.0:1767384588.419083:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.419084:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.419085:0:17888:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384588.419086:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419087:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.419088:0:17888:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.419090:0:17888:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:1.0:1767384588.419092:0:17888:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:1.0:1767384588.419094:0:17888:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:1.0:1767384588.419104:0:17888:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384588.419105:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.419106:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.419118:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000859c15a9 refcount=3 00000020:00000001:1.0:1767384588.419119:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.419121:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218175488 : -128356491376128 : ffff8b42aced4a00) 00010000:00000001:1.0:1767384588.419122:0:17888:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384588.419134:0:17888:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c21b expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.419138:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419140:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384588.419141:0:17888:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000859c15a9/0xefc2db714b35c214 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c21b expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.419145:0:17888:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384588.419146:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419147:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384588.419152:0:17888:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.419154:0:17888:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.419156:0:17888:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446615712190334464 : -128361519217152 : ffff8b41813e8600) 10000000:00000001:1.0:1767384588.419158:0:17888:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1767384588.419158:0:17888:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:1.0:1767384588.419160:0:17888:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000009f6b9333. 10000000:01000000:1.0:1767384588.419162:0:17888:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1767384588.419164:0:17888:0:(genops.c:887:class_export_get()) GET export 000000008d19d5ce refcount=11 10000000:00000001:1.0:1767384588.419165:0:17888:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446615712190340096 : -128361519211520 : ffff8b41813e9c00) 10000000:00000001:1.0:1767384588.419167:0:17888:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446615712190340096 : -128361519211520 : ffff8b41813e9c00) 10000000:00000001:1.0:1767384588.419168:0:17888:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384588.419169:0:17888:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:1.0:1767384588.419170:0:17888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384588.419171:0:17888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:1.0:1767384588.419173:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.419174:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.419176:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.419177:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.419178:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.419181:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1d53afc. 00000100:00000001:1.0:1767384588.419183:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.419184:0:17888:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384588.419185:0:17888:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384588.419188:0:17888:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009377c44e count: 4 00010000:00000001:1.0:1767384588.419190:0:17888:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384588.419191:0:17888:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384588.419193:0:17888:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000519bf84a. 00000020:00000001:1.0:1767384588.419194:0:17888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384588.419195:0:17888:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000519bf84a with handle 0xefc2db714b35c222 to hash 00000020:00000001:1.0:1767384588.419196:0:17888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384588.419197:0:17888:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.419199:0:17888:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.419200:0:17888:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.419204:0:17888:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.419206:0:17888:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.419210:0:17888:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.419214:0:17888:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384588.419217:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.419218:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.419219:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.419221:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519890688 : -128357189660928 : ffff8b42834e4f00) 00000100:00000001:1.0:1767384588.419222:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.419223:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.419225:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.419226:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419227:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.419228:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.419230:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419234:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.419235:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.419236:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.419238:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.419239:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.419240:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167744:0@lo:101: 00000100:00000001:1.0:1767384588.419242:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.419243:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.419244:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.419245:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.419246:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000570dc3e2. 02000000:00000001:1.0:1767384588.419247:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.419252:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.419254:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.419257:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049167744, portal 25 00000100:00000001:1.0:1767384588.419258:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.419259:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.419261:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419265:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.419267:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.419268:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.419269:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049167744, offset 0 00000400:00000200:1.0:1767384588.419271:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.419275:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.419278:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260000f80 00000400:00000200:1.0:1767384588.419281:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x171 [2] + 0 00000400:00000010:1.0:1767384588.419283:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2036b6f. 00000400:00000200:1.0:1767384588.419285:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffe50112 00000400:00000200:1.0:1767384588.419287:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.419289:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.419290:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe50112 00000400:00000010:1.0:1767384588.419291:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffe50112. 00000100:00000001:1.0:1767384588.419293:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.419294:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.419296:0:17888:0:(events.c:337:request_in_callback()) incoming req@00000000431d6970 x1853237049167744 msgsize 328 00000100:00100000:1.0:1767384588.419298:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.419299:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.419307:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.419309:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.419310:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.419312:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.419313:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419319:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.419321:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419330:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419335:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.419341:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419345:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877746 00000100:00000001:1.0:1767384588.419351:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877745 00000100:00000001:1.0:1767384588.419357:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877746 00000100:00000001:1.0:1767384588.419362:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877745 00000100:00000001:1.0:1767384588.419369:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877746 00000100:00000001:1.0:1767384588.419375:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877745 00000100:00000001:1.0:1767384588.419380:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877746 00000100:00000001:1.0:1767384588.419385:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877745 00000100:00000001:1.0:1767384588.419390:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.419392:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419394:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.419395:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.419396:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afac8dd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.419400:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.419402:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419745:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.419749:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.419752:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.419755:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.419760:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.419764:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.419768:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.419772:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.419790:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419803:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.419806:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.419816:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.419819:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.419822:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.419825:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.419827:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.419831:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.419837:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.419840:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.419842:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.419844:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.419846:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419847:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.419849:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419853:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.419855:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.419856:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.419858:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.419863:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167744:0@lo:101: 00000100:00000001:1.0:1767384588.419865:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.419866:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419867:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.419868:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.419869:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419873:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.419875:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.419877:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.419878:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.419879:0:17888:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384588.419880:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.419881:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.419882:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000519bf84a refcount=4 00000020:00000001:1.0:1767384588.419887:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.419889:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000040:1.0:1767384588.419891:0:17888:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000519bf84a, remote cookie: 0xefc2db714b35c229, flags: 0x0 00010000:00000001:1.0:1767384588.419893:0:17888:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384588.419894:0:17888:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384588.419895:0:17888:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384588.419896:0:17888:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384588.419897:0:17888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384588.419898:0:17888:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000009377c44e) refcount = 4 00010000:00000040:1.0:1767384588.419900:0:17888:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384588.419901:0:17888:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384588.419916:0:17888:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384588.419919:0:17888:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.154@tcp lock: 00000000b80549d4/0xefc2db714b35c134 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c13b expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.419922:0:17888:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c229 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.419925:0:17888:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384588.419926:0:17888:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384588.419927:0:17888:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384588.419928:0:17888:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384588.419929:0:17888:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.419930:0:17888:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c229 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.419933:0:17888:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384588.419934:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419935:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.419935:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419936:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.419940:0:17888:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.419941:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.419943:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049167744/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.419947:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.419948:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.419949:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000570dc3e2. 02000000:00000001:1.0:1767384588.419950:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.419952:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.419952:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.419954:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.419955:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c1d53afc. 02000000:00000001:1.0:1767384588.419956:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.419957:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.419958:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.419959:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.419960:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384588.419960:0:17888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.419962:0:17888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384588.419963:0:17888:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (000000009f6b9333) refs 2 10000000:00000001:1.0:1767384588.419964:0:17888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.419965:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.419966:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.419967:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000519bf84a refcount=3 00000020:00000001:1.0:1767384588.419968:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.419969:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.419971:0:17888:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384588.419971:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.419972:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.419973:0:17888:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.419974:0:17888:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384588.419976:0:17888:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000062485233. 00000020:00000010:1.0:1767384588.419977:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1d53afc. 00000020:00000010:1.0:1767384588.419979:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebf08636. 00000040:00000010:1.0:1767384588.419981:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f2079f6. 00000020:00000010:1.0:1767384588.419982:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000772bc4c. 00000020:00000010:1.0:1767384588.419987:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2cb6b87. 80000000:00000010:1.0:1767384588.419989:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c95d6bf1. 00040000:00000010:1.0:1767384588.419991:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044dae6b8. 00080000:00000010:1.0:1767384588.419993:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000047d26ded. 00080000:00000010:1.0:1767384588.419995:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002283e911. 20000000:00000010:1.0:1767384588.419997:0:17888:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000077db24f9. 10000000:00000040:1.0:1767384588.420000:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007382382a : new refcount 2 10000000:00000040:1.0:1767384588.420001:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002f6f6506 : new refcount 2 10000000:00000040:1.0:1767384588.420003:0:17888:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.154@tcp: copy local log lustre-OST0000 10000000:00000001:1.0:1767384588.420004:0:17888:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384588.420006:0:17888:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000002957bb45. 00000040:00000001:1.0:1767384588.420007:0:17888:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384588.420008:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.420009:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007830d3b8. 00000040:00000001:1.0:1767384588.420011:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.420012:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.420013:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.420015:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.420017:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.420018:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.420022:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.420029:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420030:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.420031:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420032:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.420033:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.420035:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 90:2551616847 to info 0000000047d26ded 00000020:00000001:1.0:1767384588.420037:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000becab3f8 00080000:00000002:1.0:1767384588.420038:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384588.420040:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.420041:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.420043:0:17888:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000570dc3e2. 00080000:00000001:1.0:1767384588.420044:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.420046:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000c2436f23. 00000020:00000001:1.0:1767384588.420051:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.420054:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000089a09884. 00000020:00000001:1.0:1767384588.420056:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.420058:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f3d70d3. 00000020:00000001:1.0:1767384588.420059:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420061:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.420062:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.420064:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.420065:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.420067:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420069:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.420071:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188889944 : -128361520661672 : ffff8b4181287b58) 00000040:00000001:1.0:1767384588.420072:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420073:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420075:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.420077:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000beeecca9. 00000040:00000001:1.0:1767384588.420079:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.420080:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384588.420349:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420352:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420363:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420365:0:17888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384588.420367:0:17888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003ab8f529. 00000040:00001000:1.0:1767384588.420369:0:17888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384588.420372:0:17888:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384588.420375:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090d632e8. 00000020:00000010:1.0:1767384588.420377:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006d576eed. 00000040:00000010:1.0:1767384588.420378:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009763b095. 00000020:00000010:1.0:1767384588.420380:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000aeeb07d. 00000020:00000010:1.0:1767384588.420383:0:17888:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.420384:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a2d6bde7. 80000000:00000010:1.0:1767384588.420386:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c115ab9. 40000000:00000010:1.0:1767384588.420388:0:17888:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ddfe0f53. 00100000:00000010:1.0:1767384588.420390:0:17888:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066a9777a. 00040000:00000010:1.0:1767384588.420392:0:17888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000973ddf3d. 00040000:00000010:1.0:1767384588.420404:0:17888:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008cf961bb. 00040000:00000010:1.0:1767384588.420407:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000873a499b. 00080000:00000010:1.0:1767384588.420413:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000454cb6b6. 00080000:00000010:1.0:1767384588.420417:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000e3c3e5f. 00000004:00000010:1.0:1767384588.420420:0:17888:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa4ab52d. 00000004:00000010:1.0:1767384588.420423:0:17888:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.420425:0:17888:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a9ebe2f8. 00002000:00000010:1.0:1767384588.420427:0:17888:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008b2037e5. 00000004:00000010:1.0:1767384588.420429:0:17888:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059b4ed19. 00000020:00000010:1.0:1767384588.420431:0:17888:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000267c7601. 00000040:00000010:1.0:1767384588.420435:0:17888:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ec2fb334. 00000040:00001000:1.0:1767384588.420437:0:17888:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384588.420438:0:17888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.420440:0:17888:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384588.420443:0:17888:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1767384588.420550:0:17888:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384588.420553:0:17888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.420554:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e4000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384588.420556:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384588.420558:0:17888:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420559:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e40e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384588.420561:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384588.420562:0:17888:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420562:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e4160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384588.420563:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384588.420564:0:17888:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420565:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e41d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384588.420566:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384588.420567:0:17888:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420568:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e42b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384588.420569:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384588.420569:0:17888:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420570:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e4390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384588.420576:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384588.420577:0:17888:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420578:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e43e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.420580:0:17888:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384588.420581:0:17888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.420582:0:17888:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384588.420584:0:17888:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384588.420587:0:17888:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384588.420588:0:17888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.420589:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e43e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.420590:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384588.420591:0:17888:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00001000:1.0:1767384588.420592:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e44c0 type=0x0 idx=0 00000040:00000001:1.0:1767384588.420593:0:17888:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384588.420594:0:17888:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00000010:1.0:1767384588.420596:0:17888:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ec2fb334. 00000020:00000010:1.0:1767384588.420600:0:17888:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000267c7601. 00000020:00000010:1.0:1767384588.420604:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006d576eed. 00000040:00000010:1.0:1767384588.420606:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009763b095. 00000020:00000010:1.0:1767384588.420607:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000aeeb07d. 00000020:00000010:1.0:1767384588.420610:0:17888:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.420612:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a2d6bde7. 80000000:00000010:1.0:1767384588.420613:0:17888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c115ab9. 40000000:00000010:1.0:1767384588.420615:0:17888:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ddfe0f53. 00100000:00000010:1.0:1767384588.420617:0:17888:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066a9777a. 00040000:00000010:1.0:1767384588.420619:0:17888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000973ddf3d. 00040000:00000010:1.0:1767384588.420621:0:17888:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008cf961bb. 00040000:00000010:1.0:1767384588.420624:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000873a499b. 00080000:00000010:1.0:1767384588.420626:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000e3c3e5f. 00080000:00000010:1.0:1767384588.420627:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000454cb6b6. 00000004:00000010:1.0:1767384588.420630:0:17888:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa4ab52d. 00000004:00000010:1.0:1767384588.420633:0:17888:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.420636:0:17888:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a9ebe2f8. 00002000:00000010:1.0:1767384588.420638:0:17888:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008b2037e5. 00000004:00000010:1.0:1767384588.420654:0:17888:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059b4ed19. 00000020:00000010:1.0:1767384588.420655:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090d632e8. 00000040:00000010:1.0:1767384588.420657:0:17888:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003ab8f529. 00000040:00000001:1.0:1767384588.420659:0:17888:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420660:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.420662:0:17888:0:(lu_object.c:207:lu_object_put()) Add 000000007f3d70d3/0000000089a09884 to site lru. bkt: 00000000c4fa337a 00000040:00000010:1.0:1767384588.420664:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c2436f23. 00000040:00000001:1.0:1767384588.420666:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.420668:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000beeecca9. 00000040:00000010:1.0:1767384588.420669:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007830d3b8. 00000040:00000001:1.0:1767384588.420671:0:17888:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420672:0:17888:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384588.420673:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.420674:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dc55cdf5. 00000040:00000001:1.0:1767384588.420675:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.420676:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.420677:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.420679:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.420681:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.420683:0:17888:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384588.420684:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.420686:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000c2436f23. 00000020:00000001:1.0:1767384588.420688:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.420690:0:17888:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615712188889944 : -128361520661672 : ffff8b4181287b58) 00000040:00000001:1.0:1767384588.420691:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420692:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420693:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.420694:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000454cb6b6. 00000040:00000001:1.0:1767384588.420695:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.420696:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384588.420700:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420701:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420702:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420703:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.420704:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.420705:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000873a499b. 00000040:00000001:1.0:1767384588.420716:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.420736:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.420738:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.420741:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.420743:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.420745:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.420749:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.420751:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384588.420753:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.420755:0:17888:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384588.420756:0:17888:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384588.420757:0:17888:0:(llog.c:1547:llog_open()) MGC192.168.202.154@tcp: Failed to open llog lustre-OST0000T: rc -2 00000040:00000010:1.0:1767384588.420759:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000873a499b. 00000040:00000001:1.0:1767384588.420761:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.420762:0:17888:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.420764:0:17888:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384588.420765:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.420766:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000873a499b. 00000040:00000001:1.0:1767384588.420767:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.420768:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.420769:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.420771:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.420773:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.420774:0:17888:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.420775:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384588.420777:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000da5e0494. 00000020:00000001:1.0:1767384588.420778:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.420779:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000973ddf3d. 00000020:00000001:1.0:1767384588.420787:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.420800:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d6739a60. 00000020:00000001:1.0:1767384588.420802:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420803:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.420809:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.420810:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420812:0:17888:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.420817:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.420825:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.420827:0:17888:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420829:0:17888:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.420831:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188890968 : -128361520660648 : ffff8b4181287f58) 00000040:00000001:1.0:1767384588.420833:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420834:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420835:0:17888:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384588.420836:0:17888:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420838:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.420840:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000061986fdc. 00080000:00000001:1.0:1767384588.420842:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712203852288 : -128361505699328 : ffff8b41820cca00) 00000040:00000001:1.0:1767384588.420844:0:17888:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384588.420845:0:17888:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384588.420847:0:17888:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384588.420849:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.420852:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.420854:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ddfe0f53. 00080000:00000001:1.0:1767384588.420855:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420857:0:17888:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384588.420860:0:17888:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000010:1.0:1767384588.420862:0:17888:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009acfdc75. 00000001:00000001:1.0:1767384588.420864:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.420865:0:17888:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.420868:0:17888:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420870:0:17888:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384588.420872:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.420873:0:17888:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420875:0:17888:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420876:0:17888:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.420878:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.420883:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.420884:0:17888:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384588.420885:0:17888:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384588.420891:0:17888:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384588.420893:0:17888:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384588.421101:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.421103:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421105:0:17888:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384588.421131:0:17888:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.421134:0:17888:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x5:0x0] 00080000:00000001:1.0:1767384588.421135:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.421136:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421149:0:17888:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384588.421153:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.421160:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.421162:0:17888:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421164:0:17888:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.421172:0:17888:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421175:0:17888:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384588.421177:0:17888:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000a9ebe2f8. 00080000:00000001:1.0:1767384588.421189:0:17888:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.421190:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000153f8a4a 00080000:00000002:1.0:1767384588.421192:0:17888:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-OST0000T:183 rc = 0 00080000:00000001:1.0:1767384588.421194:0:17888:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421195:0:17888:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421197:0:17888:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421199:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421203:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ddfe0f53. 00040000:00000001:1.0:1767384588.421206:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421207:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421209:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421210:0:17888:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421212:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.421213:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000e3c3e5f. 00000040:00000001:1.0:1767384588.421214:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.421215:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384588.421217:0:17888:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384588.421218:0:17888:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384588.421219:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384588.421221:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421222:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421228:0:17888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384588.421229:0:17888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003ab8f529. 00000040:00001000:1.0:1767384588.421230:0:17888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384588.421232:0:17888:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384588.421234:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a6d0bc1. 00000020:00000010:1.0:1767384588.421235:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000393580e3. 00000040:00000010:1.0:1767384588.421238:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007830d3b8. 00000020:00000010:1.0:1767384588.421239:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa4ab52d. 00000020:00000010:1.0:1767384588.421241:0:17888:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.421243:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000090d632e8. 80000000:00000010:1.0:1767384588.421244:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c115ab9. 40000000:00000010:1.0:1767384588.421246:0:17888:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ddfe0f53. 00100000:00000010:1.0:1767384588.421248:0:17888:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008cf961bb. 00040000:00000010:1.0:1767384588.421250:0:17888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc635e0b. 00040000:00000010:1.0:1767384588.421252:0:17888:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ecdc08e. 00040000:00000010:1.0:1767384588.421253:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a2d6bde7. 00080000:00000010:1.0:1767384588.421255:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ec2fb334. 00080000:00000010:1.0:1767384588.421258:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000061ded134. 00000004:00000010:1.0:1767384588.421260:0:17888:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c658b3f8. 00000004:00000010:1.0:1767384588.421262:0:17888:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.421264:0:17888:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a87425a1. 00002000:00000010:1.0:1767384588.421265:0:17888:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000059b4ed19. 00000004:00000010:1.0:1767384588.421267:0:17888:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008b2037e5. 00000020:00000010:1.0:1767384588.421269:0:17888:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000948372e. 00000040:00000010:1.0:1767384588.421271:0:17888:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000beeecca9. 00000040:00001000:1.0:1767384588.421273:0:17888:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:1.0:1767384588.421274:0:17888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.421275:0:17888:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384588.421277:0:17888:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1767384588.421280:0:17888:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384588.421282:0:17888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421283:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384588.421284:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384588.421285:0:17888:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421290:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421292:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421293:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421294:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006d576eed. 00080000:00000001:1.0:1767384588.421296:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190338560 : -128361519213056 : ffff8b41813e9600) 00000040:00000001:1.0:1767384588.421298:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421301:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421302:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421304:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421306:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421308:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421310:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421312:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421313:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421314:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421316:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421319:0:17888:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384588.421321:0:17888:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421323:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421326:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421329:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421331:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421332:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000010:1.0:1767384588.421341:0:17888:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000087a9bca3. 00000040:00080000:1.0:1767384588.421632:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00000001:1.0:1767384588.421635:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421637:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421640:0:17888:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.421642:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421644:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421656:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421657:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421658:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421659:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421660:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421661:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384588.421663:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384588.421664:0:17888:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421669:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421670:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421671:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421673:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ef44667e. 00080000:00000001:1.0:1767384588.421674:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717404488704 : -128356305062912 : ffff8b42b8083400) 00000040:00000001:1.0:1767384588.421675:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421676:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421677:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421679:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421680:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421681:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421682:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421683:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421684:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421685:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421686:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421687:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421689:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421690:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421691:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421691:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384588.421698:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00000001:1.0:1767384588.421700:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421701:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421702:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421704:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421706:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421706:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421707:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421708:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421709:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421710:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384588.421712:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384588.421712:0:17888:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421713:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421714:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421715:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421737:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f651a4fb. 00080000:00000001:1.0:1767384588.421742:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204796928 : -128361504754688 : ffff8b41821b3400) 00000040:00000001:1.0:1767384588.421744:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421746:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421748:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421749:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421751:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421753:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421755:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421756:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421757:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421758:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421759:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421761:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421763:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421765:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421766:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421767:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384588.421774:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00000001:1.0:1767384588.421775:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421777:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421778:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421781:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421782:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421783:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421784:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421785:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421786:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421787:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a1d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384588.421788:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384588.421790:0:17888:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421791:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421792:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421792:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421794:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a93e5aaf. 00080000:00000001:1.0:1767384588.421795:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204793856 : -128361504757760 : ffff8b41821b2800) 00000040:00000001:1.0:1767384588.421796:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421796:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421802:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421803:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421804:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421805:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421806:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421807:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421808:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421809:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421810:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421811:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421812:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421813:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421814:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421815:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384588.421820:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00000001:1.0:1767384588.421821:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421822:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421823:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421825:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421826:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421827:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421828:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421829:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421830:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421831:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a2b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384588.421832:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384588.421833:0:17888:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421834:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421835:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421836:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421837:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff3ffc58. 00080000:00000001:1.0:1767384588.421838:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204797952 : -128361504753664 : ffff8b41821b3800) 00000040:00000001:1.0:1767384588.421839:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421840:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421841:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421841:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421842:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421843:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421847:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421849:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421849:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421850:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421852:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421853:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421854:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421855:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421856:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421857:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384588.421862:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00000001:1.0:1767384588.421863:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421864:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421865:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421866:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421868:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421868:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421869:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421870:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421871:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421872:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384588.421874:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384588.421875:0:17888:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421875:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421876:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421877:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421878:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a18bd582. 00080000:00000001:1.0:1767384588.421879:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204793344 : -128361504758272 : ffff8b41821b2600) 00000040:00000001:1.0:1767384588.421880:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421881:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421881:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421882:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421883:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421884:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421885:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421886:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421886:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421887:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421891:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421892:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421894:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421895:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421896:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421897:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384588.421902:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00000001:1.0:1767384588.421904:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421905:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421905:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421907:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421909:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421910:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421910:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421911:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421912:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421913:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.421914:0:17888:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384588.421916:0:17888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.421916:0:17888:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384588.421918:0:17888:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384588.421920:0:17888:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384588.421922:0:17888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.421923:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b42b102a3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.421934:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384588.421935:0:17888:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.421937:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.421938:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.421938:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.421940:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f36dce7. 00080000:00000001:1.0:1767384588.421941:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204798976 : -128361504752640 : ffff8b41821b3c00) 00000040:00000001:1.0:1767384588.421942:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421942:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.421943:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421944:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.421945:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.421946:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421950:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.421951:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.421952:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421953:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421954:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421955:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.421957:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421958:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.421958:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.421959:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384588.421964:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00000001:1.0:1767384588.421965:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421966:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.421967:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.421969:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.421971:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.421972:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.421972:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421973:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421975:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.421976:0:17888:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384588.421977:0:17888:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000040:00000010:1.0:1767384588.421978:0:17888:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000beeecca9. 00000020:00000010:1.0:1767384588.421981:0:17888:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000948372e. 00000020:00000010:1.0:1767384588.421985:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000393580e3. 00000040:00000010:1.0:1767384588.421987:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007830d3b8. 00000020:00000010:1.0:1767384588.421989:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa4ab52d. 00000020:00000010:1.0:1767384588.421991:0:17888:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.421992:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000090d632e8. 80000000:00000010:1.0:1767384588.421994:0:17888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c115ab9. 40000000:00000010:1.0:1767384588.421996:0:17888:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ddfe0f53. 00100000:00000010:1.0:1767384588.421997:0:17888:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008cf961bb. 00040000:00000010:1.0:1767384588.421999:0:17888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc635e0b. 00040000:00000010:1.0:1767384588.422001:0:17888:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ecdc08e. 00040000:00000010:1.0:1767384588.422002:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a2d6bde7. 00080000:00000010:1.0:1767384588.422004:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000061ded134. 00080000:00000010:1.0:1767384588.422006:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ec2fb334. 00000004:00000010:1.0:1767384588.422011:0:17888:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c658b3f8. 00000004:00000010:1.0:1767384588.422013:0:17888:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.422015:0:17888:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a87425a1. 00002000:00000010:1.0:1767384588.422016:0:17888:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059b4ed19. 00000004:00000010:1.0:1767384588.422018:0:17888:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008b2037e5. 00000020:00000010:1.0:1767384588.422019:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a6d0bc1. 00000040:00000010:1.0:1767384588.422021:0:17888:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003ab8f529. 00000040:00000001:1.0:1767384588.422022:0:17888:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.422023:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.422025:0:17888:0:(lu_object.c:207:lu_object_put()) Add 00000000d6739a60/00000000973ddf3d to site lru. bkt: 000000005d2e2644 00000040:00000010:1.0:1767384588.422027:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000da5e0494. 00000040:00000001:1.0:1767384588.422028:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.422029:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000e3c3e5f. 00000040:00000010:1.0:1767384588.422031:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000873a499b. 00000040:00000001:1.0:1767384588.422032:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.422033:0:17888:0:(lu_object.c:207:lu_object_put()) Add 000000007f3d70d3/0000000089a09884 to site lru. bkt: 00000000c4fa337a 00000040:00000010:1.0:1767384588.422035:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c2436f23. 00000040:00000001:1.0:1767384588.422036:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.422036:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000454cb6b6. 00000040:00000010:1.0:1767384588.422038:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dc55cdf5. 00000040:00000001:1.0:1767384588.422039:0:17888:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.422040:0:17888:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384588.422040:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.422042:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000060a38896. 00000040:00000001:1.0:1767384588.422043:0:17888:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384588.422044:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.422046:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.422047:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.422049:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.422050:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.422051:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.422054:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023a906bb. 00000100:00000001:1.0:1767384588.422056:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422059:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.422059:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.422064:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.422065:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519887040 : -128357189664576 : ffff8b42834e40c0) 00000100:00000001:1.0:1767384588.422067:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.422068:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.422070:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.422071:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422072:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.422073:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.422076:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422081:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.422082:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.422083:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.422085:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.422086:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.422087:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167872:0@lo:501: 00000100:00000001:1.0:1767384588.422089:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.422091:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.422092:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.422093:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.422094:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c595aff. 02000000:00000001:1.0:1767384588.422096:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.422098:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.422100:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.422102:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049167872, portal 25 00000100:00000001:1.0:1767384588.422103:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.422104:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.422106:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422125:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.422127:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.422128:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.422129:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237049167872, offset 0 00000400:00000200:1.0:1767384588.422132:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.422151:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.422154:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260001000 00000400:00000200:1.0:1767384588.422157:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x175 [2] + 0 00000400:00000010:1.0:1767384588.422159:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f36a595. 00000400:00000200:1.0:1767384588.422161:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fad80ba6 00000400:00000200:1.0:1767384588.422163:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.422165:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.422167:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad80ba6 00000400:00000010:1.0:1767384588.422168:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fad80ba6. 00000100:00000001:1.0:1767384588.422170:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.422171:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.422173:0:17888:0:(events.c:337:request_in_callback()) incoming req@00000000c1563414 x1853237049167872 msgsize 512 00000100:00100000:1.0:1767384588.422175:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.422176:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.422184:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.422186:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.422187:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.422189:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.422191:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422197:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.422198:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422203:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422204:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.422207:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422209:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877749 00000100:00000001:1.0:1767384588.422214:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877746 00000100:00000001:1.0:1767384588.422218:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877749 00000100:00000001:1.0:1767384588.422222:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877746 00000100:00000001:1.0:1767384588.422229:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877749 00000100:00000001:1.0:1767384588.422233:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877746 00000100:00000001:1.0:1767384588.422243:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877749 00000100:00000001:1.0:1767384588.422249:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877746 00000100:00000001:1.0:1767384588.422254:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.422260:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422264:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.422267:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.422273:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 000000007ccbe055 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.422277:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.422280:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422704:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.422725:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.422727:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.422730:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.422780:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.422784:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.422789:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.422795:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.422811:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422820:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.422823:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.422825:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.422827:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.422828:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.422830:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.422831:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.422833:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.422836:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.422838:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.422839:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.422840:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.422841:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422842:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.422844:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422855:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.422856:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.422857:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.422859:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.422863:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049167872:0@lo:501: 00000100:00000001:1.0:1767384588.422866:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.422867:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422868:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.422869:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.422870:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422874:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.422875:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.422877:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.422878:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.422879:0:17888:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384588.422881:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.422881:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.422883:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384588.422883:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.422885:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049167872/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422889:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.422889:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.422890:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c595aff. 02000000:00000001:1.0:1767384588.422892:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.422893:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.422893:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.422894:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.422895:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000023a906bb. 02000000:00000001:1.0:1767384588.422897:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.422898:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.422902:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.422903:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.422904:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384588.422905:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.422906:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.422908:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000beeecca9. 00000040:00000001:1.0:1767384588.422910:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.422911:0:17888:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384588.422912:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.422914:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.422915:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.422927:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.422928:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.422930:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.422932:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023a906bb. 00000100:00000001:1.0:1767384588.422934:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422935:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.422936:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.422938:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.422939:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519887040 : -128357189664576 : ffff8b42834e40c0) 00000100:00000001:1.0:1767384588.422940:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.422941:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.422943:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.422944:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.422945:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.422946:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.422947:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422951:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.422952:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.422954:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.422955:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.422956:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.422957:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168000:0@lo:503: 00000100:00000001:1.0:1767384588.422959:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.422964:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.422965:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.422966:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.422974:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006845bdcd. 02000000:00000001:1.0:1767384588.422976:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.422978:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.422980:0:17888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003ec9496c. 00000100:00000200:1.0:1767384588.422982:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049168000, portal 25 00000100:00000001:1.0:1767384588.422984:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.422984:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.422987:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.422991:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.422992:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.422994:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.422995:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049168000, offset 0 00000400:00000200:1.0:1767384588.422997:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.423001:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.423004:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260001080 00000400:00000200:1.0:1767384588.423006:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x179 [2] + 0 00000400:00000010:1.0:1767384588.423009:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7d567a4. 00000400:00000200:1.0:1767384588.423010:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000702f7680 00000400:00000200:1.0:1767384588.423013:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.423015:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.423016:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702f7680 00000400:00000010:1.0:1767384588.423018:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000702f7680. 00000100:00000001:1.0:1767384588.423019:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.423020:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.423022:0:17888:0:(events.c:337:request_in_callback()) incoming req@000000003b345319 x1853237049168000 msgsize 272 00000100:00100000:1.0:1767384588.423024:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.423025:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.423035:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.423037:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.423039:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.423040:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.423046:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.423051:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.423052:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.423056:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.423057:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.423060:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.423062:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877750 00000100:00000001:1.0:1767384588.423065:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877749 00000100:00000001:1.0:1767384588.423067:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877750 00000100:00000001:1.0:1767384588.423068:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877749 00000100:00000001:1.0:1767384588.423070:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877750 00000100:00000001:1.0:1767384588.423072:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877749 00000100:00000001:1.0:1767384588.423073:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877750 00000100:00000001:1.0:1767384588.423074:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877749 00000100:00000001:1.0:1767384588.423075:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.423077:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.423078:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.423078:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.423079:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 000000007ccbe055 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.423081:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.423082:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.423906:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.423910:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.423913:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.423916:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.423920:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ec9496c 00000400:00000010:1.0:1767384588.423923:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003ec9496c. 00000100:00000001:1.0:1767384588.423925:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.423928:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.423968:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.423977:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.423979:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.423982:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.423983:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.423985:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.423987:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.423992:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.423995:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.423999:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.424003:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.424007:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.424009:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.424010:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424013:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.424018:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424027:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.424030:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.424032:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.424035:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.424044:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168000:0@lo:503: 00000100:00000001:1.0:1767384588.424047:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.424052:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424053:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.424054:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.424056:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424060:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.424062:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.424069:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.424071:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424075:0:17888:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384588.424078:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.424080:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049168000/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424089:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.424092:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.424094:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006845bdcd. 02000000:00000001:1.0:1767384588.424102:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.424103:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.424104:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.424106:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.424123:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000023a906bb. 02000000:00000001:1.0:1767384588.424125:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.424126:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.424127:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.424129:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.424129:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.424131:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.424132:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.424133:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384588.424134:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424135:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424136:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.424137:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.424139:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023a906bb. 00000040:00000001:1.0:1767384588.424141:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.424141:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.424143:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.424144:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.424147:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.424148:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.424153:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.424158:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424159:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.424160:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424165:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.424166:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.424168:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 90:2551616847 to info 0000000047d26ded 00000020:00000001:1.0:1767384588.424170:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d6a8b343 00080000:00000002:1.0:1767384588.424171:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384588.424173:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.424175:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424176:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.424178:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000c2436f23. 00000020:00000001:1.0:1767384588.424180:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.424182:0:17888:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615712188889944 : -128361520661672 : ffff8b4181287b58) 00000040:00000001:1.0:1767384588.424183:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424184:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424186:0:17888:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384588.424186:0:17888:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384588.424187:0:17888:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.424188:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.424190:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002c595aff. 00080000:00000001:1.0:1767384588.424191:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204798464 : -128361504753152 : ffff8b41821b3a00) 00000040:00000001:1.0:1767384588.424192:0:17888:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384588.424194:0:17888:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384588.424195:0:17888:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384588.424197:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.424198:0:17888:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424200:0:17888:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384588.424202:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384588.424202:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384588.424204:0:17888:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x2:0x0] not in the id map cache 00080000:00000001:1.0:1767384588.424205:0:17888:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424207:0:17888:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424208:0:17888:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424209:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.424211:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424213:0:17888:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384588.424214:0:17888:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384588.424219:0:17888:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000d96dee51. 00080000:00000001:1.0:1767384588.424226:0:17888:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.424227:0:17888:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.424230:0:17888:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x2:0x0] decrease nlink 1 00080000:00000001:1.0:1767384588.424237:0:17888:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384588.424238:0:17888:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x2:0x0] 00080000:00000001:1.0:1767384588.424240:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.424241:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424242:0:17888:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384588.424245:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.424249:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.424252:0:17888:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424253:0:17888:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424255:0:17888:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424256:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.424258:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.424259:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384588.424261:0:17888:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000d96dee51. 00080000:00000002:1.0:1767384588.424263:0:17888:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 90 00080000:00000001:1.0:1767384588.424265:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424266:0:17888:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424267:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384588.424327:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.424328:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.424329:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.424330:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.424331:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.424331:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.424334:0:17888:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007f3d70d3. 00000020:00000010:1.0:1767384588.424336:0:17888:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000089a09884. 00000040:00000010:1.0:1767384588.424338:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c2436f23. 00000040:00000001:1.0:1767384588.424340:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.424341:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023a906bb. 00000040:00000001:1.0:1767384588.424343:0:17888:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424344:0:17888:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384588.424344:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.424346:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023a906bb. 00000040:00000001:1.0:1767384588.424347:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.424348:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.424349:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.424355:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.424358:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.424359:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.424363:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.424364:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384588.424366:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384588.424368:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000c2436f23. 00000020:00000001:1.0:1767384588.424370:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.424372:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dc635e0b. 00000020:00000001:1.0:1767384588.424374:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.424375:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008d87275b. 00000020:00000001:1.0:1767384588.424377:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424378:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.424379:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.424380:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424381:0:17888:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.424384:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.424386:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.424388:0:17888:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424389:0:17888:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.424391:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188888408 : -128361520663208 : ffff8b4181287558) 00000040:00000001:1.0:1767384588.424393:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424394:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424395:0:17888:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384588.424396:0:17888:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424397:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.424399:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000406cb2df. 00080000:00000001:1.0:1767384588.424400:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204799488 : -128361504752128 : ffff8b41821b3e00) 00000040:00000001:1.0:1767384588.424402:0:17888:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384588.424403:0:17888:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384588.424404:0:17888:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384588.424405:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.424407:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.424408:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001b990b54. 00080000:00000001:1.0:1767384588.424409:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424414:0:17888:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384588.424415:0:17888:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x6:0x0] not in the id map cache 00000001:00000001:1.0:1767384588.424417:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.424418:0:17888:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.424419:0:17888:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424421:0:17888:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384588.424422:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.424423:0:17888:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424424:0:17888:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424425:0:17888:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424427:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.424429:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424430:0:17888:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384588.424431:0:17888:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384588.424432:0:17888:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384588.424433:0:17888:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384588.424454:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.424455:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424456:0:17888:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384588.424461:0:17888:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.424462:0:17888:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x6:0x0] 00080000:00000001:1.0:1767384588.424463:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.424464:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424465:0:17888:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384588.424467:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.424471:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.424473:0:17888:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424474:0:17888:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.424477:0:17888:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424479:0:17888:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1767384588.424484:0:17888:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.424486:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000153f8a4a 00080000:00000002:1.0:1767384588.424487:0:17888:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-OST0000:90 rc = 0 00080000:00000001:1.0:1767384588.424489:0:17888:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424490:0:17888:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424491:0:17888:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.424492:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.424495:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001b990b54. 00040000:00000001:1.0:1767384588.424500:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.424501:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.424502:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424503:0:17888:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424505:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.424507:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000454cb6b6. 00000040:00000001:1.0:1767384588.424508:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.424509:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384588.424511:0:17888:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384588.424511:0:17888:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384588.424513:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384588.424515:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424516:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.424517:0:17888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384588.424519:0:17888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003ab8f529. 00000040:00001000:1.0:1767384588.424520:0:17888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384588.424521:0:17888:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384588.424524:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ad6bf41. 00000020:00000010:1.0:1767384588.424525:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3434c21. 00000040:00000010:1.0:1767384588.424527:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eb71c96f. 00000020:00000010:1.0:1767384588.424529:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a87425a1. 00000020:00000010:1.0:1767384588.424531:0:17888:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.424533:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006722d111. 80000000:00000010:1.0:1767384588.424534:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c115ab9. 40000000:00000010:1.0:1767384588.424536:0:17888:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b990b54. 00100000:00000010:1.0:1767384588.424538:0:17888:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c658b3f8. 00040000:00000010:1.0:1767384588.424539:0:17888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee96a114. 00040000:00000010:1.0:1767384588.424541:0:17888:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ecdc08e. 00040000:00000010:1.0:1767384588.424543:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063787621. 00080000:00000010:1.0:1767384588.424545:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000e3c3e5f. 00080000:00000010:1.0:1767384588.424546:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ec2fb334. 00000004:00000010:1.0:1767384588.424549:0:17888:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008cf961bb. 00000004:00000010:1.0:1767384588.424551:0:17888:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.424552:0:17888:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fa4ab52d. 00002000:00000010:1.0:1767384588.424554:0:17888:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008b2037e5. 00000004:00000010:1.0:1767384588.424559:0:17888:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059b4ed19. 00000020:00000010:1.0:1767384588.424561:0:17888:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ddfe0f53. 00000040:00000010:1.0:1767384588.424563:0:17888:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000061ded134. 00000040:00001000:1.0:1767384588.424564:0:17888:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:1.0:1767384588.424565:0:17888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.424567:0:17888:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384588.424568:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.424570:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.424572:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.424574:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.424575:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.424576:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.424578:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f3d70d3. 00000100:00000001:1.0:1767384588.424580:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424583:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.424583:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.424585:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.424587:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519890688 : -128357189660928 : ffff8b42834e4f00) 00000100:00000001:1.0:1767384588.424588:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.424589:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.424591:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.424592:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424593:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.424594:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.424596:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424601:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.424602:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.424604:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.424605:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.424606:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.424607:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168128:0@lo:502: 00000100:00000001:1.0:1767384588.424609:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.424610:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.424614:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.424616:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.424621:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006845bdcd. 02000000:00000001:1.0:1767384588.424622:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.424625:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.424627:0:17888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ccbe055. 00000100:00000200:1.0:1767384588.424629:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049168128, portal 25 00000100:00000001:1.0:1767384588.424630:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.424631:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.424634:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424638:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.424639:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.424640:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.424641:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049168128, offset 0 00000400:00000200:1.0:1767384588.424643:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.424647:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.424651:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260001100 00000400:00000200:1.0:1767384588.424653:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x17d [2] + 0 00000400:00000010:1.0:1767384588.424656:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0fad29. 00000400:00000200:1.0:1767384588.424657:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047941655 00000400:00000200:1.0:1767384588.424659:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.424661:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.424663:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047941655 00000400:00000010:1.0:1767384588.424664:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047941655. 00000100:00000001:1.0:1767384588.424666:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.424667:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.424669:0:17888:0:(events.c:337:request_in_callback()) incoming req@00000000588437db x1853237049168128 msgsize 272 00000100:00100000:1.0:1767384588.424671:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.424672:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.424682:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.424685:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.424687:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.424690:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.424692:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424707:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.424711:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.424747:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424752:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.424760:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424766:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877752 00000100:00000001:1.0:1767384588.424772:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877750 00000100:00000001:1.0:1767384588.424778:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877752 00000100:00000001:1.0:1767384588.424785:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877750 00000100:00000001:1.0:1767384588.424791:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877752 00000100:00000001:1.0:1767384588.424799:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877750 00000100:00000001:1.0:1767384588.424805:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877752 00000100:00000001:1.0:1767384588.424811:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877750 00000100:00000001:1.0:1767384588.424819:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.424824:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.424827:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.424828:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.424829:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afac8dd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.424832:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.424834:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.425210:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.425215:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.425219:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.425222:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.425227:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ccbe055 00000400:00000010:1.0:1767384588.425232:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.425238:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.425246:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.425265:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.425289:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.425293:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.425297:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.425299:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.425300:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.425302:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.425305:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.425308:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.425311:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.425314:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.425315:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.425317:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.425318:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.425320:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.425324:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.425332:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.425334:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.425335:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.425338:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.425346:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168128:0@lo:502: 00000100:00000001:1.0:1767384588.425350:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.425352:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.425354:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.425355:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.425357:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.425364:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.425366:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.425368:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.425369:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425374:0:17888:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384588.425381:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.425384:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049168128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.425391:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.425392:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.425394:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006845bdcd. 02000000:00000001:1.0:1767384588.425402:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.425403:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.425405:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.425407:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.425408:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007f3d70d3. 02000000:00000001:1.0:1767384588.425411:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.425412:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.425414:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.425417:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.425418:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.425420:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.425421:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.425423:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384588.425425:0:17888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425427:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e6000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384588.425429:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384588.425431:0:17888:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.425433:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.425435:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.425436:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.425439:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007f3d70d3. 00080000:00000001:1.0:1767384588.425441:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190337536 : -128361519214080 : ffff8b41813e9200) 00000040:00000001:1.0:1767384588.425443:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425445:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.425447:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425449:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.425452:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.425454:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425455:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425457:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.425458:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425465:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425467:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425469:0:17888:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384588.425471:0:17888:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425473:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.425476:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425478:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425480:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.425481:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000010:1.0:1767384588.425487:0:17888:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000007d1dbd60. 00000040:00080000:1.0:1767384588.425576:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00000001:1.0:1767384588.425580:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425582:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425586:0:17888:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.425588:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.425592:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.425595:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.425596:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.425598:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425599:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425601:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425603:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e60e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384588.425606:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384588.425607:0:17888:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.425609:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.425611:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.425612:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.425614:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009763b095. 00080000:00000001:1.0:1767384588.425616:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190338048 : -128361519213568 : ffff8b41813e9400) 00000040:00000001:1.0:1767384588.425618:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425620:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.425621:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425623:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.425625:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.425627:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425629:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425630:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.425636:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425638:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425639:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425642:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.425646:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425648:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425649:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.425650:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384588.425662:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00000001:1.0:1767384588.425664:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425666:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425668:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.425672:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.425674:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.425676:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.425677:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425678:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425680:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425682:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e6160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384588.425684:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384588.425685:0:17888:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.425687:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.425689:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.425690:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.425693:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a2d6bde7. 00080000:00000001:1.0:1767384588.425695:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190334976 : -128361519216640 : ffff8b41813e8800) 00000040:00000001:1.0:1767384588.425697:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425698:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.425700:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425702:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.425703:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.425705:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425708:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425709:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.425710:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425711:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425713:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425715:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.425744:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425747:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425749:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.425751:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384588.425764:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00000001:1.0:1767384588.425766:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425768:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425769:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.425773:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.425776:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.425777:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.425778:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425780:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425781:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425783:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e61d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384588.425785:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384588.425787:0:17888:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.425788:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.425790:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.425791:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.425793:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000090d632e8. 00080000:00000001:1.0:1767384588.425795:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190337024 : -128361519214592 : ffff8b41813e9000) 00000040:00000001:1.0:1767384588.425797:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425798:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.425799:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425801:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.425803:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.425804:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425806:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425807:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.425808:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425810:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425811:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425813:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.425815:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425816:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425817:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.425818:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384588.425834:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00000001:1.0:1767384588.425836:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425838:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425840:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.425843:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.425846:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.425847:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.425848:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425850:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425852:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425853:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e62b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384588.425856:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384588.425858:0:17888:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.425859:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.425860:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.425862:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.425864:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007830d3b8. 00080000:00000001:1.0:1767384588.425866:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190336512 : -128361519215104 : ffff8b41813e8e00) 00000040:00000001:1.0:1767384588.425868:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425869:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.425871:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425873:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.425875:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.425877:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425879:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425880:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.425881:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425883:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425884:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425886:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.425889:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425891:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425893:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.425894:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384588.425903:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:1.0:1767384588.425906:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425907:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425909:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.425918:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.425921:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.425922:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.425924:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425925:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425927:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425929:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e6390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384588.425931:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384588.425933:0:17888:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.425935:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.425936:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.425937:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.425939:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dc55cdf5. 00080000:00000001:1.0:1767384588.425941:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712203853312 : -128361505698304 : ffff8b41820cce00) 00000040:00000001:1.0:1767384588.425943:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425944:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.425946:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425947:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.425949:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.425951:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425952:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.425953:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.425955:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425956:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425958:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425960:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.425962:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425963:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.425964:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.425965:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384588.425974:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:1.0:1767384588.425976:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425978:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.425979:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.425982:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.425985:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.425986:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.425987:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425993:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.425994:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.425995:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e63e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.425996:0:17888:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384588.425998:0:17888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384588.425999:0:17888:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384588.426000:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.426002:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.426004:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.426005:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.426006:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.426008:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.426010:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000873a499b. 00000100:00000001:1.0:1767384588.426012:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426014:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.426015:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.426017:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.426018:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519890688 : -128357189660928 : ffff8b42834e4f00) 00000100:00000001:1.0:1767384588.426019:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.426020:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.426022:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.426023:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426024:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.426025:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.426027:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426031:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.426032:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.426034:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.426035:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.426036:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.426037:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168256:0@lo:502: 00000100:00000001:1.0:1767384588.426039:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.426041:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.426041:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.426046:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.426051:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006845bdcd. 02000000:00000001:1.0:1767384588.426052:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.426055:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.426057:0:17888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ccbe055. 00000100:00000200:1.0:1767384588.426059:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049168256, portal 25 00000100:00000001:1.0:1767384588.426060:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.426061:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.426063:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426068:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.426069:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.426070:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.426071:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049168256, offset 0 00000400:00000200:1.0:1767384588.426073:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.426077:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.426081:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260001180 00000400:00000200:1.0:1767384588.426083:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x181 [2] + 0 00000400:00000010:1.0:1767384588.426085:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034e600b6. 00000400:00000200:1.0:1767384588.426087:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b3e3385 00000400:00000200:1.0:1767384588.426089:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.426091:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.426093:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3e3385 00000400:00000010:1.0:1767384588.426094:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b3e3385. 00000100:00000001:1.0:1767384588.426096:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.426097:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.426098:0:17888:0:(events.c:337:request_in_callback()) incoming req@000000007775a9c0 x1853237049168256 msgsize 272 00000100:00100000:1.0:1767384588.426101:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.426102:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.426123:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.426126:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.426127:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.426129:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.426131:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426145:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.426147:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426152:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426153:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.426158:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426162:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877753 00000100:00000001:1.0:1767384588.426169:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877752 00000100:00000001:1.0:1767384588.426175:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877753 00000100:00000001:1.0:1767384588.426178:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877752 00000100:00000001:1.0:1767384588.426183:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877753 00000100:00000001:1.0:1767384588.426186:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877752 00000100:00000001:1.0:1767384588.426187:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877753 00000100:00000001:1.0:1767384588.426189:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877752 00000100:00000001:1.0:1767384588.426190:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.426194:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426199:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.426203:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.426206:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afac8dd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.426208:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.426211:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426470:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.426476:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.426478:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.426481:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.426487:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ccbe055 00000400:00000010:1.0:1767384588.426490:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.426496:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.426503:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.426519:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426541:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.426543:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.426548:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.426552:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.426555:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.426559:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.426564:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.426570:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.426574:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.426577:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.426579:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.426581:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.426583:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426585:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.426589:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426596:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.426598:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.426599:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.426602:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.426610:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168256:0@lo:502: 00000100:00000001:1.0:1767384588.426613:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.426615:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.426617:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.426618:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.426620:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426627:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.426629:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.426631:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.426633:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426637:0:17888:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384588.426645:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.426648:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049168256/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.426655:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.426656:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.426658:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006845bdcd. 02000000:00000001:1.0:1767384588.426665:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.426666:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.426667:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.426670:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.426671:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000873a499b. 02000000:00000001:1.0:1767384588.426674:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.426675:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.426676:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.426679:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.426680:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.426682:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.426683:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.426685:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384588.426686:0:17888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384588.426688:0:17888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41820e63e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384588.426690:0:17888:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384588.426692:0:17888:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:1.0:1767384588.426694:0:17888:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384588.426695:0:17888:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384588.426697:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.426699:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000873a499b. 00080000:00000001:1.0:1767384588.426702:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712203850240 : -128361505701376 : ffff8b41820cc200) 00000040:00000001:1.0:1767384588.426704:0:17888:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384588.426706:0:17888:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384588.426707:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.426709:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.426711:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010df0851. 00080000:00000001:1.0:1767384588.426713:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426715:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.426716:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.426742:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426749:0:17888:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426752:0:17888:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426755:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.426758:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426760:0:17888:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384588.426761:0:17888:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384588.426762:0:17888:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384588.426770:0:17888:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:1.0:1767384588.426772:0:17888:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426773:0:17888:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426774:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.426777:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010df0851. 00040000:00000001:1.0:1767384588.426779:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.426780:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.426781:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426782:0:17888:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426783:0:17888:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426784:0:17888:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384588.426786:0:17888:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:1.0:1767384588.426787:0:17888:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000061ded134. 00000020:00000010:1.0:1767384588.426790:0:17888:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ddfe0f53. 00000020:00000010:1.0:1767384588.426794:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3434c21. 00000040:00000010:1.0:1767384588.426796:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eb71c96f. 00000020:00000010:1.0:1767384588.426797:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a87425a1. 00000020:00000010:1.0:1767384588.426799:0:17888:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.426801:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006722d111. 80000000:00000010:1.0:1767384588.426803:0:17888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c115ab9. 40000000:00000010:1.0:1767384588.426805:0:17888:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b990b54. 00100000:00000010:1.0:1767384588.426807:0:17888:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c658b3f8. 00040000:00000010:1.0:1767384588.426808:0:17888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ee96a114. 00040000:00000010:1.0:1767384588.426810:0:17888:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ecdc08e. 00040000:00000010:1.0:1767384588.426811:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063787621. 00080000:00000010:1.0:1767384588.426813:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ec2fb334. 00080000:00000010:1.0:1767384588.426815:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000e3c3e5f. 00000004:00000010:1.0:1767384588.426817:0:17888:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cf961bb. 00000004:00000010:1.0:1767384588.426819:0:17888:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.426825:0:17888:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fa4ab52d. 00002000:00000010:1.0:1767384588.426827:0:17888:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008b2037e5. 00000004:00000010:1.0:1767384588.426828:0:17888:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059b4ed19. 00000020:00000010:1.0:1767384588.426830:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ad6bf41. 00000040:00000010:1.0:1767384588.426831:0:17888:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003ab8f529. 00000040:00000001:1.0:1767384588.426833:0:17888:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426834:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.426836:0:17888:0:(lu_object.c:207:lu_object_put()) Add 000000008d87275b/00000000dc635e0b to site lru. bkt: 00000000a4501bbd 00000040:00000010:1.0:1767384588.426838:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c2436f23. 00000040:00000001:1.0:1767384588.426839:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.426841:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000454cb6b6. 00000040:00000010:1.0:1767384588.426842:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023a906bb. 00000040:00000010:1.0:1767384588.426844:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000beeecca9. 00000040:00000010:1.0:1767384588.426845:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000060a38896. 00000040:00000001:1.0:1767384588.426846:0:17888:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426847:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.426848:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.426849:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a6d0bc1. 00000040:00000001:1.0:1767384588.426851:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.426851:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.426852:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.426854:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.426857:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.426858:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.426862:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.426866:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426868:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.426869:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426870:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.426871:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.426872:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x5:0x0] 183:2755745154 to info 0000000047d26ded 00000020:00000001:1.0:1767384588.426874:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000de411ca9 00080000:00000002:1.0:1767384588.426875:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000T => [0xa:0x5:0x0] 00080000:00000001:1.0:1767384588.426877:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.426879:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426883:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.426886:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000c2436f23. 00000020:00000001:1.0:1767384588.426887:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.426889:0:17888:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615712188890968 : -128361520660648 : ffff8b4181287f58) 00000040:00000001:1.0:1767384588.426891:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426892:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426893:0:17888:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384588.426894:0:17888:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384588.426895:0:17888:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.426896:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.426897:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000393580e3. 00080000:00000001:1.0:1767384588.426898:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712203856384 : -128361505695232 : ffff8b41820cda00) 00000040:00000001:1.0:1767384588.426899:0:17888:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384588.426900:0:17888:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384588.426901:0:17888:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384588.426903:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.426903:0:17888:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426905:0:17888:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384588.426906:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384588.426907:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384588.426908:0:17888:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:1.0:1767384588.426910:0:17888:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426911:0:17888:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426912:0:17888:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426913:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.426915:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426916:0:17888:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384588.426917:0:17888:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384588.426921:0:17888:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000001caca127. 00080000:00000001:1.0:1767384588.426923:0:17888:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.426925:0:17888:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.426926:0:17888:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x5:0x0] decrease nlink 1 00080000:00000001:1.0:1767384588.426930:0:17888:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384588.426932:0:17888:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x5:0x0] 00080000:00000001:1.0:1767384588.426933:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.426934:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426935:0:17888:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384588.426941:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.426946:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.426949:0:17888:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426951:0:17888:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426953:0:17888:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.426955:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.426958:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.426959:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384588.426961:0:17888:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000001caca127. 00080000:00000002:1.0:1767384588.426965:0:17888:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 183 00080000:00000001:1.0:1767384588.426967:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426968:0:17888:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.426970:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384588.427034:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.427037:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.427038:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.427039:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.427040:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.427041:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.427043:0:17888:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000087a9bca3. 00080000:00000010:1.0:1767384588.427047:0:17888:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d6739a60. 00000020:00000010:1.0:1767384588.427049:0:17888:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000973ddf3d. 00000040:00000010:1.0:1767384588.427054:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000c2436f23. 00000040:00000001:1.0:1767384588.427057:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.427059:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a6d0bc1. 00000040:00000001:1.0:1767384588.427061:0:17888:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384588.427063:0:17888:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000002957bb45. 10000000:00000040:1.0:1767384588.427066:0:17888:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007382382a : new refcount 1 10000000:00000001:1.0:1767384588.427069:0:17888:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.427072:0:17888:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384588.427074:0:17888:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:1.0:1767384588.427075:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.427077:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a6d0bc1. 00000040:00000001:1.0:1767384588.427079:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.427081:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.427083:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.427085:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.427096:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.427098:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.427103:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.427121:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.427123:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.427124:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.427126:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.427127:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.427129:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x6:0x0] 90:2542724396 to info 0000000047d26ded 00000020:00000001:1.0:1767384588.427132:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002cf9003b 00080000:00000002:1.0:1767384588.427134:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:1.0:1767384588.427136:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.427138:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.427140:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.427145:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002957bb45. 00000020:00000001:1.0:1767384588.427147:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.427150:0:17888:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615712188888408 : -128361520663208 : ffff8b4181287558) 00000040:00000001:1.0:1767384588.427152:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.427154:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.427156:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.427159:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000454cb6b6. 00000040:00000001:1.0:1767384588.427160:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.427162:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384588.427168:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.427169:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.427171:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.427173:0:17888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384588.427174:0:17888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000087a9bca3. 00000040:00001000:1.0:1767384588.427176:0:17888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767384588.427415:0:17906:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384588.427420:0:17906:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c107e8c7. 00000020:00000010:3.0:1767384588.427425:0:17906:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093e0ccc5. 00000040:00000010:3.0:1767384588.427428:0:17906:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001a9567fc. 00000020:00000010:3.0:1767384588.427432:0:17906:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001c2c790a. 00000020:00000010:3.0:1767384588.427435:0:17906:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e878d06f. 00000020:00000010:3.0:1767384588.427466:0:17906:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000020628365. 80000000:00000010:3.0:1767384588.427471:0:17906:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005031abb4. 40000000:00000010:3.0:1767384588.427475:0:17906:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006819fc00. 00100000:00000010:3.0:1767384588.427479:0:17906:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d20ed7d9. 00040000:00000010:3.0:1767384588.427482:0:17906:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fa1271ab. 00040000:00000010:3.0:1767384588.427485:0:17906:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000035367a17. 00040000:00000010:3.0:1767384588.427487:0:17906:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000958607e7. 00080000:00000010:3.0:1767384588.427497:0:17906:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000062bc7df4. 00080000:00000010:3.0:1767384588.427501:0:17906:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dc3e22cc. 00000004:00000010:3.0:1767384588.427504:0:17906:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f4aa8bc. 00000004:00000010:3.0:1767384588.427512:0:17906:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000270be505. 00000004:00000010:3.0:1767384588.427515:0:17906:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066da6cb6. 00002000:00000010:3.0:1767384588.427517:0:17906:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004430f1b3. 00000004:00000010:3.0:1767384588.427519:0:17906:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000abf94c18. 00000020:00000010:3.0:1767384588.427522:0:17906:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000019794108. 00000040:00000010:3.0:1767384588.427527:0:17906:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e14af46d. 00000040:00001000:3.0:1767384588.427528:0:17906:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384588.427530:0:17906:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384588.427531:0:17906:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384588.427535:0:17906:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:3.0:1767384588.427545:0:17906:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384588.427548:0:17906:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.427550:0:17906:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b4182234000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384588.427553:0:17906:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384588.427562:0:17906:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384588.427564:0:17906:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384588.427567:0:17906:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384588.427570:0:17906:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384588.427571:0:17906:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767384588.427576:0:17906:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1767384588.427578:0:17906:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:3.0:1767384588.427581:0:17906:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384588.427587:0:17906:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000058fbf37c. 00000020:00000080:3.0:1767384588.427591:0:17906:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384588.427594:0:17906:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:3.0:1767384588.427597:0:17906:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384588.427600:0:17906:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000058fbf37c. 00000020:00000001:3.0:1767384588.427604:0:17906:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.427606:0:17906:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b41822340e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384588.427609:0:17906:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:3.0:1767384588.427611:0:17906:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384588.427613:0:17906:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767384588.427616:0:17906:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 0000000013b41bf9. 00000020:00000080:3.0:1767384588.427619:0:17906:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384588.427621:0:17906:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384588.427624:0:17906:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384588.427645:0:17906:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007ad65711. 00000020:00000080:3.0:1767384588.427650:0:17906:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (000000007ad65711) 00000020:00000001:3.0:1767384588.427653:0:17906:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384588.427657:0:17906:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c84d7521. 00000020:00000001:3.0:1767384588.427660:0:17906:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384588.427662:0:17906:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c84d7521 with handle 0xefc2db714b35c230 to hash 00000020:00000001:3.0:1767384588.427665:0:17906:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384588.427669:0:17906:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384588.427672:0:17906:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384588.427675:0:17906:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446615716650207232 : -128357059344384 : ffff8b428b12c800) 00000020:00000040:3.0:1767384588.427678:0:17906:0:(genops.c:898:class_export_put()) PUTting export 00000000c84d7521 : new refcount 1 00000020:00000040:3.0:1767384588.427688:0:17906:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 2 - obd_device_list 00000020:00000001:3.0:1767384588.427699:0:17906:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384588.427701:0:17906:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:3.0:1767384588.427704:0:17906:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384588.427707:0:17906:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384588.427709:0:17906:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 0000000013b41bf9. 00000020:00000001:3.0:1767384588.427713:0:17906:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384588.427715:0:17906:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8b4182234160 type=0x10620000 idx=3 00000040:00001000:3.0:1767384588.427718:0:17906:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:3.0:1767384588.427720:0:17906:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384588.427722:0:17906:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:3.0:1767384588.427725:0:17906:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:3.0:1767384588.427728:0:17906:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000768dfe84. 00000020:00000080:3.0:1767384588.427782:0:17906:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384588.427793:0:17906:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384588.427809:0:17906:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384588.427813:0:17906:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000058fbf37c. 00000001:00000010:3.0:1767384588.427818:0:17906:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a28e6670. 00000001:00000010:3.0:1767384588.427822:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b570977d. 00000001:00000010:3.0:1767384588.427825:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000286588a2. 00000001:00000010:3.0:1767384588.427828:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074370b10. 00000001:00000010:3.0:1767384588.427830:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b68a6ad3. 00000001:00000001:3.0:1767384588.427832:0:17906:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384588.427842:0:17906:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bdd4ca46. 00000001:00000010:3.0:1767384588.427847:0:17906:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006aae669b. 00000001:00000010:3.0:1767384588.427850:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e956f099. 00000001:00000010:3.0:1767384588.427852:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005abf663f. 00000001:00000010:3.0:1767384588.427855:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000001ea856. 00000001:00000010:3.0:1767384588.427857:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093373132. 00000020:00000001:3.0:1767384588.427860:0:17906:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384588.427863:0:17906:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043624815. 00000020:00000010:3.0:1767384588.427866:0:17906:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013b41bf9. 00000020:00000010:3.0:1767384588.427870:0:17906:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000160ef7da. 00000008:00000010:3.0:1767384588.427875:0:17906:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ae0cbf65. 00020000:00000010:3.0:1767384588.427879:0:17906:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b1b07214. 00008000:00000010:3.0:1767384588.427889:0:17906:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000099b1bfb0. 00000080:00000010:3.0:1767384588.427894:0:17906:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a45dd9f1. 00000020:00000010:3.0:1767384588.427898:0:17906:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087eb8eac. 00000020:00000010:3.0:1767384588.427901:0:17906:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb64ed94. 00000020:00000010:3.0:1767384588.427905:0:17906:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007142b938. 00000020:00000010:3.0:1767384588.427908:0:17906:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000031cff600. 00000020:00000010:3.0:1767384588.427911:0:17906:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065de5de6. 80000000:00000010:3.0:1767384588.427914:0:17906:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000001eb7d7e. 40000000:00000010:3.0:1767384588.427917:0:17906:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a427bc24. 00100000:00000010:3.0:1767384588.427920:0:17906:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004bad18a2. 00040000:00000010:3.0:1767384588.427923:0:17906:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000020fb4ec3. 00040000:00000010:3.0:1767384588.427926:0:17906:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd0af5a5. 00080000:00000010:3.0:1767384588.427931:0:17906:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000819883d6. 00080000:00000010:3.0:1767384588.427942:0:17906:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002389427e. 00002000:00000010:3.0:1767384588.427955:0:17906:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b02a736. 00002000:00000010:3.0:1767384588.427959:0:17906:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 00000000fc87ee79. 00002000:00000001:3.0:1767384588.427964:0:17906:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:3.0:1767384588.427970:0:17906:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:3.0:1767384588.427972:0:17906:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384588.427974:0:17906:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384588.427976:0:17906:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446615716627277856 : -128357082273760 : ffff8b4289b4e820) 00000020:01000004:3.0:1767384588.427979:0:17906:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000e4050f77 from lustre-OST0000, refs=2 00000020:00000001:3.0:1767384588.427981:0:17906:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446615716627277856 : -128357082273760 : ffff8b4289b4e820) 00002000:00000010:3.0:1767384588.427984:0:17906:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 000000005cfc41f4. 00002000:00000001:3.0:1767384588.427987:0:17906:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:3.0:1767384588.427990:0:17906:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 00000000ee7ebb68. 00002000:00000001:3.0:1767384588.427993:0:17906:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:3.0:1767384588.427995:0:17906:0:(osd_handler.c:8938:osd_obd_connect()) Process entered 00080000:01000000:3.0:1767384588.427997:0:17906:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000001:3.0:1767384588.427999:0:17906:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384588.428001:0:17906:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384588.428003:0:17906:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000094e3bbfe. 00000020:00000001:3.0:1767384588.428005:0:17906:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384588.428007:0:17906:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094e3bbfe with handle 0xefc2db714b35c237 to hash 00000020:00000001:3.0:1767384588.428009:0:17906:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384588.428017:0:17906:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384588.428019:0:17906:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384588.428022:0:17906:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (000000005418b1f1) now 5 - export 00000020:00000001:3.0:1767384588.428024:0:17906:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446615717525635072 : -128356183916544 : ffff8b42bf40c000) 00000020:00000040:3.0:1767384588.428026:0:17906:0:(genops.c:898:class_export_put()) PUTting export 0000000094e3bbfe : new refcount 1 00000020:00000080:3.0:1767384588.428029:0:17906:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xefc2db714b35c237 00000020:00000001:3.0:1767384588.428031:0:17906:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384588.428033:0:17906:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384588.428034:0:17906:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c237 00000020:00000001:3.0:1767384588.428036:0:17906:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.428037:0:17906:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000094e3bbfe refcount=2 00000020:00000001:3.0:1767384588.428039:0:17906:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525635072 : -128356183916544 : ffff8b42bf40c000) 00000020:00000001:3.0:1767384588.428041:0:17906:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525635072 : -128356183916544 : ffff8b42bf40c000) 00080000:00000001:3.0:1767384588.428044:0:17906:0:(osd_handler.c:8950:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384588.428045:0:17906:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384588.428048:0:17906:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 00000000ee7ebb68. 00002000:00000001:3.0:1767384588.428051:0:17906:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384588.428053:0:17906:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 000000005cfc41f4. 00002000:00000001:3.0:1767384588.428056:0:17906:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.428059:0:17906:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384588.428061:0:17906:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384588.428063:0:17906:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384588.428067:0:17906:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000cc711418. 00000001:00000001:3.0:1767384588.428069:0:17906:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384588.428071:0:17906:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008f15d311. 00000001:00000010:3.0:1767384588.428075:0:17906:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000876c4b95. 00000001:00000010:3.0:1767384588.428134:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0283d6f. 00000001:00000010:3.0:1767384588.428189:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc803d03. 00000001:00000010:3.0:1767384588.428244:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000036adc558. 00000001:00000010:3.0:1767384588.428299:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ab7d4b1. 00000001:00000010:3.0:1767384588.428372:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc324fad. 00000001:00000010:3.0:1767384588.428434:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004dbfa355. 00000001:00000010:3.0:1767384588.428494:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002eb15b37. 00000001:00000010:3.0:1767384588.428554:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000073e47d50. 00000001:00000010:3.0:1767384588.428621:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000622f3ee0. 00000001:00000010:3.0:1767384588.428686:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5aba796. 00000001:00000010:3.0:1767384588.428783:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8d687a6. 00000001:00000010:3.0:1767384588.428835:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8c30f9a. 00000001:00000010:3.0:1767384588.428884:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9f63d02. 00000001:00000010:3.0:1767384588.428934:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004aed4b5e. 00000001:00000010:3.0:1767384588.428988:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000584e5386. 00000001:00000010:3.0:1767384588.429056:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000efde10ae. 00000001:00000010:3.0:1767384588.429124:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7b2ffcc. 00000001:00000010:3.0:1767384588.429193:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000004f7f756. 00000001:00000010:3.0:1767384588.429249:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000931b25d7. 00000001:00000010:3.0:1767384588.429298:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000015736adb. 00000001:00000010:3.0:1767384588.429365:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d0ac799. 00000001:00000010:3.0:1767384588.429428:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ffa0e8fb. 00000001:00000010:3.0:1767384588.429486:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b25cac57. 00000001:00000010:3.0:1767384588.429542:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000011f0ffbe. 00000001:00000010:3.0:1767384588.429624:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b048b3e. 00000001:00000010:3.0:1767384588.429694:0:17906:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a27a1b83. 00000100:00000040:1.0:1767384588.429777:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294877753, at 4294877754 00000100:00000010:1.0:1767384588.429785:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ddfb6ed. 00000100:00000040:3.0:1767384588.429820:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294877753, at 4294877754 00000100:00000010:3.0:1767384588.429829:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000343ae590. 00002000:00000001:3.0:1767384588.435478:0:17906:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:3.0:1767384588.435484:0:17906:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 000000001ccb8b13. 00000020:00000010:3.0:1767384588.435499:0:17906:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae3e7ff3. 00000020:00000010:3.0:1767384588.435504:0:17906:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecb98dea. 00000020:00000010:3.0:1767384588.435509:0:17906:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a73cecbf. 00000020:00000010:3.0:1767384588.435513:0:17906:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f61862a4. 00000020:00000010:3.0:1767384588.435517:0:17906:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c23196bb. 80000000:00000010:3.0:1767384588.435521:0:17906:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b10d1b7f. 40000000:00000010:3.0:1767384588.435523:0:17906:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bae355ce. 00100000:00000010:3.0:1767384588.435528:0:17906:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eeca4d91. 00040000:00000010:3.0:1767384588.435531:0:17906:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c2641929. 00040000:00000010:3.0:1767384588.435541:0:17906:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d79f1d3. 00080000:00000010:3.0:1767384588.435547:0:17906:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f2d3646b. 00080000:00000010:3.0:1767384588.435551:0:17906:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002fac07ac. 00002000:00000010:3.0:1767384588.435557:0:17906:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b95c0e15. 00002000:00000001:3.0:1767384588.435766:0:17909:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00000040:00000010:1.0:1767384588.436245:0:17888:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000087a9bca3. 00000040:00000001:1.0:1767384588.436252:0:17888:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384588.436255:0:17888:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:1.0:1767384588.436258:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.436268:0:17888:0:(lu_object.c:207:lu_object_put()) Add 000000008d87275b/00000000dc635e0b to site lru. bkt: 00000000a4501bbd 00000040:00000010:1.0:1767384588.436271:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000002957bb45. 00000040:00000001:1.0:1767384588.436274:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.436276:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000454cb6b6. 00000040:00000010:1.0:1767384588.436280:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a6d0bc1. 00000020:00000001:1.0:1767384588.436282:0:17888:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.436285:0:17888:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1767384588.436289:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ebf08636. 00000040:00000010:1.0:1767384588.436292:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f2079f6. 00000020:00000010:1.0:1767384588.436294:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000772bc4c. 00000020:00000010:1.0:1767384588.436296:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2cb6b87. 80000000:00000010:1.0:1767384588.436299:0:17888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c95d6bf1. 00040000:00000010:1.0:1767384588.436301:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044dae6b8. 00080000:00000010:1.0:1767384588.436304:0:17888:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000a9ebe2f8. 00080000:00000010:1.0:1767384588.436308:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002283e911. 00080000:00000010:1.0:1767384588.436310:0:17888:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000009acfdc75. 00080000:00000010:1.0:1767384588.436313:0:17888:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000570dc3e2. 00080000:00000010:1.0:1767384588.436316:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000047d26ded. 20000000:00000010:1.0:1767384588.436319:0:17888:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000077db24f9. 00000020:00000010:1.0:1767384588.436322:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1d53afc. 10000000:00000010:1.0:1767384588.436324:0:17888:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000062485233. 10000000:01000000:1.0:1767384588.436327:0:17888:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:1.0:1767384588.436340:0:17888:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384588.436342:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.436344:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.436346:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000519bf84a refcount=3 00000020:00000001:1.0:1767384588.436348:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.436362:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218173952 : -128356491377664 : ffff8b42aced4400) 00010000:00000001:1.0:1767384588.436364:0:17888:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384588.436367:0:17888:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c229 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.436374:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.436380:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384588.436382:0:17888:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000519bf84a/0xefc2db714b35c222 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c229 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.436386:0:17888:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384588.436387:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.436388:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384588.436389:0:17888:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.436391:0:17888:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.436393:0:17888:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384588.436395:0:17888:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff8b42ada9c800 from 1 10000000:00000001:1.0:1767384588.436396:0:17888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384588.436397:0:17888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1767384588.436402:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.436405:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.436408:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.436410:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.436415:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.436420:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009acfdc75. 00000100:00000001:1.0:1767384588.436425:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.436428:0:17888:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384588.436431:0:17888:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384588.436436:0:17888:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075d2bcdd count: 2 00010000:00000001:1.0:1767384588.436438:0:17888:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384588.436440:0:17888:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384588.436442:0:17888:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000071086d1f. 00000020:00000001:1.0:1767384588.436444:0:17888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384588.436446:0:17888:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000071086d1f with handle 0xefc2db714b35c23e to hash 00000020:00000001:1.0:1767384588.436447:0:17888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384588.436448:0:17888:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218174464 : -128356491377152 : ffff8b42aced4600) 00010000:00000001:1.0:1767384588.436450:0:17888:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218174464 : -128356491377152 : ffff8b42aced4600) 00010000:00000001:1.0:1767384588.436452:0:17888:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384588.436454:0:17888:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.436455:0:17888:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 0000000071086d1f/0xefc2db714b35c23e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.436469:0:17888:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 0000000071086d1f/0xefc2db714b35c23e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.436476:0:17888:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 0000000071086d1f/0xefc2db714b35c23e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384588.436480:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.436482:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.436486:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.436487:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519890688 : -128357189660928 : ffff8b42834e4f00) 00000100:00000001:1.0:1767384588.436490:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.436491:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.436494:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.436496:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.436497:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.436499:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.436504:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.436511:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.436513:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.436516:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.436518:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.436520:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.436522:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168384:0@lo:101: 00000100:00000001:1.0:1767384588.436525:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.436530:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.436532:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.436533:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.436536:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000570dc3e2. 02000000:00000001:1.0:1767384588.436538:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.436543:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.436547:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.436553:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049168384, portal 25 00000100:00000001:1.0:1767384588.436560:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.436561:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.436564:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.436570:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.436573:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.436575:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.436577:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049168384, offset 0 00000400:00000200:1.0:1767384588.436582:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.436592:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.436600:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260001200 00000400:00000200:1.0:1767384588.436605:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x185 [2] + 0 00000400:00000010:1.0:1767384588.436608:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057ba2f30. 00000400:00000200:1.0:1767384588.436611:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000409772a1 00000400:00000200:1.0:1767384588.436615:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.436619:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.436623:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409772a1 00000400:00000010:1.0:1767384588.436625:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000409772a1. 00000100:00000001:1.0:1767384588.436629:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.436631:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.436634:0:17888:0:(events.c:337:request_in_callback()) incoming req@000000009e6442bb x1853237049168384 msgsize 328 00000100:00100000:1.0:1767384588.436640:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.436654:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.436667:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.436675:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.436677:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.436680:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.436684:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.436695:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.436702:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.436743:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.436749:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.436763:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.436770:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877764 00000100:00000010:1.0:1767384588.436777:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c95d6bf1. 00000100:00000001:1.0:1767384588.436785:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384588.436792:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877764 00000100:00000010:1.0:1767384588.436800:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087a9bca3. 00000100:00000001:1.0:1767384588.436806:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384588.436812:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877764 00000100:00000010:1.0:1767384588.436818:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a89fa567. 00000100:00000001:1.0:1767384588.436824:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384588.436832:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877764 00000100:00000010:1.0:1767384588.436838:0:17888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ddfb6ed. 00000100:00000001:1.0:1767384588.436845:0:17888:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384588.436849:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.436852:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.436857:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.436860:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.436863:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afac8dd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.436867:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.436874:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437221:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.437229:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.437233:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.437236:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.437242:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.437246:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.437250:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.437256:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.437274:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437285:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.437288:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.437298:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.437307:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.437309:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.437310:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.437312:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.437315:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.437318:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.437320:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.437321:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.437323:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.437324:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437325:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.437328:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437332:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.437335:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.437336:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.437338:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.437342:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168384:0@lo:101: 00000100:00000001:1.0:1767384588.437346:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.437348:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437349:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.437351:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.437352:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437357:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.437359:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afac8dd5. 00000100:00000001:1.0:1767384588.437361:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.437362:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.437364:0:17888:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384588.437366:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.437367:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.437368:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000071086d1f refcount=4 00000020:00000001:1.0:1767384588.437374:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218174464 : -128356491377152 : ffff8b42aced4600) 00010000:00000001:1.0:1767384588.437377:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218174464 : -128356491377152 : ffff8b42aced4600) 00010000:00000040:1.0:1767384588.437380:0:17888:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000071086d1f, remote cookie: 0xefc2db714b35c245, flags: 0x0 00010000:00000001:1.0:1767384588.437383:0:17888:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384588.437385:0:17888:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384588.437386:0:17888:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384588.437387:0:17888:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384588.437388:0:17888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384588.437390:0:17888:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000075d2bcdd) refcount = 2 00010000:00000040:1.0:1767384588.437392:0:17888:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384588.437393:0:17888:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384588.437398:0:17888:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 0000000071086d1f/0xefc2db714b35c23e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c245 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.437401:0:17888:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384588.437403:0:17888:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384588.437404:0:17888:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384588.437406:0:17888:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384588.437408:0:17888:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.437410:0:17888:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 0000000071086d1f/0xefc2db714b35c23e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c245 expref: -99 pid: 17888 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.437413:0:17888:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384588.437414:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.437415:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.437416:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.437417:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.437418:0:17888:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437420:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.437422:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049168384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437427:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.437429:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.437434:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000570dc3e2. 02000000:00000001:1.0:1767384588.437437:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.437439:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.437440:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.437442:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.437443:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009acfdc75. 02000000:00000001:1.0:1767384588.437446:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.437448:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.437449:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.437453:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.437454:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384588.437456:0:17888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.437459:0:17888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384588.437461:0:17888:0:(mgc_request.c:108:config_log_get()) log params (00000000ba50902d) refs 2 10000000:00000001:1.0:1767384588.437463:0:17888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.437465:0:17888:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384588.437467:0:17888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.437469:0:17888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000071086d1f refcount=3 00000020:00000001:1.0:1767384588.437471:0:17888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218174464 : -128356491377152 : ffff8b42aced4600) 00010000:00000001:1.0:1767384588.437473:0:17888:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218174464 : -128356491377152 : ffff8b42aced4600) 00010000:00000001:1.0:1767384588.437476:0:17888:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384588.437477:0:17888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384588.437479:0:17888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384588.437480:0:17888:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384588.437483:0:17888:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384588.437486:0:17888:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000062485233. 00000020:00000010:1.0:1767384588.437489:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009acfdc75. 00000020:00000010:1.0:1767384588.437504:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a6d0bc1. 00000040:00000010:1.0:1767384588.437508:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c1d53afc. 00000020:00000010:1.0:1767384588.437512:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a9ebe2f8. 00000020:00000010:1.0:1767384588.437516:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077db24f9. 80000000:00000010:1.0:1767384588.437519:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003ab8f529. 00040000:00000010:1.0:1767384588.437523:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005bd35f98. 00080000:00000010:1.0:1767384588.437529:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000454cb6b6. 00080000:00000010:1.0:1767384588.437533:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000e3c3e5f. 20000000:00000010:1.0:1767384588.437537:0:17888:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d2cb6b87. 10000000:00000040:1.0:1767384588.437545:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007382382a : new refcount 2 10000000:00000040:1.0:1767384588.437547:0:17888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002f6f6506 : new refcount 2 10000000:00000040:1.0:1767384588.437549:0:17888:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.154@tcp: copy local log params 10000000:00000001:1.0:1767384588.437552:0:17888:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384588.437554:0:17888:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 000000009aaca41b. 00000040:00000001:1.0:1767384588.437557:0:17888:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384588.437559:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.437561:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f2079f6. 00000040:00000001:1.0:1767384588.437563:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.437565:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.437566:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.437568:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.437572:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.437574:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.437581:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.437589:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.437591:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.437592:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.437593:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.437594:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.437596:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 96:3363097125 to info 00000000454cb6b6 00000020:00000001:1.0:1767384588.437598:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000becab3f8 00080000:00000002:1.0:1767384588.437599:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384588.437601:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.437603:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.437605:0:17888:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000570dc3e2. 00080000:00000001:1.0:1767384588.437606:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.437609:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000003f44024f. 00000020:00000001:1.0:1767384588.437610:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.437613:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ee96a114. 00000020:00000001:1.0:1767384588.437629:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.437664:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060a38896. 00000020:00000001:1.0:1767384588.437666:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.437668:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.437669:0:17888:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384588.437676:0:17888:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.437677:0:17888:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384588.437681:0:17888:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.437683:0:17888:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.437686:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188889176 : -128361520662440 : ffff8b4181287858) 00000040:00000001:1.0:1767384588.437689:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.437690:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.437692:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.437695:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ec2fb334. 00000040:00000001:1.0:1767384588.437697:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.437698:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384588.437701:0:17888:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384588.437702:0:17888:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384588.437704:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384588.437706:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.437708:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.437709:0:17888:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384588.437711:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.437713:0:17888:0:(lu_object.c:207:lu_object_put()) Add 0000000060a38896/00000000ee96a114 to site lru. bkt: 000000005b94c914 00000040:00000010:1.0:1767384588.437714:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000003f44024f. 00000040:00000001:1.0:1767384588.437716:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.437736:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ec2fb334. 00000040:00000010:1.0:1767384588.437739:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f2079f6. 00000040:00000001:1.0:1767384588.437743:0:17888:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.437745:0:17888:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384588.437746:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.437749:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023a906bb. 00000040:00000001:1.0:1767384588.437751:0:17888:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384588.437753:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.437756:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.437757:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.437760:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.437761:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.437763:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.437766:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ad6bf41. 00000100:00000001:1.0:1767384588.437769:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437777:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.437778:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.437781:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.437782:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519887040 : -128357189664576 : ffff8b42834e40c0) 00000100:00000001:1.0:1767384588.437784:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.437785:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.437788:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.437789:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437790:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.437791:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.437794:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437798:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.437799:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.437801:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.437802:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.437804:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.437806:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168512:0@lo:501: 00000100:00000001:1.0:1767384588.437808:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.437810:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.437811:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.437812:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.437814:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdaae0f7. 02000000:00000001:1.0:1767384588.437815:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.437817:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.437820:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.437822:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049168512, portal 25 00000100:00000001:1.0:1767384588.437824:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.437825:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.437827:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437832:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.437834:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.437835:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.437840:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237049168512, offset 0 00000400:00000200:1.0:1767384588.437843:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.437848:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.437852:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260001280 00000400:00000200:1.0:1767384588.437855:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x189 [2] + 0 00000400:00000010:1.0:1767384588.437857:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ee56f5e. 00000400:00000200:1.0:1767384588.437860:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e92220c 00000400:00000200:1.0:1767384588.437862:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.437864:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.437867:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e92220c 00000400:00000010:1.0:1767384588.437868:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e92220c. 00000100:00000001:1.0:1767384588.437870:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.437871:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.437873:0:17888:0:(events.c:337:request_in_callback()) incoming req@000000008d9ad225 x1853237049168512 msgsize 504 00000100:00100000:1.0:1767384588.437876:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.437876:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.437886:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.437890:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.437891:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.437893:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.437896:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437902:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.437904:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.437909:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437923:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.437927:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437931:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877765 00000100:00000001:1.0:1767384588.437938:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877764 00000100:00000001:1.0:1767384588.437945:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877765 00000100:00000001:1.0:1767384588.437951:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877764 00000100:00000001:1.0:1767384588.437957:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877765 00000100:00000001:1.0:1767384588.437969:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877764 00000100:00000001:1.0:1767384588.437974:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877765 00000100:00000001:1.0:1767384588.437979:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877764 00000100:00000001:1.0:1767384588.437986:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.437996:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.437998:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.438001:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.438003:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 000000007ccbe055 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.438008:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.438010:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438446:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.438452:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.438455:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.438459:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.438468:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.438473:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.438482:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.438490:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.438512:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438520:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.438521:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.438523:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.438524:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.438525:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.438526:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.438528:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.438530:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.438532:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.438533:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.438534:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.438535:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.438536:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438538:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.438545:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438549:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.438551:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.438552:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.438553:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.438557:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168512:0@lo:501: 00000100:00000001:1.0:1767384588.438560:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.438561:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438562:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.438563:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.438564:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438567:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.438569:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.438571:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.438572:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.438574:0:17888:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384588.438575:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.438576:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.438577:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384588.438578:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.438579:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049168512/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438583:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.438584:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.438585:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdaae0f7. 02000000:00000001:1.0:1767384588.438586:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.438587:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.438588:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.438588:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.438589:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ad6bf41. 02000000:00000001:1.0:1767384588.438591:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.438594:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.438595:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.438597:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.438598:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384588.438599:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.438600:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.438602:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ec2fb334. 00000040:00000001:1.0:1767384588.438603:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.438604:0:17888:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384588.438605:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384588.438607:0:17888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000020:00000040:1.0:1767384588.438608:0:17888:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384588.438610:0:17888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384588.438611:0:17888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384588.438612:0:17888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384588.438614:0:17888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ad6bf41. 00000100:00000001:1.0:1767384588.438616:0:17888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438618:0:17888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384588.438619:0:17888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384588.438620:0:17888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.438621:0:17888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716519887040 : -128357189664576 : ffff8b42834e40c0) 00000100:00000001:1.0:1767384588.438623:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.438624:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000001:1.0:1767384588.438626:0:17888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384588.438627:0:17888:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438628:0:17888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384588.438628:0:17888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.438630:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438634:0:17888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.438635:0:17888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.438636:0:17888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.438637:0:17888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.438649:0:17888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.438651:0:17888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168640:0@lo:503: 00000100:00000001:1.0:1767384588.438652:0:17888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.438657:0:17888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.438658:0:17888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.438659:0:17888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.438667:0:17888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005eeb6e62. 02000000:00000001:1.0:1767384588.438669:0:17888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.438671:0:17888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.438673:0:17888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003ec9496c. 00000100:00000200:1.0:1767384588.438676:0:17888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049168640, portal 25 00000100:00000001:1.0:1767384588.438677:0:17888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.438678:0:17888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545920 : -128356189005696 : ffff8b42bef31880) 00000100:00000040:1.0:1767384588.438680:0:17888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438684:0:17888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.438686:0:17888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.438687:0:17888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.438688:0:17888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049168640, offset 0 00000400:00000200:1.0:1767384588.438690:0:17888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.438694:0:17888:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.438698:0:17888:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260001300 00000400:00000200:1.0:1767384588.438700:0:17888:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x18d [2] + 0 00000400:00000010:1.0:1767384588.438702:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e8e20a7. 00000400:00000200:1.0:1767384588.438704:0:17888:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f754da1c 00000400:00000200:1.0:1767384588.438706:0:17888:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.438708:0:17888:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384588.438709:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f754da1c 00000400:00000010:1.0:1767384588.438710:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f754da1c. 00000100:00000001:1.0:1767384588.438712:0:17888:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.438713:0:17888:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384588.438715:0:17888:0:(events.c:337:request_in_callback()) incoming req@00000000232f427d x1853237049168640 msgsize 272 00000100:00100000:1.0:1767384588.438752:0:17888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384588.438754:0:17888:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384588.438760:0:17888:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.438763:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.438765:0:17888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.438766:0:17888:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384588.438774:0:17888:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438780:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.438784:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.438794:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438798:0:17888:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.438801:0:17888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438805:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294877766 00000100:00000001:1.0:1767384588.438812:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294877765 00000100:00000001:1.0:1767384588.438818:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294877766 00000100:00000001:1.0:1767384588.438823:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294877765 00000100:00000001:1.0:1767384588.438828:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294877766 00000100:00000001:1.0:1767384588.438833:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294877765 00000100:00000001:1.0:1767384588.438839:0:17888:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294877766 00000100:00000001:1.0:1767384588.438845:0:17888:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294877765 00000100:00000001:1.0:1767384588.438849:0:17888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.438852:0:17888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.438854:0:17888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.438855:0:17888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384588.438856:0:17888:0:(client.c:2690:ptlrpc_set_wait()) set 000000007ccbe055 going to sleep for 11 seconds 00000100:00000001:1.0:1767384588.438858:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.438859:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.439118:0:17888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.439125:0:17888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.439129:0:17888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.439134:0:17888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.439140:0:17888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ec9496c 00000400:00000010:1.0:1767384588.439144:0:17888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003ec9496c. 00000100:00000001:1.0:1767384588.439148:0:17888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.439153:0:17888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.439186:0:17888:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.439197:0:17888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.439200:0:17888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.439205:0:17888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.439208:0:17888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.439210:0:17888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.439213:0:17888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.439214:0:17888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.439217:0:17888:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.439219:0:17888:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.439221:0:17888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.439222:0:17888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.439223:0:17888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384588.439225:0:17888:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.439226:0:17888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.439228:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.439232:0:17888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.439233:0:17888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.439234:0:17888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.439236:0:17888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.439241:0:17888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022be321e pname:cluuid:pid:xid:nid:opc:job mount.lustre:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17888:1853237049168640:0@lo:503: 00000100:00000001:1.0:1767384588.439243:0:17888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.439244:0:17888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.439246:0:17888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384588.439246:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.439247:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.439251:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384588.439252:0:17888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ccbe055. 00000100:00000001:1.0:1767384588.439258:0:17888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384588.439259:0:17888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439263:0:17888:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384588.439264:0:17888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.439265:0:17888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022be321e x1853237049168640/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384604 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.439270:0:17888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.439271:0:17888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.439272:0:17888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005eeb6e62. 02000000:00000001:1.0:1767384588.439278:0:17888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.439279:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.439279:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.439281:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.439282:0:17888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ad6bf41. 02000000:00000001:1.0:1767384588.439283:0:17888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.439284:0:17888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.439285:0:17888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 00000100:00000001:1.0:1767384588.439287:0:17888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.439288:0:17888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.439289:0:17888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.439290:0:17888:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384588.439291:0:17888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384588.439292:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439293:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439295:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.439296:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.439297:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004ad6bf41. 00000040:00000001:1.0:1767384588.439299:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.439300:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.439301:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.439303:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.439306:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.439308:0:17888:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384588.439309:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.439311:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000003f44024f. 00000020:00000001:1.0:1767384588.439313:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.439318:0:17888:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615712188889176 : -128361520662440 : ffff8b4181287858) 00000040:00000001:1.0:1767384588.439319:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439320:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439322:0:17888:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384588.439323:0:17888:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384588.439324:0:17888:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384588.439326:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.439327:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bdaae0f7. 00080000:00000001:1.0:1767384588.439329:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204797440 : -128361504754176 : ffff8b41821b3600) 00000040:00000001:1.0:1767384588.439330:0:17888:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384588.439332:0:17888:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384588.439333:0:17888:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384588.439335:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.439336:0:17888:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439338:0:17888:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384588.439339:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384588.439340:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384588.439341:0:17888:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:1.0:1767384588.439343:0:17888:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000063787621. 00080000:00000001:1.0:1767384588.439345:0:17888:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439346:0:17888:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439347:0:17888:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439348:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.439352:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439354:0:17888:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384588.439356:0:17888:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384588.439372:0:17888:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000007c6449cf. 00080000:00000001:1.0:1767384588.439376:0:17888:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.439377:0:17888:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.439379:0:17888:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:1.0:1767384588.439383:0:17888:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384588.439385:0:17888:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:1.0:1767384588.439386:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.439387:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439389:0:17888:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384588.439392:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.439397:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.439403:0:17888:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439405:0:17888:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439407:0:17888:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439408:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384588.439411:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.439413:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384588.439414:0:17888:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000007c6449cf. 00080000:00000002:1.0:1767384588.439417:0:17888:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 96 00080000:00000001:1.0:1767384588.439419:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439420:0:17888:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439421:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384588.439449:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.439451:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.439451:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.439452:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384588.439453:0:17888:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384588.439453:0:17888:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384588.439456:0:17888:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000060a38896. 00000020:00000010:1.0:1767384588.439458:0:17888:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ee96a114. 00000040:00000010:1.0:1767384588.439463:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000003f44024f. 00000040:00000001:1.0:1767384588.439464:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.439465:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004ad6bf41. 00000040:00000001:1.0:1767384588.439467:0:17888:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439468:0:17888:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384588.439469:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.439470:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004ad6bf41. 00000040:00000001:1.0:1767384588.439472:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.439472:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.439473:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.439475:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.439477:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.439479:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.439481:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.439483:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384588.439484:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384588.439487:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000003f44024f. 00000020:00000001:1.0:1767384588.439492:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384588.439495:0:17888:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000068957365. 00000020:00000001:1.0:1767384588.439497:0:17888:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384588.439498:0:17888:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060a38896. 00000020:00000001:1.0:1767384588.439499:0:17888:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439501:0:17888:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384588.439502:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.439503:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439505:0:17888:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384588.439507:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.439510:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.439512:0:17888:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439514:0:17888:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384588.439515:0:17888:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712188887896 : -128361520663720 : ffff8b4181287358) 00000040:00000001:1.0:1767384588.439517:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439518:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439519:0:17888:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384588.439520:0:17888:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439521:0:17888:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.439523:0:17888:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006722d111. 00080000:00000001:1.0:1767384588.439524:0:17888:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204796416 : -128361504755200 : ffff8b41821b3200) 00000040:00000001:1.0:1767384588.439526:0:17888:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384588.439528:0:17888:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384588.439529:0:17888:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384588.439531:0:17888:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.439533:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.439534:0:17888:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001b990b54. 00080000:00000001:1.0:1767384588.439535:0:17888:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439537:0:17888:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384588.439538:0:17888:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:1.0:1767384588.439540:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.439541:0:17888:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.439542:0:17888:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439544:0:17888:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384588.439545:0:17888:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384588.439546:0:17888:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439547:0:17888:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439552:0:17888:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439553:0:17888:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.439556:0:17888:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439557:0:17888:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384588.439558:0:17888:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384588.439560:0:17888:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384588.439561:0:17888:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384588.439589:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.439590:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439592:0:17888:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384588.439596:0:17888:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.439598:0:17888:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:1.0:1767384588.439599:0:17888:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384588.439600:0:17888:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439601:0:17888:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384588.439604:0:17888:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000041998a2f. 00000001:00000010:1.0:1767384588.439607:0:17888:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000041998a2f. 00080000:00000001:1.0:1767384588.439609:0:17888:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439611:0:17888:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.439617:0:17888:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439619:0:17888:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384588.439621:0:17888:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000008cf961bb. 00080000:00000001:1.0:1767384588.439628:0:17888:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.439630:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000153f8a4a 00080000:00000002:1.0:1767384588.439631:0:17888:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:96 rc = 0 00080000:00000001:1.0:1767384588.439632:0:17888:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439634:0:17888:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439635:0:17888:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439637:0:17888:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384588.439639:0:17888:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001b990b54. 00040000:00000001:1.0:1767384588.439641:0:17888:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.439642:0:17888:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.439643:0:17888:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439644:0:17888:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439656:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.439659:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000061ded134. 00000040:00000001:1.0:1767384588.439661:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.439661:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384588.439663:0:17888:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384588.439668:0:17888:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384588.439670:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384588.439672:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439673:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439675:0:17888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384588.439676:0:17888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002c115ab9. 00000040:00001000:1.0:1767384588.439677:0:17888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384588.439680:0:17888:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384588.439684:0:17888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb71c96f. 00000020:00000010:1.0:1767384588.439687:0:17888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3434c21. 00000040:00000010:1.0:1767384588.439690:0:17888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f2079f6. 00000020:00000010:1.0:1767384588.439693:0:17888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ecdc08e. 00000020:00000010:1.0:1767384588.439697:0:17888:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.439709:0:17888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000899c8ee5. 80000000:00000010:1.0:1767384588.439714:0:17888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1b9998a. 40000000:00000010:1.0:1767384588.439716:0:17888:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b990b54. 00100000:00000010:1.0:1767384588.439746:0:17888:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c658b3f8. 00040000:00000010:1.0:1767384588.439749:0:17888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af70b425. 00040000:00000010:1.0:1767384588.439752:0:17888:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a87425a1. 00040000:00000010:1.0:1767384588.439754:0:17888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000036409642. 00080000:00000010:1.0:1767384588.439758:0:17888:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000047d26ded. 00080000:00000010:1.0:1767384588.439761:0:17888:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002283e911. 00000004:00000010:1.0:1767384588.439764:0:17888:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003913eba8. 00000004:00000010:1.0:1767384588.439768:0:17888:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.439772:0:17888:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003eb8ca19. 00002000:00000010:1.0:1767384588.439774:0:17888:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000059b4ed19. 00000004:00000010:1.0:1767384588.439777:0:17888:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008b2037e5. 00000020:00000010:1.0:1767384588.439781:0:17888:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000010df0851. 00000040:00000010:1.0:1767384588.439786:0:17888:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000beeecca9. 00000040:00080000:1.0:1767384588.439788:0:17888:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:1.0:1767384588.439789:0:17888:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000beeecca9. 00000020:00000010:1.0:1767384588.439792:0:17888:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000010df0851. 00000020:00000010:1.0:1767384588.439797:0:17888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3434c21. 00000040:00000010:1.0:1767384588.439803:0:17888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f2079f6. 00000020:00000010:1.0:1767384588.439805:0:17888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ecdc08e. 00000020:00000010:1.0:1767384588.439807:0:17888:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.439809:0:17888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000899c8ee5. 80000000:00000010:1.0:1767384588.439811:0:17888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a1b9998a. 40000000:00000010:1.0:1767384588.439812:0:17888:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b990b54. 00100000:00000010:1.0:1767384588.439814:0:17888:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c658b3f8. 00040000:00000010:1.0:1767384588.439816:0:17888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af70b425. 00040000:00000010:1.0:1767384588.439817:0:17888:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a87425a1. 00040000:00000010:1.0:1767384588.439819:0:17888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000036409642. 00080000:00000010:1.0:1767384588.439821:0:17888:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002283e911. 00080000:00000010:1.0:1767384588.439823:0:17888:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000047d26ded. 00000004:00000010:1.0:1767384588.439825:0:17888:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003913eba8. 00000004:00000010:1.0:1767384588.439826:0:17888:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.439828:0:17888:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003eb8ca19. 00002000:00000010:1.0:1767384588.439831:0:17888:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059b4ed19. 00000004:00000010:1.0:1767384588.439832:0:17888:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008b2037e5. 00000020:00000010:1.0:1767384588.439833:0:17888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb71c96f. 00000040:00000010:1.0:1767384588.439835:0:17888:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002c115ab9. 00000040:00000001:1.0:1767384588.439836:0:17888:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439838:0:17888:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384588.439839:0:17888:0:(lu_object.c:207:lu_object_put()) Add 0000000060a38896/0000000068957365 to site lru. bkt: 000000006bc75c5c 00000040:00000010:1.0:1767384588.439841:0:17888:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000003f44024f. 00000040:00000001:1.0:1767384588.439842:0:17888:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384588.439843:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000061ded134. 00000040:00000010:1.0:1767384588.439845:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004ad6bf41. 00000040:00000010:1.0:1767384588.439847:0:17888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ec2fb334. 00000040:00000010:1.0:1767384588.439848:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023a906bb. 00000040:00000001:1.0:1767384588.439849:0:17888:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439851:0:17888:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384588.439851:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.439852:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a3e1d99. 00000040:00000001:1.0:1767384588.439854:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.439855:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.439856:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.439861:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.439863:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.439864:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.439868:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384588.439870:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384588.439872:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.439874:0:17888:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384588.439875:0:17888:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384588.439876:0:17888:0:(llog.c:1547:llog_open()) MGC192.168.202.154@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:1.0:1767384588.439878:0:17888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000a3e1d99. 00000040:00000001:1.0:1767384588.439879:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384588.439880:0:17888:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:1.0:1767384588.439882:0:17888:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 000000009aaca41b. 10000000:00000040:1.0:1767384588.439884:0:17888:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007382382a : new refcount 1 10000000:00000001:1.0:1767384588.439885:0:17888:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.439887:0:17888:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384588.439889:0:17888:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1767384588.439890:0:17888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384588.439891:0:17888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a3e1d99. 00000040:00000001:1.0:1767384588.439892:0:17888:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384588.439893:0:17888:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384588.439893:0:17888:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615717404485120 : -128356305066496 : 0xffff8b42b8082600) 00000020:00000001:1.0:1767384588.439895:0:17888:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615717404485120 : -128356305066496 : ffff8b42b8082600) 00080000:00000001:1.0:1767384588.439896:0:17888:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.439897:0:17888:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.439899:0:17888:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.439903:0:17888:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439904:0:17888:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.439905:0:17888:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439906:0:17888:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.439907:0:17888:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.439908:0:17888:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 96:1373106881 to info 00000000454cb6b6 00000020:00000001:1.0:1767384588.439913:0:17888:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002cf9003b 00080000:00000002:1.0:1767384588.439914:0:17888:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:1.0:1767384588.439916:0:17888:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.439918:0:17888:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.439919:0:17888:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384588.439921:0:17888:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000009aaca41b. 00000020:00000001:1.0:1767384588.439922:0:17888:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.439924:0:17888:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615712188887896 : -128361520663720 : ffff8b4181287358) 00000040:00000001:1.0:1767384588.439925:0:17888:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439926:0:17888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439928:0:17888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384588.439939:0:17888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000beeecca9. 00000040:00000001:1.0:1767384588.439940:0:17888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384588.439941:0:17888:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384588.439943:0:17888:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384588.439944:0:17888:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384588.439945:0:17888:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384588.439947:0:17888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439948:0:17888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384588.439949:0:17888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384588.439950:0:17888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002c115ab9. 00000040:00001000:1.0:1767384588.439951:0:17888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384588.440076:0:17910:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384588.440079:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036409642. 00000020:00000010:1.0:1767384588.440082:0:17910:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000899c8ee5. 00000040:00000010:1.0:1767384588.440083:0:17910:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d169d919. 00000020:00000010:1.0:1767384588.440085:0:17910:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003eb8ca19. 00000020:00000010:1.0:1767384588.440087:0:17910:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.440089:0:17910:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002363e385. 80000000:00000010:1.0:1767384588.440091:0:17910:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1b9998a. 40000000:00000010:1.0:1767384588.440092:0:17910:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd6a47d9. 00100000:00000010:1.0:1767384588.440094:0:17910:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003913eba8. 00040000:00000010:1.0:1767384588.440096:0:17910:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af70b425. 00040000:00000010:1.0:1767384588.440098:0:17910:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a87425a1. 00040000:00000010:1.0:1767384588.440104:0:17910:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e9b5ac7. 00080000:00000010:1.0:1767384588.440119:0:17910:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ec2fb334. 00080000:00000010:1.0:1767384588.440123:0:17910:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000061ded134. 00000004:00000010:1.0:1767384588.440127:0:17910:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c658b3f8. 00000004:00000010:1.0:1767384588.440129:0:17910:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.440130:0:17910:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005ecdc08e. 00002000:00000010:1.0:1767384588.440132:0:17910:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008b2037e5. 00000004:00000010:1.0:1767384588.440134:0:17910:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059b4ed19. 00000020:00000010:1.0:1767384588.440136:0:17910:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008f8149fe. 00000040:00000010:1.0:1767384588.440139:0:17910:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000047d26ded. 00000040:00080000:1.0:1767384588.440526:0:17910:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:1.0:1767384588.440528:0:17910:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000047d26ded. 00000020:00000010:1.0:1767384588.440531:0:17910:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008f8149fe. 00000020:00000010:1.0:1767384588.440536:0:17910:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000899c8ee5. 00000040:00000010:1.0:1767384588.440538:0:17910:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d169d919. 00000020:00000010:1.0:1767384588.440539:0:17910:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003eb8ca19. 00000020:00000010:1.0:1767384588.440541:0:17910:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384588.440543:0:17910:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002363e385. 80000000:00000010:1.0:1767384588.440545:0:17910:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a1b9998a. 40000000:00000010:1.0:1767384588.440546:0:17910:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd6a47d9. 00100000:00000010:1.0:1767384588.440548:0:17910:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003913eba8. 00040000:00000010:1.0:1767384588.440550:0:17910:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af70b425. 00040000:00000010:1.0:1767384588.440551:0:17910:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a87425a1. 00040000:00000010:1.0:1767384588.440553:0:17910:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002e9b5ac7. 00080000:00000010:1.0:1767384588.440555:0:17910:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000061ded134. 00080000:00000010:1.0:1767384588.440556:0:17910:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ec2fb334. 00000004:00000010:1.0:1767384588.440558:0:17910:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c658b3f8. 00000004:00000010:1.0:1767384588.440559:0:17910:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096762375. 00000004:00000010:1.0:1767384588.440561:0:17910:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005ecdc08e. 00002000:00000010:1.0:1767384588.440562:0:17910:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008b2037e5. 00000004:00000010:1.0:1767384588.440564:0:17910:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000059b4ed19. 00000020:00000010:1.0:1767384588.440565:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036409642. 00000100:00000040:1.0:1767384588.444777:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294877768, at 4294877769 00000100:00000010:1.0:1767384588.444788:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087a9bca3. 00000100:00000040:3.0:1767384588.444812:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294877768, at 4294877769 00000100:00000010:3.0:1767384588.444822:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ddfb6ed. 00000100:00000040:1.0:1767384588.452780:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294877776, at 4294877777 00000100:00000010:1.0:1767384588.452789:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001eb7d7e. 00000100:00000001:1.0:1767384588.453435:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.453441:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.453443:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384588.453448:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.453463:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384588.453466:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.453469:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384588.453471:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384588.453476:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.453482:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa542ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237049169408:0@lo:38: 00000100:00000001:1.0:1767384588.453487:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384588.453491:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384588.453495:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.453501:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384588.453506:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000059b4ed19. 02000000:00000001:1.0:1767384588.453511:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384588.453518:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.453526:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384588.453530:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049169408, portal 10 00000100:00000001:1.0:1767384588.453537:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384588.453541:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520597760 : -128356188953856 : ffff8b42bef3e300) 00000020:00000010:1.0:1767384588.453550:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000047d26ded. 00000100:00000040:1.0:1767384588.453560:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.453575:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.453582:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.453586:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.453591:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049169408, offset 0 00000400:00000200:1.0:1767384588.453600:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.453614:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.453634:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260001600 00000400:00000200:1.0:1767384588.453644:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:1.0:1767384588.453654:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.453663:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384588.453668:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384588.453673:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384588.453678:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022be321e. 00000100:00000040:1.0:1767384588.453686:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000022be321e x1853237049169408 msgsize 520 00000100:00100000:1.0:1767384588.453702:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384588.453748:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.453757:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.453761:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000040:3.0:1767384588.453763:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294877776, at 4294877778 00000100:00000001:1.0:1767384588.453765:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384588.453773:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005576a84f. 00000100:00000200:1.0:1767384588.453773:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.453803:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.453808:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.453826:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.453831:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.453838:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.453843:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1767384588.453847:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294877781 00000100:00000001:1.0:1767384588.453855:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294877776 00000100:00000001:1.0:1767384588.453862:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294877781 00000100:00000010:1.0:1767384588.453871:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087a9bca3. 00000100:00000001:1.0:1767384588.453879:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384588.453885:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294877781 00000100:00000001:1.0:1767384588.453891:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294877776 00000100:00000001:1.0:1767384588.453899:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294877781 00000100:00000010:1.0:1767384588.453906:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1b9998a. 00000100:00000001:1.0:1767384588.453917:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384588.453924:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.453930:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.453935:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.453939:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.453947:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.453951:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.453956:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.453961:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.453967:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.453971:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.453990:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002283e911. 00000100:00000001:1.0:1767384588.453997:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384588.454009:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169408 02000000:00000001:1.0:1767384588.454016:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384588.454019:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.454025:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.454032:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.454038:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169408 00000020:00000001:1.0:1767384588.454041:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.454045:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384588.454049:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384588.454052:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.454057:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.454064:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036409642. 00000020:00000010:1.0:1767384588.454072:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb43676d. 00000020:00000010:1.0:1767384588.454079:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf11a700. 00000100:00000001:1.0:1767384588.454084:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384588.454088:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384588.454092:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.454098:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.454121:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.454135:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384588.454147:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169536 02000000:00000001:1.0:1767384588.454151:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384588.454154:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.454162:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.454167:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.454174:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169536 00000020:00000001:1.0:1767384588.454179:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.454182:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:1.0:1767384588.454187:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.454190:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000020:00000001:1.0:1767384588.454196:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000001:1.0:1767384588.454212:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:1.0:1767384588.454219:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384588.454224:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddfe0f53. 00000100:00000001:1.0:1767384588.454229:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.454236:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddfe0f53. 00000020:00000010:1.0:1767384588.454243:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdfe96ca. 00000020:00000010:1.0:1767384588.454250:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059fac9a9. 00000020:00000010:1.0:1767384588.454257:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000100:00000040:1.0:1767384588.454269:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384588.454276:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384588.454279:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384588.454283:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.454303:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384588.454307:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384588.454311:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.454317:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.454328:0:17090:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.454331:0:17090:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000010:1.0:1767384588.454338:0:17090:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002e9b5ac7. 00000100:00100000:1.0:1767384588.454345:0:17090:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:1.0:1767384588.454366:0:17088:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384588.454370:0:17088:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000010:1.0:1767384588.454376:0:17088:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002363e385. 00000100:00000010:1.0:1767384588.454384:0:17088:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 000000002363e385. 00000100:00000040:1.0:1767384588.454390:0:17088:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000100:00000001:1.0:1767384588.454396:0:17088:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1767384588.454403:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384588.454412:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384588.454419:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384588.454425:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:1.0:1767384588.454428:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518497024 : -128356191054592 : ffff8b42bed3d500) 00000100:00000040:1.0:1767384588.454437:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072b41a3e x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:569/0 lens 224/0 e 0 to 0 dl 1767384599 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.454445:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384588.454451:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000100:00000001:1.0:1767384588.454457:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.454464:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000100:00100000:1.0:1767384588.454472:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072b41a3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049169536:12345-0@lo:400: 00000100:00000200:1.0:1767384588.454476:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049169536 00000020:00000001:1.0:1767384588.454482:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384588.454486:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384588.454490:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.454494:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384588.454498:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384588.454506:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384588.454510:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.454513:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384588.454517:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384588.454522:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.454528:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384588.454533:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384588.454537:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384588.454542:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b2037e5. 02000000:00000001:1.0:1767384588.454548:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.454551:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.454556:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384588.454561:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049169536 00010000:00000001:1.0:1767384588.454567:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384588.454572:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072b41a3e x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:569/0 lens 224/224 e 0 to 0 dl 1767384599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384588.454596:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384588.454601:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.454607:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.454614:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384588.454620:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 17 to 0@lo 00000100:00000001:1.0:1767384588.454625:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384588.454631:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384588.454635:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.454642:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384588.454649:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384588.454652:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384588.454658:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049169536, offset 224 00000400:00000200:1.0:1767384588.454666:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384588.454676:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.454690:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260001680 00000400:00000200:1.0:1767384588.454701:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10c1 [1] + 224 00000400:00000200:1.0:1767384588.454711:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384588.454745:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384588.454752:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.454761:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384588.454782:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.454802:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384588.454809:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384588.454813:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384588.454820:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384588.454824:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384588.454830:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.454835:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00010000:00000001:1.0:1767384588.454843:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384588.454846:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.454850:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384588.454868:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072b41a3e x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:569/0 lens 224/224 e 0 to 0 dl 1767384599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.454888:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072b41a3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049169536:12345-0@lo:400: Request processed in 439us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384588.454903:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384588.454907:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:1.0:1767384588.454912:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384588.454916:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384588.454922:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059fac9a9. 00000020:00000010:1.0:1767384588.454927:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d3238fb. 00000020:00000010:1.0:1767384588.454931:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdfe96ca. 00000020:00000040:1.0:1767384588.454937:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:1.0:1767384588.454942:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.454956:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.454959:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.454963:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.454966:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.454970:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006660fda8. 00000400:00000200:1.0:1767384588.454974:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41ccea5 00000400:00000010:1.0:1767384588.454979:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d41ccea5. 00000100:00000001:1.0:1767384588.454985:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.454990:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.455003:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455017:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.455020:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455024:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.455028:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.455032:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.455035:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.455040:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384588.455047:0:16360:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000082c61b16. 00000100:00001000:1.0:1767384588.455055:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384588.455070:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384588.455077:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.455080:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.455086:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384588.455092:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384588.455105:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455124:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384588.455126:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384588.455131:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384588.455134:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.455142:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455166:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.455172:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.455176:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384588.455185:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.455199:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000039d877 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049169536:0@lo:400: 00000100:00000001:1.0:1767384588.455207:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455210:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.455216:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000039d877 x1853237049169536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455230:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.455234:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.455238:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bb2d456. 02000000:00000001:1.0:1767384588.455243:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.455247:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.455251:0:16360:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384588.455257:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.455260:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023c37932. 02000000:00000001:1.0:1767384588.455266:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.455275:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.455279:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000039d877. 00000100:00000001:1.0:1767384588.455286:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.455291:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455297:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455303:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384588.455307:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455311:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.455316:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455329:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.455332:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384588.455339:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384588.455344:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384588.455347:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 00000400:00000200:1.0:1767384588.455354:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384588.455357:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384588.455362:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384588.455368:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384588.455382:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455395:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384588.455398:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455401:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384588.455402:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384588.455403:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.455404:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.455405:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384588.455409:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=1767384588 v=5 (0 0 0 0) 00000100:00001000:1.0:1767384588.455412:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=1767384588 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384588.455414:0:16356:0:(import.c:2194:obd_at_measure()) AT 000000008189f478 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1767384588.455416:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384588.455417:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.455419:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384588.455420:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384588.455438:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455443:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384588.455447:0:16356:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:1.0:1767384588.455452:0:16356:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384588.455458:0:16356:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384588.455461:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.455467:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455480:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.455485:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384588.455487:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455490:0:16356:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384588.455496:0:16356:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:1.0:1767384588.455501:0:16356:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.455502:0:16356:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c261 00000020:00000001:1.0:1767384588.455507:0:16356:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.455509:0:16356:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000029fc66bf refcount=7 00000020:00000001:1.0:1767384588.455510:0:16356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717406703616 : -128356302848000 : ffff8b42b82a0000) 00000020:00000001:1.0:1767384588.455513:0:16356:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717406703616 : -128356302848000 : ffff8b42b82a0000) 00000100:00001000:1.0:1767384588.455518:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=1767384588 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384588.455522:0:16356:0:(import.c:2194:obd_at_measure()) AT 000000008189f478 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1767384588.455528:0:16356:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1767384588.455531:0:16356:0:(genops.c:898:class_export_put()) PUTting export 0000000029fc66bf : new refcount 6 00000100:00000001:1.0:1767384588.455535:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384588.455538:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767384588.455541:0:16356:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1767384588.455545:0:16356:0:(import.c:65:import_set_state_nolock()) 0000000022934f1f lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767384588.455550:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384588.455552:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384588.455553:0:16356:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384588.455557:0:16356:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384588.455567:0:16356:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455573:0:16356:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.455578:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.455603:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa542ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237049169408:0@lo:38: 00000100:00000001:1.0:1767384588.455612:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455616:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384588.455620:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa542ac3 x1853237049169408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455636:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384588.455639:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384588.455642:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000059b4ed19. 02000000:00000001:1.0:1767384588.455647:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384588.455650:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384588.455652:0:16356:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384588.455656:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384588.455659:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000732b33be. 02000000:00000001:1.0:1767384588.455663:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384588.455666:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384588.455667:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa542ac3. 00000100:00000001:1.0:1767384588.455673:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384588.455676:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455678:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455678:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384588.455679:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384588.455682:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455686:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455823:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384588.455828:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169664 02000000:00000001:1.0:1767384588.455832:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384588.455834:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384588.455837:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384588.455841:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384588.455846:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169664 00000020:00000001:1.0:1767384588.455850:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384588.455857:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384588.455861:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384588.455863:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:1.0:1767384588.455866:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384588.455871:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384588.455876:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384588.455881:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000100:00000001:1.0:1767384588.455886:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.455891:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000020:00000010:1.0:1767384588.455898:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdfe96ca. 00000020:00000010:1.0:1767384588.455906:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059fac9a9. 00000020:00000010:1.0:1767384588.455914:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000100:00000040:1.0:1767384588.455925:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384588.455930:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384588.455932:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384588.455934:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455938:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.455949:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384588.455957:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384588.455959:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384588.455964:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384588.455966:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384588.455968:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739612752 : -128356969938864 : ffff8b4290670050) 00000100:00000040:1.0:1767384588.455972:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db51b9d2 x1853237049169664/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:569/0 lens 4848/0 e 0 to 0 dl 1767384599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384588.455979:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384588.455982:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000100:00000001:1.0:1767384588.455985:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384588.455986:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000100:00100000:1.0:1767384588.455991:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db51b9d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17888:x1853237049169664:12345-0@lo:253: 00000100:00000200:1.0:1767384588.455994:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049169664 00000020:00000001:1.0:1767384588.455995:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384588.456002:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384588.456004:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.456006:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384588.456007:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384588.456009:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384588.456010:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.456011:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384588.456012:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384588.456014:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.456016:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384588.456017:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384588.456021:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f378f562. 02000000:00000001:1.0:1767384588.456022:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384588.456024:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384588.456026:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384588.456033:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000454cb6b6. 20000000:01000000:1.0:1767384588.456035:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384588.456037:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384588.456039:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384588.456041:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384588.456043:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384588.456044:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384588.456047:0:17082:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000001c261954. 20000000:00000010:1.0:1767384588.456053:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002363e385. 20000000:01000000:1.0:1767384588.456055:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:1.0:1767384588.456058:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384588.456061:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384588.456064:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384588.456074:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384588.456085:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.456087:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384588.456088:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.456089:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384588.456091:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384588.456093:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384588.456096:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384588.456097:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384588.456103:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384588.456106:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.456121:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384588.456123:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384588.456128:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384588.456130:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384588.456133:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d169d919. 00080000:00000001:1.0:1767384588.456135:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204375040 : -128361505176576 : ffff8b418214c400) 00080000:00000001:1.0:1767384588.456137:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384588.456140:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384588.456143:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000948372e. 00080000:00000001:1.0:1767384588.456144:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.456147:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384588.456157:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384588.456170:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384588.457491:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d169d919. 00080000:00000010:1.0:1767384588.457540:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000948372e. 00040000:00000001:1.0:1767384588.457544:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384588.457546:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384588.457547:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384588.457549:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384588.457551:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384588.457552:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384588.457554:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384588.457562:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384588.457564:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384588.457568:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384588.457573:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384588.457577:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384588.457579:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384588.457582:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384588.457585:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384588.457590:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dbda34b4. 00010000:00000001:3.0:1767384588.457594:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384588.457596:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:3.0:1767384588.457598:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384588.457600:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c26f to hash 00000020:00000001:3.0:1767384588.457602:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384588.457603:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384588.457605:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384588.457607:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.457608:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.457610:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.457616:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384588.457619:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384588.457621:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384588.457622:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384588.457624:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.457626:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384588.457631:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.457633:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384588.457634:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384588.457635:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384588.457636:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384588.457637:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dbda34b4) refcount = 1 00010000:00010000:3.0:1767384588.457640:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.457643:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384588.457644:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384588.457645:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384588.457647:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457648:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384588.457650:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384588.457651:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001185892s 00010000:00000001:3.0:1767384588.457653:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.457655:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.457656:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=4 00000020:00000001:3.0:1767384588.457658:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384588.457660:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384588.457662:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384588.457664:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.457667:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384588.457669:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384588.457670:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384588.457675:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384588.457676:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384588.457678:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000454cb6b6. 00010000:00000001:3.0:1767384588.457679:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384588.457681:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384588.457685:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457687:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.457690:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384588.457691:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049169664 00010000:00000001:1.0:1767384588.457695:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384588.457697:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384588.457699:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384588.457702:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db51b9d2 x1853237049169664/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384588.457709:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384588.457714:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384588.457737:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384588.457739:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.457744:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384588.457746:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384588.457747:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384588.457748:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=5 00000020:00000001:3.0:1767384588.457751:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:1.0:1767384588.457752:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384588.457753:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384588.457757:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384588.457758:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384588.457763:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457765:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384588.457769:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:1.0:1767384588.457769:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=6 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384588.457770:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457776:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384588.457778:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384588.457778:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384588.457783:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384588.457785:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.457785:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 19 to 0@lo 00000020:00000040:3.0:1767384588.457792:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c26f from hash 00000100:00000001:1.0:1767384588.457792:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384588.457796:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384588.457798:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384588.457799:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457803:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384588.457803:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384588.457807:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384588.457808:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384588.457812:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1767384588.457813:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afac8dd5. 00010000:00000001:3.0:1767384588.457816:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767384588.457817:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049169664, offset 224 00010000:00000001:3.0:1767384588.457820:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384588.457823:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384588.457825:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384588.457829:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384588.457830:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384588.457834:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001700 00000400:00000200:1.0:1767384588.457839:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10d1 [2] + 224 00010000:00000001:3.0:1767384588.457841:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384588.457844:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384588.457845:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384588.457849:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384588.457849:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384588.457851:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384588.457856:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384588.457856:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000651a221e x1853237049169664/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384588.457860:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.457863:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457869:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384588.457871:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000651a221e x1853237049169664/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384604 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384588.457873:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.457878:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384588.457885:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.457886:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384588.457886:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384588.457887:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384588.457888:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384588.457889:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384588.457890:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384588.457892:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384588.457896:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384588.457896:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afac8dd5 00000400:00000010:1.0:1767384588.457901:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afac8dd5. 20000000:00000001:3.0:1767384588.457902:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.457907:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384588.457909:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384588.457912:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384588.457915:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384588.457917:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384588.457919:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384588.457920:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070162971/0xefc2db714b35c26f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384588.457928:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00010000:00000040:3.0:1767384588.457929:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dbda34b4 count: 0 00010000:00000001:1.0:1767384588.457935:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384588.457940:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384588.457942:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384588.457944:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:3.0:1767384588.457946:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384588.457950:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db51b9d2 x1853237049169664/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:569/0 lens 4848/4768 e 0 to 0 dl 1767384599 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384588.457989:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db51b9d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17888:x1853237049169664:12345-0@lo:253: Request processed in 2007us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384588.458003:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384588.458007:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384588.458010:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384588.458013:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384588.458016:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059fac9a9. 00000020:00000010:1.0:1767384588.458018:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d3238fb. 00000020:00000010:1.0:1767384588.458020:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdfe96ca. 00000020:00000040:1.0:1767384588.458025:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:1.0:1767384588.458029:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384588.458032:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f378f562. 02000000:00000001:1.0:1767384588.458038:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384588.458041:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384588.458047:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384588.458053:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384588.458059:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afac8dd5. 00000100:00000040:3.0:1767384588.459770:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294877783, at 4294877784 00000100:00000010:3.0:1767384588.459777:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1b9998a. 00000100:00000040:1.0:1767384588.459803:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294877783, at 4294877784 00000100:00000010:1.0:1767384588.459810:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087a9bca3. 00080000:00000010:3.0:1767384588.463083:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007de4d59e. 00080000:00000010:3.0:1767384588.463087:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e598b059. 00080000:00000010:3.0:1767384588.463088:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000683be5bc. 00080000:00000010:3.0:1767384588.463095:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000edc080d2. 00080000:00000010:3.0:1767384588.463096:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b5c5a670. 00080000:00000010:3.0:1767384588.463097:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b44ff3e5. 00080000:00000010:3.0:1767384588.463099:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000033e22e35. 00080000:00000010:3.0:1767384588.463100:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000be4d5367. 00080000:00000010:3.0:1767384588.463101:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000091a9f23e. 00080000:00000010:3.0:1767384588.463103:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b9c1d70. 00080000:00000010:3.0:1767384588.463104:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001cd0e8d4. 00080000:00000010:3.0:1767384588.463106:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000898b12ea. 00080000:00000010:3.0:1767384588.463121:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b1438ec2. 00080000:00000010:3.0:1767384588.463122:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e95d2540. 00080000:00000010:3.0:1767384588.463124:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006d07ffe1. 00080000:00000010:3.0:1767384588.463125:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e903e8a9. 00080000:00000010:3.0:1767384588.463127:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003d1ea58a. 00080000:00000010:3.0:1767384588.463128:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007705fee2. 00080000:00000010:3.0:1767384588.463130:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000076f4be01. 00080000:00000010:3.0:1767384588.463131:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fcca08eb. 00080000:00000010:3.0:1767384588.463132:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000227c1e2. 00080000:00000010:3.0:1767384588.463134:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002d802ce3. 00080000:00000010:3.0:1767384588.463135:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bae9a1ea. 00080000:00000010:3.0:1767384588.463137:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d1dc4943. 00080000:00000010:3.0:1767384588.463138:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff8ce1dd. 00080000:00000010:3.0:1767384588.463139:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d24a3826. 00080000:00000010:3.0:1767384588.463140:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a739c711. 00080000:00000010:3.0:1767384588.463142:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000485359b3. 00080000:00000010:3.0:1767384588.463143:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d61dc035. 00080000:00000010:3.0:1767384588.463145:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000055e4cf58. 00080000:00000010:3.0:1767384588.463146:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000cad2739. 00080000:00000010:3.0:1767384588.463148:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d6739a60. 00080000:00000010:3.0:1767384588.463149:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000057ae22dc. 00080000:00000010:3.0:1767384588.463151:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ca95baef. 00080000:00000010:3.0:1767384588.463153:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000f7532ed. 00080000:00000010:3.0:1767384588.463158:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000298fc30a. 00080000:00000010:3.0:1767384588.463159:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a4ae2d8. 00080000:00000010:3.0:1767384588.463161:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ce259588. 00080000:00000010:3.0:1767384588.463162:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e52b97fa. 00080000:00000010:3.0:1767384588.463164:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005eeb6e62. 00080000:00000010:3.0:1767384588.463165:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000058e03b8c. 00080000:00000010:3.0:1767384588.463167:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000062695737. 00080000:00000010:3.0:1767384588.463168:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000037e93431. 00080000:00000010:3.0:1767384588.463169:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000002a56ec7. 00080000:00000010:3.0:1767384588.463171:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cfd7e2a2. 00080000:00000010:3.0:1767384588.463172:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005da7371d. 00080000:00000010:3.0:1767384588.463174:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005422f74a. 00080000:00000010:3.0:1767384588.463175:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000897139f5. 00080000:00000010:3.0:1767384588.463177:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f64298fd. 00080000:00000010:3.0:1767384588.463178:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002f493a51. 00080000:00000010:3.0:1767384588.463179:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000073c30c89. 00080000:00000010:3.0:1767384588.463180:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000044b59e25. 00080000:00000010:3.0:1767384588.463182:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000069b3adfc. 00080000:00000010:3.0:1767384588.463183:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001ee8824a. 00080000:00000010:3.0:1767384588.463184:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008bd114c5. 00080000:00000010:3.0:1767384588.463186:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6f7e574. 00080000:00000010:3.0:1767384588.463187:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000000f1d2d9. 00080000:00000010:3.0:1767384588.463188:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000afbb70ef. 00080000:00000010:3.0:1767384588.463189:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e5b8c680. 00080000:00000010:3.0:1767384588.463191:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000715454f6. 00080000:00000010:3.0:1767384588.463192:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fe04959c. 00080000:00000010:3.0:1767384588.463194:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000065de5de6. 00080000:00000010:3.0:1767384588.463195:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000bc770aa. 00080000:00000010:3.0:1767384588.463197:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006722d111. 00080000:00000010:3.0:1767384588.463199:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bdaae0f7. 00080000:00000010:3.0:1767384588.463200:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b5f550d6. 00080000:00000010:3.0:1767384588.463202:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000088ace38. 00080000:00000010:3.0:1767384588.463206:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ed4f7eb1. 00080000:00000010:3.0:1767384588.463208:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000004455d86. 00080000:00000010:3.0:1767384588.463210:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bdeb2ae1. 00080000:00000010:3.0:1767384588.463213:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ed30af12. 00080000:00000010:3.0:1767384588.463214:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000212e4df5. 00080000:00000010:3.0:1767384588.463217:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000393580e3. 00080000:00000010:3.0:1767384588.463218:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000873a499b. 00080000:00000010:3.0:1767384588.463220:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dc55cdf5. 00080000:00000010:3.0:1767384588.463221:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007830d3b8. 00080000:00000010:3.0:1767384588.463223:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000090d632e8. 00080000:00000010:3.0:1767384588.463225:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a2d6bde7. 00080000:00000010:3.0:1767384588.463226:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009763b095. 00080000:00000010:3.0:1767384588.463228:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007f3d70d3. 00080000:00000010:3.0:1767384588.463229:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000406cb2df. 00080000:00000010:3.0:1767384588.463230:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002c595aff. 00080000:00000010:3.0:1767384588.463232:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f36dce7. 00080000:00000010:3.0:1767384588.463233:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a18bd582. 00080000:00000010:3.0:1767384588.463234:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff3ffc58. 00080000:00000010:3.0:1767384588.463236:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a93e5aaf. 00080000:00000010:3.0:1767384588.463237:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f651a4fb. 00080000:00000010:3.0:1767384588.463239:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ef44667e. 00080000:00000010:3.0:1767384588.463240:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006d576eed. 00080000:00000010:3.0:1767384588.463242:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061986fdc. 00010000:00000010:3.1:1767384588.463752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbda34b4. 00010000:00000010:3.1:1767384588.463760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00080000:00000010:1.0:1767384588.464291:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059fac9a9. 00080000:00000010:1.0:1767384588.464299:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000059fac9a9. 00000020:00000001:1.0:1767384588.464303:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.464313:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059fac9a9. 00080000:00000010:1.0:1767384588.464317:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000059fac9a9. 00000020:00000001:1.0:1767384588.464320:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384588.472528:0:17916:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033763766. 00080000:00000010:3.0:1767384588.472537:0:17916:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033763766. 00000020:00000001:3.0:1767384588.472542:0:17916:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384588.472548:0:17916:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033763766. 00080000:00000010:3.0:1767384588.472552:0:17916:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033763766. 00000020:00000001:3.0:1767384588.472557:0:17916:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384588.472599:0:17916:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384588.472896:0:17916:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384588.653592:0:17928:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b020107. 00080000:00000010:3.0:1767384588.653600:0:17928:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b020107. 00000020:00000001:3.0:1767384588.653607:0:17928:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384588.653615:0:17928:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b020107. 00080000:00000010:3.0:1767384588.653620:0:17928:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b020107. 00000020:00000001:3.0:1767384588.653623:0:17928:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.819801:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384588.819808:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384588.819814:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384588.819816:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384588.819837:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384588.819840:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384588.819844:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384588.883807:0:17075:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384588.883812:0:17075:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384588.883820:0:17116:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384588.883841:0:17116:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.957648:0:17976:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bb43676d. 00080000:00000010:1.0:1767384588.957657:0:17976:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bb43676d. 00000020:00000001:1.0:1767384588.957661:0:17976:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384588.957668:0:17976:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bb43676d. 00080000:00000010:1.0:1767384588.957672:0:17976:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bb43676d. 00000020:00000001:1.0:1767384588.957674:0:17976:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384589.079314:0:18014:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384589.079321:0:18014:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384589.079324:0:18014:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:3.0:1767384589.244553:0:18025:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c45c8471. 00080000:00000010:3.0:1767384589.244562:0:18025:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c45c8471. 00000020:00000001:3.0:1767384589.244566:0:18025:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384589.244572:0:18025:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c45c8471. 00080000:00000010:3.0:1767384589.244575:0:18025:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c45c8471. 00000020:00000001:3.0:1767384589.244578:0:18025:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364534:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (0000000073b56f3b) now 10 - health_check_show 00000020:00000001:3.0:1767384589.364543:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364546:0:18062:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364548:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 10 - health_check_show 00000020:00000040:3.0:1767384589.364550:0:18062:0:(obd_config.c:927:class_incref()) incref MGS (00000000163b0383) now 6 - health_check_show 00000020:00000001:3.0:1767384589.364552:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364555:0:18062:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364556:0:18062:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 6 - health_check_show 00000020:00000040:3.0:1767384589.364558:0:18062:0:(obd_config.c:927:class_incref()) incref MGC192.168.202.154@tcp (00000000b6d6ebe5) now 6 - health_check_show 00000020:00000001:3.0:1767384589.364559:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364561:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364561:0:18062:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.154@tcp (00000000b6d6ebe5) now 6 - health_check_show 00000020:00000040:3.0:1767384589.364563:0:18062:0:(obd_config.c:927:class_incref()) incref MDS (000000004b1eb84a) now 4 - health_check_show 00000020:00000001:3.0:1767384589.364564:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364570:0:18062:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364571:0:18062:0:(obd_config.c:955:class_decref()) Decref MDS (000000004b1eb84a) now 4 - health_check_show 00000020:00000040:3.0:1767384589.364573:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (000000009f705379) now 5 - health_check_show 00000020:00000001:3.0:1767384589.364574:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364575:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364579:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009f705379) now 5 - health_check_show 00000020:00000040:3.0:1767384589.364581:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - health_check_show 00000020:00000001:3.0:1767384589.364582:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364583:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364584:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - health_check_show 00000020:00000040:3.0:1767384589.364586:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (00000000d4111802) now 5 - health_check_show 00000020:00000001:3.0:1767384589.364587:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364588:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364589:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000d4111802) now 5 - health_check_show 00000020:00000040:3.0:1767384589.364590:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (00000000f8b3797b) now 5 - health_check_show 00000020:00000001:3.0:1767384589.364591:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364592:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364593:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f8b3797b) now 5 - health_check_show 00000020:00000040:3.0:1767384589.364594:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 6 - health_check_show 00000020:00000001:3.0:1767384589.364595:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364596:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364597:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 6 - health_check_show 00000020:00000040:3.0:1767384589.364598:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 6 - health_check_show 00000020:00000001:3.0:1767384589.364600:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364600:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364601:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 6 - health_check_show 00000020:00000040:3.0:1767384589.364603:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (000000005418b1f1) now 6 - health_check_show 00000020:00000001:3.0:1767384589.364604:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364605:0:18062:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364606:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (000000005418b1f1) now 6 - health_check_show 00000020:00000040:3.0:1767384589.364607:0:18062:0:(obd_config.c:927:class_incref()) incref OSS (000000002cc8d625) now 4 - health_check_show 00000020:00000001:3.0:1767384589.364608:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364613:0:18062:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364614:0:18062:0:(obd_config.c:955:class_decref()) Decref OSS (000000002cc8d625) now 4 - health_check_show 00000020:00000040:3.0:1767384589.364615:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 4 - health_check_show 00000020:00000001:3.0:1767384589.364616:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:3.0:1767384589.364619:0:18062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037e93431. 00000020:00000010:3.0:1767384589.364622:0:18062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062695737. 00000020:00000010:3.0:1767384589.364628:0:18062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df42cb58. 00000020:00000010:3.0:1767384589.364632:0:18062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384589.364635:0:18062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cfd7e2a2. 80000000:00000010:3.0:1767384589.364638:0:18062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2c6941e. 40000000:00000010:3.0:1767384589.364640:0:18062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000266866fd. 00100000:00000010:3.0:1767384589.364644:0:18062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa58dc45. 00040000:00000010:3.0:1767384589.364646:0:18062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009f3b5c6c. 00040000:00000010:3.0:1767384589.364649:0:18062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000058e03b8c. 00080000:00000010:3.0:1767384589.364654:0:18062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003f154488. 00080000:00000010:3.0:1767384589.364657:0:18062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002389427e. 00002000:00000010:3.0:1767384589.364662:0:18062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009f563909. 00000020:00000010:3.0:1767384589.364672:0:18062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000062695737. 00000020:00000010:3.0:1767384589.364674:0:18062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df42cb58. 00000020:00000010:3.0:1767384589.364677:0:18062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384589.364681:0:18062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cfd7e2a2. 80000000:00000010:3.0:1767384589.364683:0:18062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2c6941e. 40000000:00000010:3.0:1767384589.364686:0:18062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000266866fd. 00100000:00000010:3.0:1767384589.364688:0:18062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa58dc45. 00040000:00000010:3.0:1767384589.364691:0:18062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009f3b5c6c. 00040000:00000010:3.0:1767384589.364693:0:18062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000058e03b8c. 00080000:00000010:3.0:1767384589.364695:0:18062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002389427e. 00080000:00000010:3.0:1767384589.364697:0:18062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003f154488. 00002000:00000010:3.0:1767384589.364700:0:18062:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009f563909. 00000020:00000010:3.0:1767384589.364701:0:18062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037e93431. 00000020:00000001:3.0:1767384589.364703:0:18062:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364704:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 4 - health_check_show 00000020:00000040:3.0:1767384589.364706:0:18062:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000b25a3b41) now 6 - health_check_show 00000020:00000001:3.0:1767384589.364707:0:18062:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384589.364708:0:18062:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384589.364709:0:18062:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (00000000b25a3b41) now 6 - health_check_show 00000100:00000001:1.0:1767384589.459799:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384589.459811:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384589.459813:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.459818:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384589.459821:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384589.459823:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.459825:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.524128:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384589.524132:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169792 02000000:00000001:1.0:1767384589.524135:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384589.524139:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384589.524141:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384589.524146:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384589.524150:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169792 00000020:00000001:1.0:1767384589.524154:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384589.524157:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384589.524159:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384589.524160:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:1.0:1767384589.524165:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384589.524168:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384589.524171:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384589.524177:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035e59e74. 00000100:00000001:1.0:1767384589.524181:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384589.524185:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035e59e74. 00000020:00000010:1.0:1767384589.524194:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c769b5b. 00000020:00000010:1.0:1767384589.524200:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4048124. 00000020:00000010:1.0:1767384589.524206:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000100:00000040:1.0:1767384589.524215:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384589.524225:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384589.524227:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384589.524228:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.524235:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.524245:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.524258:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384589.524259:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384589.524263:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:1.0:1767384589.524266:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384589.524268:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584321104 : -128357125230512 : ffff8b4287257050) 00000100:00000040:1.0:1767384589.524272:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000beb430cb x1853237049169792/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:570/0 lens 328/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.524279:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384589.524281:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035e59e74. 00000100:00000001:1.0:1767384589.524283:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384589.524284:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035e59e74. 00000100:00100000:1.0:1767384589.524287:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000beb430cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049169792:12345-0@lo:101: 00000100:00000200:1.0:1767384589.524290:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049169792 00000020:00000001:1.0:1767384589.524292:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384589.524294:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384589.524296:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384589.524298:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384589.524300:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:1.0:1767384589.524302:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384589.524303:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384589.524305:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384589.524307:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384589.524309:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384589.524311:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384589.524312:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384589.524313:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384589.524315:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384589.524316:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.524323:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384589.524327:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000aef16c06. 00010000:00000001:1.0:1767384589.524329:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384589.524331:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ba2e7d12. 00000020:00000001:1.0:1767384589.524333:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384589.524334:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ba2e7d12 with handle 0xefc2db714b35c27d to hash 00000020:00000001:1.0:1767384589.524336:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384589.524348:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218178048 : -128356491373568 : ffff8b42aced5400) 00010000:00000001:1.0:1767384589.524350:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218178048 : -128356491373568 : ffff8b42aced5400) 00010000:00010000:1.0:1767384589.524351:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c276 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384589.524357:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:1.0:1767384589.524358:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384589.524364:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384589.524365:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384589.524368:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d3bdc462. 02000000:00000001:1.0:1767384589.524370:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.524371:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.524373:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384589.524376:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384589.524378:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384589.524379:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384589.524381:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.524382:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384589.524383:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.524384:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384589.524386:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384589.524387:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384589.524388:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384589.524389:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000aef16c06) refcount = 1 00010000:00010000:1.0:1767384589.524391:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c276 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.524396:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384589.524400:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384589.524401:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.524414:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.524415:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384589.524419:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384589.524420:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c276 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384589.524425:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384589.524427:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384589.524428:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384589.524430:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.524431:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384589.524432:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384589.524433:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384589.524434:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ba2e7d12, rc 0) 00000020:00000001:1.0:1767384589.524436:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384589.524438:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049169792 00010000:00000001:1.0:1767384589.524440:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384589.524442:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000beb430cb x1853237049169792/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:570/0 lens 328/344 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384589.524448:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384589.524450:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384589.524452:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384589.524455:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384589.524457:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 19 to 0@lo 00000100:00000001:1.0:1767384589.524458:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384589.524460:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384589.524462:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.524464:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384589.524465:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384589.524467:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384589.524470:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049169792, offset 224 00000400:00000200:1.0:1767384589.524475:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384589.524481:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384589.524488:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260001780 00000400:00000200:1.0:1767384589.524499:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10e1 [1] + 224 00000400:00000200:1.0:1767384589.524504:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384589.524507:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384589.524510:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384589.524514:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000651a221e x1853237049169792/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384589.524523:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000651a221e x1853237049169792/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.524541:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384589.524547:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384589.524548:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384589.524551:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384589.524552:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384589.524555:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384589.524557:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00010000:00000001:1.0:1767384589.524558:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384589.524560:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384589.524561:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384589.524564:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000beb430cb x1853237049169792/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:570/0 lens 328/344 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384589.524570:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000beb430cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049169792:12345-0@lo:101: Request processed in 289us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384589.524576:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:1.0:1767384589.524580:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384589.524584:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384589.524587:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384589.524593:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4048124. 00000020:00000010:1.0:1767384589.524599:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d3238fb. 00000020:00000010:1.0:1767384589.524605:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c769b5b. 00000020:00000040:1.0:1767384589.524610:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384589.524616:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384589.524618:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d3bdc462. 02000000:00000001:1.0:1767384589.524629:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384589.524632:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384589.524636:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384589.524638:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf25a831. 00000400:00000010:1.0:1767384589.524643:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e16d61c. 00000100:00000001:1.0:1767384589.525019:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384589.525023:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049169920 02000000:00000001:1.0:1767384589.525028:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384589.525032:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384589.525035:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384589.525041:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384589.525045:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049169920 00000020:00000001:1.0:1767384589.525048:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384589.525049:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384589.525051:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384589.525052:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384589.525054:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384589.525056:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384589.525058:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384589.525060:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035e59e74. 00000100:00000001:1.0:1767384589.525062:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384589.525063:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035e59e74. 00000020:00000010:1.0:1767384589.525066:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c769b5b. 00000020:00000010:1.0:1767384589.525068:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4048124. 00000020:00000010:1.0:1767384589.525069:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000100:00000040:1.0:1767384589.525072:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384589.525074:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384589.525075:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384589.525076:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.525078:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.525086:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384589.525091:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384589.525093:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384589.525095:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000040:1.0:1767384589.525111:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384589.525119:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584318032 : -128357125233584 : ffff8b4287256450) 00000100:00000040:1.0:1767384589.525122:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000721fa0b4 x1853237049169920/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:570/0 lens 304/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.525128:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384589.525130:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035e59e74. 00000100:00000001:1.0:1767384589.525131:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384589.525132:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035e59e74. 00000100:00100000:1.0:1767384589.525134:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000721fa0b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049169920:12345-0@lo:256: 00000100:00000200:1.0:1767384589.525137:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049169920 00000020:00000001:1.0:1767384589.525139:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384589.525140:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384589.525141:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384589.525142:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384589.525143:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:1.0:1767384589.525145:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384589.525146:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384589.525147:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384589.525148:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384589.525150:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.525152:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384589.525153:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384589.525154:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d3bdc462. 02000000:00000001:1.0:1767384589.525155:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.525157:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384589.525159:0:17082:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384589.525161:0:17082:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384589.525164:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384589.525166:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384589.525168:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384589.525169:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384589.525170:0:17082:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384589.525172:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ab2f6758. 20000000:00000001:1.0:1767384589.525174:0:17082:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384589.525183:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384589.525189:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:1.0:1767384589.525191:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384589.525192:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:1.0:1767384589.525194:0:17082:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:1.0:1767384589.525195:0:17082:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:1.0:1767384589.525197:0:17082:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384589.525199:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000059b4ed19. 00000100:00000010:1.0:1767384589.525201:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000da5e0494. 00000020:00000040:1.0:1767384589.525203:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:1.0:1767384589.525205:0:17082:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384589.525207:0:17082:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384589.525209:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000400:00000010:1.0:1767384589.525213:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e144993d. 00000400:00000200:1.0:1767384589.525215:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384589.525221:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384589.525225:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958260001800 00000400:00000200:1.0:1767384589.525228:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10f1 [4] + 0 00000400:00000010:1.0:1767384589.525230:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000400:00000200:1.0:1767384589.525232:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000629aae64 00000400:00000200:1.0:1767384589.525234:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384589.525236:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384589.525238:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000629aae64 00000400:00000010:1.0:1767384589.525239:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000629aae64. 00000100:00000001:1.0:1767384589.525242:0:17082:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384589.525243:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000651a221e desc 000000005ca341c7 mbits 1853237049169920 00000100:00000001:1.0:1767384589.525251:0:17082:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384589.525253:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384589.525256:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384589.525261:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10fd 00000400:00000200:1.0:1767384589.525263:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384589.525267:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384589.525272:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384589.525274:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000059b4ed19 00000100:00000001:1.0:1767384589.525276:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384589.525286:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384589.525288:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384589.525289:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384589.525290:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000059b4ed19 00000100:00000001:1.0:1767384589.525291:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384589.525294:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958260001800-0x6958260001800 00000100:00000001:1.0:1767384589.525296:0:17082:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.525298:0:17082:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.525300:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384589.525302:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:1.0:1767384589.525303:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000da5e0494. 00000100:00000010:1.0:1767384589.525306:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000059b4ed19. 00000100:00000001:1.0:1767384589.525308:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384589.525309:0:17082:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384589.525314:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ab2f6758. 20000000:00000001:1.0:1767384589.525316:0:17082:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384589.525318:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049169920 00010000:00000001:1.0:1767384589.525320:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384589.525322:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000721fa0b4 x1853237049169920/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:570/0 lens 304/240 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384589.525326:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384589.525328:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384589.525329:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384589.525331:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384589.525332:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 19 to 0@lo 00000100:00000001:1.0:1767384589.525334:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384589.525335:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384589.525336:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384589.525338:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384589.525339:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384589.525349:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384589.525351:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049169920, offset 224 00000400:00000200:1.0:1767384589.525354:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384589.525357:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384589.525360:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260001800 00000400:00000200:1.0:1767384589.525365:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10f5 [1] + 224 00000400:00000200:1.0:1767384589.525368:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384589.525370:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384589.525372:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384589.525373:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000651a221e x1853237049169920/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384605 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384589.525379:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000651a221e x1853237049169920/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384589.525390:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384589.525393:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa7d89 00000400:00000010:1.0:1767384589.525395:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002baa7d89. 00000100:00000001:1.0:1767384589.525398:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384589.525400:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384589.525404:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384589.525410:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00010000:00000001:1.0:1767384589.525416:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384589.525421:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384589.525426:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384589.525435:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000721fa0b4 x1853237049169920/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:570/0 lens 304/240 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384589.525458:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000721fa0b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049169920:12345-0@lo:256: Request processed in 326us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384589.525469:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:1.0:1767384589.525475:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384589.525480:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384589.525485:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384589.525490:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4048124. 00000020:00000010:1.0:1767384589.525494:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d3238fb. 00000020:00000010:1.0:1767384589.525499:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c769b5b. 00000020:00000040:1.0:1767384589.525503:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384589.525509:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384589.525513:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d3bdc462. 02000000:00000001:1.0:1767384589.525526:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384589.525530:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384589.525538:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384589.525544:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5ef9d8c. 00000400:00000010:1.0:1767384589.525560:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f0480e9. 00000100:00000040:1.0:1767384589.528787:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294878852, at 4294878853 00000100:00000040:3.0:1767384589.528791:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294878852, at 4294878853 00000100:00000010:1.0:1767384589.528795:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000100:00000010:3.0:1767384589.528802:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b660ea0. 00000020:00000010:3.0:1767384589.533700:0:18082:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000846ea39c. 00000020:00000040:3.0:1767384589.533712:0:18082:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:3.0:1767384589.533715:0:18082:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1767384589.533747:0:18082:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 00000000640249d1 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:3.0:1767384589.533753:0:18082:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384589.533766:0:18082:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.154@tcp->12345-0@lo 00000100:00000001:3.0:1767384589.533769:0:18082:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384589.533772:0:18082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384589.533775:0:18082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 19 to 0@lo 00000100:00000001:3.0:1767384589.533778:0:18082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384589.533781:0:18082:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446615716510837312 : -128357198714304 : 0xffff8b4282c42a40) 00000100:00000040:3.0:1767384589.533785:0:18082:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c56d01db refcount 19 to 0@lo 00000100:00000040:3.0:1767384589.533787:0:18082:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.154@tcp -> 00000000c56d01db 00010000:00080000:3.0:1767384589.533790:0:18082:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000640249d1@lustre-OST0000-osc-MDT0000: found existing conn 192.168.202.154@tcp, moved to head 00010000:00000001:3.0:1767384589.533793:0:18082:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384589.533796:0:18082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00010000:00000001:3.0:1767384589.533798:0:18082:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384589.533800:0:18082:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:3.0:1767384589.533802:0:18082:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000846ea39c. 00010000:00000001:1.0:1767384589.843773:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384589.843779:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384589.843784:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384589.843786:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384590.256618:0:18240:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384590.256622:0:18240:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing set_default_debug -1 all 00000001:00000001:1.0:1767384590.258703:0:18240:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1767384590.463591:0:18255:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bb43676d. 00080000:00000010:1.0:1767384590.463601:0:18255:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bb43676d. 00000020:00000001:1.0:1767384590.463605:0:18255:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.463610:0:18255:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bb43676d. 00080000:00000010:1.0:1767384590.463614:0:18255:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bb43676d. 00000020:00000001:1.0:1767384590.463617:0:18255:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.483779:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384590.483789:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.483791:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.483793:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384590.483795:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384590.483798:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.483800:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.747592:0:18304:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000048302274. 00080000:00000010:1.0:1767384590.747603:0:18304:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000048302274. 00000020:00000001:1.0:1767384590.747608:0:18304:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.747618:0:18304:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000048302274. 00080000:00000010:1.0:1767384590.747623:0:18304:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000048302274. 00000020:00000001:1.0:1767384590.747627:0:18304:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.867798:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384590.867805:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.867820:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384590.867822:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.867842:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384590.867846:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384590.867849:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384591.172431:0:18354:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d99c067d. 00080000:00000010:3.0:1767384591.172439:0:18354:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d99c067d. 00000020:00000001:3.0:1767384591.172444:0:18354:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384591.172451:0:18354:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d99c067d. 00080000:00000010:3.0:1767384591.172455:0:18354:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d99c067d. 00000020:00000001:3.0:1767384591.172457:0:18354:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.507784:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384591.507796:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384591.507798:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.507801:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384591.507804:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384591.507807:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.507808:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.891800:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384591.891804:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.891808:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384591.891810:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384592.055773:0:18438:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384592.055777:0:18438:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:1.0:1767384592.058599:0:18438:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1767384592.487387:0:18450:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f8c85e0e. 00080000:00000010:3.0:1767384592.487404:0:18450:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f8c85e0e. 00000020:00000001:3.0:1767384592.487412:0:18450:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384592.487435:0:18450:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f8c85e0e. 00080000:00000010:3.0:1767384592.487443:0:18450:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f8c85e0e. 00000020:00000001:3.0:1767384592.487448:0:18450:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.531805:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384592.531811:0:16356:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1767384592.531822:0:16356:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384582/real 1767384582] req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384592.531841:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384592.531843:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384592.531846:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031d4f94e. 00000400:00000200:1.0:1767384592.531860:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f1cfa7 00000400:00000010:1.0:1767384592.531863:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000100:00000001:1.0:1767384592.531868:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384592.531871:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384592.531881:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.531888:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384592.531898:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.531901:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384592.531903:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384592.531907:0:16356:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.531915:0:16356:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.531924:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384592.531926:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.531929:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.531932:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384592.531934:0:16356:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.531937:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.531945:0:16356:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1767384592.531948:0:16356:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.531950:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384592.531951:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.531953:0:16356:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384592.531955:0:16356:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1767384592.531958:0:16356:0:(import.c:65:import_set_state_nolock()) 00000000640249d1 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384592.531979:0:16356:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1767384592.531982:0:16356:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1767384592.531987:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384592.531995:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e38106d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16356:1853237049165056:0@lo:8: 00000100:00000001:1.0:1767384592.532000:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.532003:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.532005:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e38106d9 x1853237049165056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384592 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.532012:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384592.532015:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384592.532026:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000acdf1bda. 02000000:00000001:1.0:1767384592.532031:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384592.532035:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384592.532037:0:16356:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384592.532040:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384592.532043:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a807d7db. 02000000:00000001:1.0:1767384592.532047:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384592.532052:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384592.532057:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e38106d9. 00000100:00000001:1.0:1767384592.532064:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384592.532068:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.532085:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.532090:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384592.532091:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.532094:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.532098:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.532172:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384592.532185:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384592.532192:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384592.532212:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.532238:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384592.532244:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384592.532255:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384592.532261:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384592.532270:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384592.532294:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049170048:0@lo:400: 00000100:00000001:3.0:1767384592.532308:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384592.532317:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384592.532321:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384592.532327:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384592.532333:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f47fae1. 02000000:00000001:3.0:1767384592.532338:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384592.532345:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000400:00000010:3.0:1767384592.532356:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000100:00000200:3.0:1767384592.532367:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049170048, portal 25 00000100:00000001:3.0:1767384592.532377:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384592.532381:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000100:00000040:3.0:1767384592.532388:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.532462:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384592.532474:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384592.532478:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384592.532486:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049170048, offset 0 00000400:00000200:3.0:1767384592.532504:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.532523:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.532544:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260001880 00000100:00000001:1.0:1767384592.532548:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.532556:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384592.532563:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 00000100:00000001:1.0:1767384592.532564:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384592.532574:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be8941d. 00000100:00000040:1.0:1767384592.532575:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b52a1dc x1853237049170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384592.532583:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074324c7a 00000400:00000200:3.0:1767384592.532592:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384592.532616:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384592.532619:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.532621:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.532628:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384592.532640:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384592.532644:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074324c7a 02000000:00000001:1.0:1767384592.532646:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384592.532647:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074324c7a. 00000100:00000001:3.0:1767384592.532654:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384592.532655:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b52a1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16356:1853237049170176:0@lo:8: 00000100:00000200:3.0:1767384592.532658:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384592.532670:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000004cd5f76 x1853237049170048 msgsize 224 00000100:00000001:1.0:1767384592.532672:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384592.532685:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384592.532685:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384592.532697:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384592.532698:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.532709:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384592.532759:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384592.532771:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f7dfdf48. 00000400:00000200:3.0:1767384592.532772:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384592.532777:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 02000000:00000001:1.0:1767384592.532782:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.532787:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384592.532795:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bd107b3. 00000100:00000200:3.0:1767384592.532797:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384592.532810:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384592.532824:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049170176, portal 4 00000100:00000001:3.0:1767384592.532836:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384592.532838:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.532842:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518499712 : -128356191051904 : ffff8b42bed3df80) 00000100:00000040:3.0:1767384592.532845:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384592.532858:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000454cb6b6. 00000100:00000040:1.0:1767384592.532877:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b52a1dc x1853237049170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.532893:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.532904:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384592.532912:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384592.532919:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.532923:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.532935:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000001:3.0:1767384592.532936:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294881860 00000100:00000200:1.0:1767384592.532945:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237049170176, offset 0 00000100:00000010:3.0:1767384592.532949:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea83fff9. 00000400:00000200:1.0:1767384592.532962:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384592.532966:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384592.532979:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294881860 00000400:00000200:1.0:1767384592.532985:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384592.532989:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7bdd50b. 00000100:00000001:3.0:1767384592.533001:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384592.533010:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260001900 00000100:00000001:3.0:1767384592.533014:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294881860 00000100:00000010:3.0:1767384592.533023:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000607beada. 00000100:00000001:3.0:1767384592.533032:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384592.533033:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 00000100:00000001:3.0:1767384592.533040:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294881860 00000400:00000200:1.0:1767384592.533045:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384592.533051:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c520947. 00000400:00000200:1.0:1767384592.533054:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384592.533064:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384592.533067:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384592.533082:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384592.533084:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384592.533096:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384592.533096:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010af3126. 00000100:00000001:3.0:1767384592.533109:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.533111:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000010af3126 x1853237049170176 msgsize 520 00000100:00000001:3.0:1767384592.533113:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384592.533123:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384592.533127:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384592.533139:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384592.533140:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384592.533144:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384592.533150:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.533159:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533162:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384592.533184:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384592.533189:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:3.0:1767384592.533190:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384592.533194:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533202:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384592.533212:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b52a1dc x1853237049170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.533223:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384592.533231:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170304 00000100:00000001:1.0:1767384592.533234:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384592.533240:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384592.533245:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b52a1dc x1853237049170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.533247:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384592.533259:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384592.533273:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533280:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533286:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384592.533287:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170304 00000020:00000001:3.0:1767384592.533296:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384592.533313:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384592.533314:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:3.0:1767384592.533323:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384592.533324:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000040:3.0:1767384592.533329:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000020:00000001:3.0:1767384592.533340:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:1.0:1767384592.533343:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881860 00000020:00000001:3.0:1767384592.533357:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:1.0:1767384592.533357:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881860 00000100:00000001:1.0:1767384592.533371:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881860 00000100:00000001:3.0:1767384592.533374:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384592.533378:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881860 00000020:00000010:3.0:1767384592.533384:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9154d24. 00000100:00000001:1.0:1767384592.533387:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881860 00000100:00000001:3.0:1767384592.533398:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.533399:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881860 00000100:00000001:1.0:1767384592.533413:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881860 00000020:00000010:3.0:1767384592.533415:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9154d24. 00000100:00000001:1.0:1767384592.533442:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881860 00000020:00000010:3.0:1767384592.533447:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.533451:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384592.533459:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000725a7bab. 00000100:00000001:1.0:1767384592.533461:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533475:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384592.533477:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000100:00000001:1.0:1767384592.533484:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384592.533509:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384592.533510:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384592.533518:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384592.533520:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384592.533533:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384592.533534:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.533541:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384592.533542:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.533550:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533555:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.533560:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384592.533576:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384592.533584:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.533584:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384592.533592:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170048 02000000:00000001:1.0:1767384592.533598:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384592.533603:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384592.533606:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.533608:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.533617:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384592.533622:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170048 00000020:00000001:1.0:1767384592.533626:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384592.533630:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384592.533630:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384592.533639:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384592.533639:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384592.533646:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384592.533653:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:3.0:1767384592.533659:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000001:1.0:1767384592.533661:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:3.0:1767384592.533667:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:1.0:1767384592.533669:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384592.533673:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520595072 : -128356188956544 : ffff8b42bef3d880) 00000020:00000010:1.0:1767384592.533681:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cd32711. 00000100:00000040:3.0:1767384592.533688:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000651a221e x1853237049170304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:573/0 lens 224/0 e 0 to 0 dl 1767384603 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.533689:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384592.533700:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cd32711. 00000020:00000010:1.0:1767384592.533711:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008bf43b5. 00000020:00000010:1.0:1767384592.533722:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8f71273. 00000020:00000010:1.0:1767384592.533729:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000100:00000040:1.0:1767384592.533744:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384592.533766:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384592.533805:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384592.533805:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384592.533812:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384592.533814:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9154d24. 00000100:00000001:3.0:1767384592.533826:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.533829:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384592.533842:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9154d24. 00000100:00000001:1.0:1767384592.533858:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384592.533869:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000651a221e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049170304:12345-0@lo:400: 00000100:00000001:1.0:1767384592.533885:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384592.533894:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384592.533904:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170304 00000100:00100000:1.0:1767384592.533917:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000020:00000001:3.0:1767384592.533920:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384592.533925:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384592.533931:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584320080 : -128357125231536 : ffff8b4287256c50) 00000020:00000001:3.0:1767384592.533932:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384592.533945:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.533951:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004cd5f76 x1853237049170048/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:573/0 lens 224/0 e 0 to 0 dl 1767384603 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384592.533959:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384592.533966:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:3.0:1767384592.533978:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384592.533991:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384592.534004:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384592.534008:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384592.534011:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384592.534017:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005cd32711. 00000020:00000001:3.0:1767384592.534019:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.534024:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.534030:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384592.534035:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005cd32711. 00000100:00000001:3.0:1767384592.534038:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384592.534044:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384592.534047:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004cd5f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049170048:12345-0@lo:400: 02000000:00000010:3.0:1767384592.534053:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003532bb4c. 02000000:00000001:3.0:1767384592.534065:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384592.534067:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170048 00000100:00000001:3.0:1767384592.534089:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.534090:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384592.534097:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.534098:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:3.0:1767384592.534107:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170304 00000020:00000001:1.0:1767384592.534122:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.534130:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384592.534137:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384592.534137:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000001:1.0:1767384592.534148:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000200:3.0:1767384592.534155:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000651a221e x1853237049170304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384592.534155:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384592.534178:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384592.534184:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384592.534193:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.534203:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384592.534206:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384592.534209:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384592.534212:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.534215:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384592.534224:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=5 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384592.534226:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000168c27e9. 02000000:00000001:1.0:1767384592.534234:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.534242:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384592.534245:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384592.534251:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:1.0:1767384592.534255:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.534258:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000040:1.0:1767384592.534264:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170048 02000000:00000001:3.0:1767384592.534269:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384592.534272:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384592.534274:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.534282:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1767384592.534284:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004cd5f76 x1853237049170048/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:573/0 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384592.534293:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384592.534304:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384592.534318:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049170304, offset 224 00010000:00000001:1.0:1767384592.534334:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384592.534340:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384592.534341:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384592.534352:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=10 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384592.534366:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384592.534370:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384592.534380:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384592.534385:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:3.0:1767384592.534394:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260001980 02000000:00000001:1.0:1767384592.534411:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384592.534417:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384592.534424:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1115 [1] + 224 00000100:00000001:1.0:1767384592.534430:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384592.534444:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384592.534445:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384592.534454:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000400:00000200:3.0:1767384592.534464:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384592.534464:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049170048, offset 224 00000100:00000001:3.0:1767384592.534484:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384592.534489:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384592.534509:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000712abff4 x1853237049170304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384592.534527:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384592.534559:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260001880 00000100:00000040:3.0:1767384592.534583:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000712abff4 x1853237049170304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384592.534584:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:1.0:1767384592.534610:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.534634:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.534642:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384592.534649:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384592.534651:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384592.534660:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384592.534669:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000001:3.0:1767384592.534677:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384592.534684:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384592.534695:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.534699:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384592.534707:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 19 to 0@lo 00010000:00000001:3.0:1767384592.534738:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384592.534738:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384592.534748:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.534763:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384592.534766:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000100:00000040:3.0:1767384592.534775:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000651a221e x1853237049170304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384592.534776:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00100000:3.0:1767384592.534790:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000651a221e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049170304:12345-0@lo:400: Request processed in 982us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384592.534801:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384592.534805:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:3.0:1767384592.534807:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384592.534810:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384592.534818:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000725a7bab. 00000100:00000001:1.0:1767384592.534821:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384592.534828:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000100:00000001:1.0:1767384592.534829:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384592.534835:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.534840:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384592.534854:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000040:1.0:1767384592.534854:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00000100:00000001:3.0:1767384592.534865:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.534865:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384592.534873:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.534883:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384592.534894:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004cd5f76 x1853237049170048/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:573/0 lens 224/224 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.534933:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384592.534933:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004cd5f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049170048:12345-0@lo:400: Request processed in 916us (2252us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384592.534939:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384592.534952:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384592.534958:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384592.534962:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000400:00000010:3.0:1767384592.534965:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2d2bb8. 00000100:00000040:1.0:1767384592.534971:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000200:3.0:1767384592.534976:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015520a5a 00000100:00000001:1.0:1767384592.534978:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384592.534984:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015520a5a. 00000100:00000001:1.0:1767384592.534987:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384592.534989:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384592.534998:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8f71273. 00000100:00000200:3.0:1767384592.534999:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384592.535014:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d3238fb. 00000020:00000010:1.0:1767384592.535031:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008bf43b5. 00000020:00000040:1.0:1767384592.535047:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000200:3.0:1767384592.535062:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384592.535063:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384592.535100:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384592.535103:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384592.535109:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000168c27e9. 00000100:00000001:3.0:1767384592.535111:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384592.535116:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384592.535120:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384592.535120:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384592.535124:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.535128:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384592.535132:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384592.535154:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1767384592.535160:0:16359:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003f154488. 00000400:00000010:1.0:1767384592.535164:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaf59879. 00000100:00001000:3.0:1767384592.535168:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=4 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384592.535177:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012a7967b. 00000100:00001000:3.0:1767384592.535181:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384592.535191:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384592.535197:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384592.535207:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384592.535214:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e7fec127 x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.535215:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.535231:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384592.535243:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384592.535252:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384592.535261:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00010000:00000001:3.0:1767384592.535271:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384592.535275:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286af78 00000100:00000001:3.0:1767384592.535279:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384592.535286:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:1.0:1767384592.535287:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000001:3.0:1767384592.535292:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384592.535295:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.535297:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384592.535307:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384592.535315:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.535361:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384592.535374:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384592.535379:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384592.535399:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384592.535409:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384592.535448:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049170432:0@lo:400: 00000100:00000001:3.0:1767384592.535467:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384592.535479:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384592.535489:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384592.535491:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049170432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.535511:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384592.535520:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384592.535522:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384592.535523:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384592.535530:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1239ef3. 02000000:00000001:1.0:1767384592.535531:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384592.535536:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384592.535537:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384592.535539:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384592.535546:0:16359:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384592.535547:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.535553:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384592.535556:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384592.535563:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fdc94baa. 00000100:00001000:1.0:1767384592.535568:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=10 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384592.535570:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384592.535573:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384592.535579:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000100:00001000:1.0:1767384592.535581:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384592.535587:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384592.535590:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384592.535593:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.535596:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.535599:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384592.535608:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384592.535613:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384592.535614:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.535625:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.535626:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.535630:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384592.535638:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.535639:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.535662:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.535669:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384592.535673:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.535681:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384592.535711:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049170048:0@lo:400: 00000100:00000001:1.0:1767384592.535723:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.535735:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.535744:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049170048/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.535757:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384592.535763:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384592.535769:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f47fae1. 02000000:00000001:1.0:1767384592.535826:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384592.535832:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384592.535837:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384592.535844:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384592.535849:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022c9f642. 02000000:00000001:1.0:1767384592.535856:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384592.535862:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384592.535867:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000100:00000001:1.0:1767384592.535874:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384592.535879:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.535885:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.535897:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384592.535900:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.535904:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384592.535907:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384592.536177:0:17111:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:1.0:1767384592.536183:0:17111:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384592.536189:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384592.536194:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384592.536200:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043bc2d89. 00000020:00000040:1.0:1767384592.536207:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384592.536216:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384592.536220:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384592.536226:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384592.536236:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000594235e1. 00000100:00000001:1.0:1767384592.536245:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.536254:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384592.536257:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.536268:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bc2d89] to pc [ptlrpcd_00_03+3] req@0000000043bc2d89 x1853237049170560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384592.536307:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384592.536337:0:17111:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000004:00080000:1.0:1767384592.536343:0:17111:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000100:00000001:3.0:1767384592.536349:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384592.536350:0:17111:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000001:3.0:1767384592.536354:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384592.536360:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000020:00000040:1.0:1767384592.536370:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384592.536380:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384592.536387:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384592.536394:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384592.536404:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008bf43b5. 00000100:00000001:1.0:1767384592.536414:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.536425:0:17111:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384592.536445:0:17111:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384592.536455:0:17111:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae40d03f. 00000100:00000001:1.0:1767384592.536463:0:17111:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716563681472 : -128357145870144 : ffff8b4285ea80c0) 00000100:00000001:1.0:1767384592.536470:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.536476:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000001:1.0:1767384592.536485:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384592.536507:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.536513:0:17111:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384592.536517:0:17111:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384592.536527:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.536561:0:17111:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384592.536566:0:17111:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.536571:0:17111:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384592.536576:0:17111:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384592.536581:0:17111:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384592.536589:0:17111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17111:1853237049170688:0@lo:7: 00000100:00000001:1.0:1767384592.536598:0:17111:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384592.536602:0:17111:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384592.536607:0:17111:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.536613:0:17111:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384592.536619:0:17111:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007de4d59e. 02000000:00000001:1.0:1767384592.536625:0:17111:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384592.536640:0:17111:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000400:00000010:1.0:1767384592.536650:0:17111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384592.536655:0:17111:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049170688, portal 4 00000100:00000001:1.0:1767384592.536657:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.536658:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000040:1.0:1767384592.536667:0:17111:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.536681:0:17111:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384592.536687:0:17111:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.536691:0:17111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265eb346. 00000100:00000200:1.0:1767384592.536698:0:17111:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237049170688, offset 0 00000400:00000200:1.0:1767384592.536712:0:17111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384592.536724:0:17111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384592.536734:0:17111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260001b00 00000400:00000200:1.0:1767384592.536740:0:17111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:1.0:1767384592.536748:0:17111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.536757:0:17111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.536801:0:17111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384592.536807:0:17111:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384592.536817:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd0aeed2. 00000100:00000040:1.0:1767384592.536823:0:17111:0:(events.c:337:request_in_callback()) incoming req@00000000dd0aeed2 x1853237049170688 msgsize 264 00000100:00100000:1.0:1767384592.536836:0:17111:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767384592.536842:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384592.536850:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:1.0:1767384592.536851:0:17111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384592.536864:0:17111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265eb346 00000400:00000010:1.0:1767384592.536869:0:17111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265eb346. 00000100:00000001:1.0:1767384592.536876:0:17111:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384592.536885:0:17111:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384592.536902:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002389427e. 00000100:00000001:1.0:1767384592.536904:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384592.536914:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384592.536916:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384592.536919:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170688 02000000:00000001:3.0:1767384592.536928:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384592.536935:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384592.536940:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.536943:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.536948:0:17111:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384592.536983:0:17111:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.536991:0:17111:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4345 usecs (5 jiffies) 00000100:00000001:1.0:1767384592.537000:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881866 00000100:00000001:1.0:1767384592.537007:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881866 00000100:00000001:1.0:1767384592.537014:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881866 00000100:00000001:1.0:1767384592.537021:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881866 02000000:00000001:3.0:1767384592.537027:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.537027:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881866 00000100:00100000:3.0:1767384592.537034:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170688 00000100:00000001:1.0:1767384592.537037:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881866 00000020:00000001:3.0:1767384592.537038:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384592.537042:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:3.0:1767384592.537048:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384592.537050:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881866 00000020:00000040:3.0:1767384592.537053:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=7 00000020:00000001:3.0:1767384592.537061:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384592.537062:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881866 00000020:00000001:3.0:1767384592.537067:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384592.537088:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384592.537088:0:17111:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384592.537107:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9154d24. 00000100:00000001:3.0:1767384592.537114:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.537115:0:17111:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384592.537118:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9154d24. 00000100:00000001:1.0:1767384592.537123:0:17111:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384592.537128:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.537128:0:17111:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384592.537139:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d99c067d. 00000100:00100000:1.0:1767384592.537140:0:17111:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ae40d03f going to sleep for 11 seconds 00000020:00000010:3.0:1767384592.537145:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000100:00000001:1.0:1767384592.537150:0:17111:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384592.537156:0:17111:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384592.537168:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384592.537172:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384592.537175:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384592.537178:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.537184:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.537199:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384592.537215:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384592.537217:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384592.537222:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384592.537232:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 2 00000100:00000001:3.0:1767384592.537239:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520539648 : -128356189011968 : ffff8b42bef30000) 00000100:00000040:3.0:1767384592.537250:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd0aeed2 x1853237049170688/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 264/0 e 0 to 0 dl 1767384603 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.537267:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384592.537272:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9154d24. 00000100:00000001:3.0:1767384592.537276:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384592.537284:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9154d24. 00000100:00100000:3.0:1767384592.537293:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd0aeed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:17111:x1853237049170688:12345-0@lo:7: 00000100:00000200:3.0:1767384592.537303:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170688 00000020:00000001:3.0:1767384592.537307:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384592.537311:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384592.537313:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.537326:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384592.537327:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155312 : -1045396304 : ffffffffc1b084b0) 00000020:00000001:3.0:1767384592.537334:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384592.537341:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384592.537350:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384592.537353:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384592.537356:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384592.537365:0:17896:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:3.0:1767384592.537371:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384592.537374:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384592.537379:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005d716cb7. 02000000:00000001:3.0:1767384592.537384:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.537394:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384592.537404:0:17896:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:3.0:1767384592.537409:0:17896:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000ec929a0f. 00000020:00000001:3.0:1767384592.537414:0:17896:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384592.537419:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384592.537426:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000017b3dd4c. 00002000:00000001:3.0:1767384592.537434:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.537452:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000105a3f36. 00002000:00000001:3.0:1767384592.537461:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238692168 : -128356470859448 : ffff8b42ae265948) 00002000:00000001:3.0:1767384592.537484:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.537489:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:3.0:1767384592.537496:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003518efa4. 00002000:00000001:3.0:1767384592.537503:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.537508:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:3.0:1767384592.537522:0:17896:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000100:00000001:1.0:1767384592.537523:0:18468:0:(service.c:2991:ptlrpc_main()) Process entered 00000001:00000001:3.0:1767384592.537528:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:3.0:1767384592.537535:0:17896:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000b9154d24. 00000001:00000001:3.0:1767384592.537539:0:17896:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:3.0:1767384592.537544:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000100:00000010:1.0:1767384592.537545:0:18468:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005cd32711. 00000001:00000002:3.0:1767384592.537547:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory 240000400 00000020:00000010:1.0:1767384592.537556:0:18468:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000035e59e74. 00000020:00000010:1.0:1767384592.537566:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f359ece3. 00000020:00000010:1.0:1767384592.537574:0:18468:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000026545ce5. 00000020:00000010:1.0:1767384592.537583:0:18468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a87425a1. 00000020:00000010:1.0:1767384592.537589:0:18468:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f26a9e0. 00000020:00000010:1.0:1767384592.537596:0:18468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004b8eca9c. 80000000:00000010:1.0:1767384592.537604:0:18468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007562c772. 40000000:00000010:1.0:1767384592.537610:0:18468:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ead096e9. 00100000:00000010:1.0:1767384592.537618:0:18468:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c658b3f8. 00040000:00000010:1.0:1767384592.537625:0:18468:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d8a857ea. 00040000:00000010:1.0:1767384592.537634:0:18468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a340979c. 00080000:00000010:1.0:1767384592.537644:0:18468:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000e3c3e5f. 00000001:00000001:3.0:1767384592.537648:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127305328 : -128356582246288 : ffff8b42a782b870) 00080000:00000010:1.0:1767384592.537653:0:18468:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ec2fb334. 00000001:00000010:3.0:1767384592.537657:0:17896:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000ae19e265. 00000001:00000001:3.0:1767384592.537670:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.537673:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00002000:00000010:1.0:1767384592.537677:0:18468:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000168c27e9. 00000100:00000010:1.0:1767384592.537697:0:18468:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004be6a967. 00000100:00000200:1.0:1767384592.537713:0:18468:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000004:00080000:1.0:1767384592.537835:0:17068:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:1.0:1767384592.537852:0:17068:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000000260ed40. 00080000:00000010:1.0:1767384592.537862:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ec932134. 00080000:00000010:1.0:1767384592.537870:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eca8b9ef. 00000001:00000001:3.0:1767384592.537984:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190440504 : -128361519111112 : ffff8b4181402438) 00000001:00000001:3.0:1767384592.537988:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.537989:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:3.0:1767384592.538012:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717128874960 : -128356580676656 : ffff8b42a79aabd0) 00000001:00000001:3.0:1767384592.538014:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538015:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:3.0:1767384592.538024:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130122296 : -128356579429320 : ffff8b42a7adb438) 00000001:00000001:3.0:1767384592.538025:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538026:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:3.0:1767384592.538035:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615716747943512 : -128356961608104 : ffff8b4290e61e58) 00000001:00000001:3.0:1767384592.538037:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538038:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:3.0:1767384592.538054:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130593768 : -128356578957848 : ffff8b42a7b4e5e8) 00000001:00000001:3.0:1767384592.538056:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538056:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:3.0:1767384592.538064:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130595064 : -128356578956552 : ffff8b42a7b4eaf8) 00000001:00000001:3.0:1767384592.538066:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538066:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:3.0:1767384592.538088:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130594200 : -128356578957416 : ffff8b42a7b4e798) 00000001:00000001:3.0:1767384592.538090:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538091:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:3.0:1767384592.538099:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130593336 : -128356578958280 : ffff8b42a7b4e438) 00000001:00000001:3.0:1767384592.538100:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538101:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:3.0:1767384592.538108:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130592472 : -128356578959144 : ffff8b42a7b4e0d8) 00000001:00000001:3.0:1767384592.538110:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538111:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:3.0:1767384592.538128:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130593552 : -128356578958064 : ffff8b42a7b4e510) 00000001:00000001:3.0:1767384592.538130:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538131:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:3.0:1767384592.538139:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127736488 : -128356581815128 : ffff8b42a7894ca8) 00000001:00000001:3.0:1767384592.538140:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538141:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:3.0:1767384592.538150:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127734544 : -128356581817072 : ffff8b42a7894510) 00000001:00000001:3.0:1767384592.538152:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538153:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:3.0:1767384592.538160:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127733248 : -128356581818368 : ffff8b42a7894000) 00000001:00000001:3.0:1767384592.538161:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538162:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:3.0:1767384592.538169:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127735408 : -128356581816208 : ffff8b42a7894870) 00000001:00000001:3.0:1767384592.538171:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538171:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:3.0:1767384592.538180:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127735192 : -128356581816424 : ffff8b42a7894798) 00000001:00000001:3.0:1767384592.538181:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538182:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:3.0:1767384592.538188:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127734760 : -128356581816856 : ffff8b42a78945e8) 00000001:00000001:3.0:1767384592.538190:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538195:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:3.0:1767384592.538203:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127734976 : -128356581816640 : ffff8b42a78946c0) 00000001:00000001:3.0:1767384592.538205:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538206:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:3.0:1767384592.538213:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127734328 : -128356581817288 : ffff8b42a7894438) 00000001:00000001:3.0:1767384592.538214:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538215:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:3.0:1767384592.538222:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127734112 : -128356581817504 : ffff8b42a7894360) 00000001:00000001:3.0:1767384592.538223:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538224:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:3.0:1767384592.538265:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127736704 : -128356581814912 : ffff8b42a7894d80) 00000001:00000001:3.0:1767384592.538267:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538268:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:3.0:1767384592.538276:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127736272 : -128356581815344 : ffff8b42a7894bd0) 00000001:00000001:3.0:1767384592.538277:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538278:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:3.0:1767384592.538286:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127735840 : -128356581815776 : ffff8b42a7894a20) 00000001:00000001:3.0:1767384592.538287:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538288:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:3.0:1767384592.538297:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127736920 : -128356581814696 : ffff8b42a7894e58) 00000001:00000001:3.0:1767384592.538298:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538298:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:3.0:1767384592.538307:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717127733680 : -128356581817936 : ffff8b42a78941b0) 00000001:00000001:3.0:1767384592.538309:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538309:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:3.0:1767384592.538318:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615717130319336 : -128356579232280 : ffff8b42a7b0b5e8) 00000001:00000001:3.0:1767384592.538319:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538320:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:3.0:1767384592.538328:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190712136 : -128361518839480 : ffff8b4181444948) 00000001:00000001:3.0:1767384592.538329:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538330:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:3.0:1767384592.538337:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190713216 : -128361518838400 : ffff8b4181444d80) 00000001:00000001:3.0:1767384592.538339:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538340:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:3.0:1767384592.538347:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190710840 : -128361518840776 : ffff8b4181444438) 00000001:00000001:3.0:1767384592.538352:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538353:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:3.0:1767384592.538362:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190711488 : -128361518840128 : ffff8b41814446c0) 00000001:00000001:3.0:1767384592.538363:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538364:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:3.0:1767384592.538371:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190713000 : -128361518838616 : ffff8b4181444ca8) 00000001:00000001:3.0:1767384592.538372:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538373:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:3.0:1767384592.538380:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190711056 : -128361518840560 : ffff8b4181444510) 00000001:00000001:3.0:1767384592.538381:0:17896:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384592.538381:0:17896:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:3.0:1767384592.538388:0:17896:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446615712190711920 : -128361518839696 : ffff8b4181444870) 00000001:00000001:3.0:1767384592.538390:0:17896:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.538392:0:17896:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.538411:0:17896:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.538413:0:17896:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384592.538418:0:17896:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384592.538420:0:17896:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384592.538423:0:17896:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.538427:0:17896:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.538432:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238692168 : -128356470859448 : ffff8b42ae265948) 00000020:00000001:3.0:1767384592.538434:0:17896:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446615717405968896 : -128356303582720 : ffff8b42b81eca00) 00002000:00080000:3.0:1767384592.538600:0:17896:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:3.0:1767384592.538603:0:17896:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446615716530146304 : -128357179405312 : ffff8b4283eacc00) 00002000:00080000:3.0:1767384592.538606:0:17896:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:3.0:1767384592.538611:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000748bb9f4. 00000001:00000001:3.0:1767384592.538614:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384592.538616:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384592.538618:0:17896:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384592.538620:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170688 00010000:00000001:3.0:1767384592.538621:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384592.538624:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd0aeed2 x1853237049170688/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 264/240 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384592.538638:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384592.538639:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384592.538641:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384592.538644:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384592.538646:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384592.538647:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384592.538649:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384592.538650:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.538652:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384592.538653:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384592.538656:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384592.538658:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237049170688, offset 224 00000400:00000200:3.0:1767384592.538661:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.538667:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.538672:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260001b00 00000400:00000200:3.0:1767384592.538676:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1145 [1] + 224 00000400:00000200:3.0:1767384592.538679:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.538682:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384592.538684:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384592.538687:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384592.538692:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.538706:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384592.538710:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384592.538711:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000001:3.0:1767384592.538713:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384592.538714:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384592.538742:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384592.538747:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384592.538750:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384592.538752:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.538754:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384592.538757:0:17111:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384592.538763:0:17111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384592.538767:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd0aeed2 x1853237049170688/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 264/240 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384592.538768:0:17111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384592.538773:0:17111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005231d027. 00000400:00000200:1.0:1767384592.538782:0:17111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384592.538787:0:17111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00100000:3.0:1767384592.538788:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd0aeed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17111:x1853237049170688:12345-0@lo:7: Request processed in 1519us (1963us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384592.538792:0:17111:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384592.538798:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000200:1.0:1767384592.538802:0:17111:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384592.538808:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:3.0:1767384592.538816:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384592.538820:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384592.538829:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d99c067d. 00000100:00000200:1.0:1767384592.538832:0:17111:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384592.538835:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000020:00000010:3.0:1767384592.538846:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.538849:0:17111:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384592.538854:0:17111:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384592.538857:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000100:00000001:1.0:1767384592.538858:0:17111:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384592.538862:0:17111:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384592.538867:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.538867:0:17111:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384592.538869:0:17111:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.538876:0:17111:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384592.538881:0:17111:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384592.538883:0:17111:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384592.538886:0:17111:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384592.538887:0:17111:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.538888:0:17111:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384592.538891:0:17111:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384592.538895:0:17111:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.538897:0:17111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384592.538898:0:17111:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384592.538904:0:17111:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384592.538905:0:17111:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.538907:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.538912:0:17111:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.538913:0:17111:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384592.538914:0:17111:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.538915:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384592.538919:0:17111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17111:1853237049170688:0@lo:7: 00000100:00000001:1.0:1767384592.538922:0:17111:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.538924:0:17111:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.538925:0:17111:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384592.538926:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.538927:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.538931:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384592.538933:0:17111:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae40d03f. 00000100:00000001:1.0:1767384592.538934:0:17111:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384592.538935:0:17111:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384592.538937:0:17111:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384592.538939:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.538940:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023e54ff5 x1853237049170688/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.538944:0:17111:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384592.538945:0:17111:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384592.538946:0:17111:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007de4d59e. 02000000:00000001:1.0:1767384592.538948:0:17111:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384592.538949:0:17111:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384592.538949:0:17111:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384592.538951:0:17111:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384592.538952:0:17111:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000008bf43b5. 02000000:00000001:1.0:1767384592.538953:0:17111:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384592.538957:0:17111:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384592.538958:0:17111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 00000100:00000001:1.0:1767384592.538960:0:17111:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384592.538960:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384592.538962:0:17111:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384592.538964:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000020:00000040:1.0:1767384592.538966:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384592.538968:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384592.538969:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384592.538970:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384592.538973:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008bf43b5. 00000100:00000001:1.0:1767384592.538975:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.538977:0:17111:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384592.538978:0:17111:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384592.538980:0:17111:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae40d03f. 00000100:00000001:1.0:1767384592.538981:0:17111:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716563681472 : -128357145870144 : ffff8b4285ea80c0) 00000100:00000001:1.0:1767384592.538983:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.538984:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000001:1.0:1767384592.538986:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384592.538987:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.538988:0:17111:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384592.538988:0:17111:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384592.538990:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.538994:0:17111:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384592.538995:0:17111:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.538996:0:17111:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384592.538997:0:17111:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384592.538999:0:17111:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384592.539000:0:17111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17111:1853237049170816:0@lo:5: 00000100:00000001:1.0:1767384592.539002:0:17111:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384592.539003:0:17111:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384592.539004:0:17111:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.539005:0:17111:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384592.539007:0:17111:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000640f7724. 02000000:00000001:1.0:1767384592.539011:0:17111:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384592.539013:0:17111:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000400:00000010:1.0:1767384592.539016:0:17111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384592.539018:0:17111:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049170816, portal 4 00000100:00000001:1.0:1767384592.539019:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.539020:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000040:1.0:1767384592.539023:0:17111:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.539027:0:17111:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384592.539029:0:17111:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.539030:0:17111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265eb346. 00000100:00000200:1.0:1767384592.539031:0:17111:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237049170816, offset 0 00000400:00000200:1.0:1767384592.539034:0:17111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384592.539038:0:17111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384592.539043:0:17111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260001b80 00000400:00000200:1.0:1767384592.539046:0:17111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:1.0:1767384592.539049:0:17111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.539051:0:17111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.539053:0:17111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384592.539054:0:17111:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384592.539056:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000674f6e53. 00000100:00000040:1.0:1767384592.539058:0:17111:0:(events.c:337:request_in_callback()) incoming req@00000000674f6e53 x1853237049170816 msgsize 432 00000100:00100000:1.0:1767384592.539060:0:17111:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384592.539082:0:17111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384592.539088:0:17111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265eb346 00000400:00000010:1.0:1767384592.539089:0:17111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265eb346. 00000100:00000001:1.0:1767384592.539091:0:17111:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384592.539094:0:17111:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.539101:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384592.539103:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384592.539104:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384592.539108:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170816 02000000:00000001:3.0:1767384592.539114:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384592.539119:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384592.539122:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.539134:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384592.539135:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384592.539139:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170816 00000020:00000001:3.0:1767384592.539147:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384592.539147:0:17111:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384592.539155:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:3.0:1767384592.539159:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384592.539159:0:17111:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384592.539167:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000100:00000040:1.0:1767384592.539169:0:17111:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3025 usecs (4 jiffies) 00000020:00000001:3.0:1767384592.539175:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384592.539177:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881867 00000020:00000001:3.0:1767384592.539181:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384592.539187:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384592.539188:0:17111:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294881866 00000020:00000010:3.0:1767384592.539193:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffa68c5d. 00000100:00000001:1.0:1767384592.539195:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881867 00000100:00000001:3.0:1767384592.539199:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.539201:0:17111:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294881866 00000020:00000010:3.0:1767384592.539204:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffa68c5d. 00000100:00000001:1.0:1767384592.539206:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881867 00000100:00000001:1.0:1767384592.539212:0:17111:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294881866 00000020:00000010:3.0:1767384592.539213:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.539214:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881867 00000100:00000001:1.0:1767384592.539219:0:17111:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294881866 00000020:00000010:3.0:1767384592.539224:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d99c067d. 00000100:00000001:1.0:1767384592.539224:0:17111:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.539229:0:17111:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.539232:0:17111:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384592.539233:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000100:00000001:1.0:1767384592.539234:0:17111:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384592.539235:0:17111:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ae40d03f going to sleep for 11 seconds 00000100:00000001:1.0:1767384592.539238:0:17111:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384592.539239:0:17111:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384592.539252:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384592.539256:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384592.539257:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384592.539258:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.539263:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.539277:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384592.539287:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384592.539290:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384592.539295:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384592.539299:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:3.0:1767384592.539302:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520553984 : -128356188997632 : ffff8b42bef33800) 00000020:00000010:1.0:1767384592.539302:0:18468:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000061ded134. 00000100:00000040:3.0:1767384592.539316:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000674f6e53 x1853237049170816/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 432/0 e 0 to 0 dl 1767384603 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.539327:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384592.539331:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffa68c5d. 00000100:00000001:3.0:1767384592.539333:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384592.539336:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffa68c5d. 00000100:00100000:3.0:1767384592.539340:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000674f6e53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17111:x1853237049170816:12345-0@lo:5: 00000100:00000200:3.0:1767384592.539344:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170816 00000020:00000001:3.0:1767384592.539346:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384592.539348:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384592.539350:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.539352:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384592.539354:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155216 : -1045396400 : ffffffffc1b08450) 00000020:00000001:3.0:1767384592.539357:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384592.539359:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384592.539361:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384592.539362:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384592.539365:0:17896:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384592.539369:0:17896:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384592.539372:0:17896:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.539374:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384592.539376:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.539379:0:17896:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384592.539388:0:17896:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384592.539390:0:17896:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.539392:0:17896:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384592.539393:0:17896:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384592.539395:0:17896:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.539397:0:17896:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384592.539398:0:17896:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384592.539400:0:17896:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.539402:0:17896:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.539405:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.539408:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384592.539410:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384592.539413:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000a64c8658. 02000000:00000001:3.0:1767384592.539415:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.539417:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384592.539421:0:17896:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384592.539424:0:17896:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384592.539426:0:17896:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384592.539429:0:17896:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384592.539431:0:17896:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446615716530146304 : -128357179405312 : ffff8b4283eacc00) 00002000:00080000:3.0:1767384592.539436:0:17896:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384592.539439:0:17896:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384592.539442:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384592.539443:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384592.539447:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049170816 00010000:00000001:3.0:1767384592.539449:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384592.539453:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000674f6e53 x1853237049170816/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 432/432 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384592.539460:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384592.539462:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384592.539465:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384592.539468:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384592.539470:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384592.539472:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384592.539475:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384592.539482:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.539485:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384592.539487:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384592.539490:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384592.539494:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049170816, offset 224 00000400:00000200:3.0:1767384592.539499:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.539506:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.539513:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260001b80 00000400:00000200:3.0:1767384592.539518:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000400:00000200:3.0:1767384592.539523:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.539526:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384592.539530:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384592.539534:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384592.539542:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.539561:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384592.539566:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384592.539568:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000001:3.0:1767384592.539571:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384592.539572:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384592.539575:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384592.539578:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384592.539581:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384592.539583:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.539585:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384592.539589:0:17111:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384592.539591:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000674f6e53 x1853237049170816/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 432/432 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384592.539596:0:17111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384592.539600:0:17111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384592.539605:0:17111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005231d027. 00000100:00100000:3.0:1767384592.539612:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000674f6e53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17111:x1853237049170816:12345-0@lo:5: Request processed in 279us (547us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384592.539614:0:17111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384592.539621:0:17111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384592.539627:0:17111:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384592.539629:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384592.539634:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000200:1.0:1767384592.539635:0:17111:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.539640:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384592.539650:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384592.539652:0:17111:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384592.539656:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d99c067d. 00000020:00000010:3.0:1767384592.539663:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000020:00000010:3.0:1767384592.539671:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.539674:0:17111:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384592.539677:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000100:00000001:3.0:1767384592.539680:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.539689:0:17111:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.539694:0:17111:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384592.539697:0:17111:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384592.539698:0:17111:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384592.539700:0:17111:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.539702:0:17111:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384592.539707:0:17111:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384592.539711:0:17111:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384592.539713:0:17111:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384592.539714:0:17111:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.539716:0:17111:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384592.539756:0:17111:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384592.539764:0:17111:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.539767:0:17111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384592.539769:0:17111:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384592.539771:0:17111:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384592.539772:0:17111:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.539775:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.539782:0:17111:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.539784:0:17111:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384592.539786:0:17111:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.539788:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384592.539796:0:17111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17111:1853237049170816:0@lo:5: 00000100:00000001:1.0:1767384592.539815:0:17111:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.539818:0:17111:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.539820:0:17111:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384592.539822:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.539825:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.539834:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384592.539845:0:17111:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae40d03f. 00000100:00000001:1.0:1767384592.539848:0:17111:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384592.539850:0:17111:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384592.539855:0:17111:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384592.539861:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.539864:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023e54ff5 x1853237049170816/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.539873:0:17111:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384592.539875:0:17111:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384592.539877:0:17111:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000640f7724. 02000000:00000001:1.0:1767384592.539881:0:17111:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384592.539883:0:17111:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384592.539884:0:17111:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384592.539887:0:17111:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384592.539889:0:17111:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000008bf43b5. 02000000:00000001:1.0:1767384592.539892:0:17111:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384592.539893:0:17111:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384592.539895:0:17111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 00000100:00000001:1.0:1767384592.539898:0:17111:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384592.539900:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384592.539903:0:17111:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384592.539909:0:17111:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:1.0:1767384592.539912:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000020:00000040:1.0:1767384592.539916:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384592.539919:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384592.539921:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384592.539924:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384592.539928:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008bf43b5. 00000100:00000001:1.0:1767384592.539932:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384592.539936:0:17111:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:1.0:1767384592.539941:0:17111:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384592.539942:0:17111:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384592.539946:0:17111:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae40d03f. 00000100:00000001:1.0:1767384592.539948:0:17111:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716563681472 : -128357145870144 : ffff8b4285ea80c0) 00000100:00000001:1.0:1767384592.539951:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.539959:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000001:1.0:1767384592.539963:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384592.539964:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.539967:0:17111:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384592.539968:0:17111:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384592.539972:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.539980:0:17111:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384592.539982:0:17111:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.539985:0:17111:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384592.539987:0:17111:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384592.539989:0:17111:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384592.539992:0:17111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17111:1853237049170944:0@lo:5: 00000100:00000001:1.0:1767384592.539996:0:17111:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384592.539999:0:17111:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384592.540001:0:17111:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.540003:0:17111:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384592.540006:0:17111:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000640f7724. 02000000:00000001:1.0:1767384592.540009:0:17111:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384592.540012:0:17111:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000400:00000010:1.0:1767384592.540017:0:17111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384592.540021:0:17111:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049170944, portal 4 00000100:00000001:1.0:1767384592.540024:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.540025:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000040:1.0:1767384592.540030:0:17111:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.540039:0:17111:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384592.540041:0:17111:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384592.540044:0:17111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265eb346. 00000100:00000200:1.0:1767384592.540047:0:17111:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237049170944, offset 0 00000400:00000200:1.0:1767384592.540052:0:17111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384592.540060:0:17111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384592.540068:0:17111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260001c00 00000400:00000200:1.0:1767384592.540094:0:17111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:1.0:1767384592.540108:0:17111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384592.540127:0:17111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384592.540131:0:17111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384592.540132:0:17111:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384592.540135:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052ae9c2a. 00000100:00000040:1.0:1767384592.540137:0:17111:0:(events.c:337:request_in_callback()) incoming req@0000000052ae9c2a x1853237049170944 msgsize 432 00000100:00100000:1.0:1767384592.540141:0:17111:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384592.540152:0:17111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384592.540157:0:17111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265eb346 00000400:00000010:1.0:1767384592.540158:0:17111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265eb346. 00000100:00000001:1.0:1767384592.540161:0:17111:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384592.540164:0:17111:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.540173:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.540178:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.540181:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384592.540185:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049170944 02000000:00000001:3.0:1767384592.540188:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384592.540190:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384592.540192:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384592.540199:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.540199:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.540211:0:17111:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384592.540212:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049170944 00000020:00000001:3.0:1767384592.540221:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384592.540223:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:1.0:1767384592.540224:0:17111:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.540226:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384592.540229:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000020:00000001:3.0:1767384592.540234:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000040:1.0:1767384592.540234:0:17111:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2490 usecs (3 jiffies) 00000020:00000001:3.0:1767384592.540237:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384592.540244:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384592.540245:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881867 00000020:00000010:3.0:1767384592.540248:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffa68c5d. 00000100:00000001:3.0:1767384592.540252:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.540253:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881867 00000020:00000010:3.0:1767384592.540255:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffa68c5d. 00000100:00000001:1.0:1767384592.540263:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881867 00000020:00000010:3.0:1767384592.540264:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212e4df5. 00000020:00000010:3.0:1767384592.540270:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d99c067d. 00000100:00000001:1.0:1767384592.540273:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881867 00000020:00000010:3.0:1767384592.540274:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000100:00000001:1.0:1767384592.540281:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881867 00000100:00000040:3.0:1767384592.540282:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384592.540288:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384592.540291:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384592.540291:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881867 00000100:00000001:3.0:1767384592.540293:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.540303:0:17111:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881867 00000100:00000001:3.0:1767384592.540304:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.540312:0:17111:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881867 00000100:00000001:1.0:1767384592.540315:0:17111:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.540333:0:17111:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.540334:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.540337:0:17111:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384592.540341:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384592.540343:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384592.540348:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384592.540352:0:17111:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384592.540359:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00100000:1.0:1767384592.540361:0:17111:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ae40d03f going to sleep for 11 seconds 00000100:00000001:3.0:1767384592.540365:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520554880 : -128356188996736 : ffff8b42bef33b80) 00000100:00000001:1.0:1767384592.540373:0:17111:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384592.540375:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052ae9c2a x1853237049170944/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 432/0 e 0 to 0 dl 1767384603 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.540380:0:17111:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.540388:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384592.540391:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ffa68c5d. 00000100:00000001:3.0:1767384592.540395:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384592.540398:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ffa68c5d. 00000100:00100000:3.0:1767384592.540402:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052ae9c2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17111:x1853237049170944:12345-0@lo:5: 00000100:00000200:3.0:1767384592.540405:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049170944 00000020:00000001:3.0:1767384592.540407:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384592.540409:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384592.540410:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.540411:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384592.540412:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155216 : -1045396400 : ffffffffc1b08450) 00000020:00000001:3.0:1767384592.540414:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384592.540416:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384592.540417:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384592.540418:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384592.540419:0:17896:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384592.540421:0:17896:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384592.540422:0:17896:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.540423:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384592.540424:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.540426:0:17896:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384592.540427:0:17896:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384592.540429:0:17896:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.540430:0:17896:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384592.540430:0:17896:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384592.540431:0:17896:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.540432:0:17896:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384592.540433:0:17896:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384592.540434:0:17896:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.540449:0:17896:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.540451:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.540452:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384592.540454:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384592.540456:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000000643cf2c. 02000000:00000001:3.0:1767384592.540457:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.540459:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384592.540461:0:17896:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384592.540463:0:17896:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:3.0:1767384592.540465:0:17896:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384592.540467:0:17896:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384592.540469:0:17896:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446615716530146304 : -128357179405312 : ffff8b4283eacc00) 00000020:00000001:3.0:1767384592.540474:0:17896:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:3.0:1767384592.540476:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384592.540484:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384592.540486:0:17896:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c84d7521 free: 144203776 avail: 129867776 00000020:00000001:3.0:1767384592.540490:0:17896:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384592.540493:0:17896:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c84d7521 avail=129867776 left=129585152 unstable=0 tot_grant=280000 pending=0 00000020:00000001:3.0:1767384592.540497:0:17896:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:3.0:1767384592.540501:0:17896:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:3.0:1767384592.540503:0:17896:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.540505:0:17896:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=896 : 896 : 380) 00002000:00080000:3.0:1767384592.540509:0:17896:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:3.0:1767384592.540512:0:17896:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384592.540516:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000ffa68c5d. 00002000:00000001:3.0:1767384592.540520:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.540522:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.540525:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.540528:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004aca4485. 00002000:00000001:3.0:1767384592.540530:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238690952 : -128356470860664 : ffff8b42ae265488) 00002000:00000001:3.0:1767384592.540534:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.540535:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:3.0:1767384592.540538:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f47fae1. 00002000:00000001:3.0:1767384592.540541:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.540543:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.540552:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.540556:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.540559:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.540562:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.540564:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.540566:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.540569:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.540571:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.540573:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.540803:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.540807:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.540809:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.540811:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.540813:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.540814:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.540816:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.540818:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.540823:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238690952 : -128356470860664 : ffff8b42ae265488) 00002000:00000001:3.0:1767384592.540825:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238690864 : -128356470860752 : ffff8b42ae265430) 00002000:00000001:3.0:1767384592.540828:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.540829:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.540832:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.540835:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004dfd5b62. 00002000:00000001:3.0:1767384592.540837:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238686088 : -128356470865528 : ffff8b42ae264188) 00002000:00000001:3.0:1767384592.540840:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.540842:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:3.0:1767384592.540845:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000276b948f. 00002000:00000001:3.0:1767384592.540848:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.540850:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.540852:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.540853:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.540854:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.540855:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.540857:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.540859:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.540860:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.540862:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.540872:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.541059:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.541063:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541065:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541067:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541080:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541083:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541084:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.541086:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.541091:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238686088 : -128356470865528 : ffff8b42ae264188) 00002000:00000001:3.0:1767384592.541093:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238686000 : -128356470865616 : ffff8b42ae264130) 00002000:00000001:3.0:1767384592.541096:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.541097:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.541099:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.541102:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000020ddcc6a. 00002000:00000001:3.0:1767384592.541105:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238687304 : -128356470864312 : ffff8b42ae264648) 00002000:00000001:3.0:1767384592.541108:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.541109:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:3.0:1767384592.541113:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d1239ef3. 00002000:00000001:3.0:1767384592.541115:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541117:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.541118:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541120:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541121:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541122:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541124:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541126:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.541127:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.541129:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.541130:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.541267:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.541271:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541273:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541275:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541276:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541278:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541286:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.541288:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.541292:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238687304 : -128356470864312 : ffff8b42ae264648) 00002000:00000001:3.0:1767384592.541295:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238687216 : -128356470864400 : ffff8b42ae2645f0) 00002000:00000001:3.0:1767384592.541297:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.541298:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.541301:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.541304:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000999078ff. 00002000:00000001:3.0:1767384592.541306:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238692776 : -128356470858840 : ffff8b42ae265ba8) 00002000:00000001:3.0:1767384592.541309:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.541310:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:3.0:1767384592.541314:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef44667e. 00002000:00000001:3.0:1767384592.541317:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541319:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.541321:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541323:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541324:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541325:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541327:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541329:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.541331:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.541332:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.541334:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.541463:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.541466:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541468:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541470:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541471:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541473:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541475:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.541477:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.541481:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238692776 : -128356470858840 : ffff8b42ae265ba8) 00002000:00000001:3.0:1767384592.541483:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238692688 : -128356470858928 : ffff8b42ae265b50) 00002000:00000001:3.0:1767384592.541486:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.541487:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.541490:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.541499:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006c1f8632. 00002000:00000001:3.0:1767384592.541502:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238693384 : -128356470858232 : ffff8b42ae265e08) 00002000:00000001:3.0:1767384592.541506:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.541507:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:3.0:1767384592.541511:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000091a4be8. 00002000:00000001:3.0:1767384592.541514:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541516:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.541518:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541519:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541521:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541522:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541524:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541526:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.541527:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.541529:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.541530:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.541662:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.541666:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541668:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541670:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541671:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541673:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541674:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.541676:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.541680:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238693384 : -128356470858232 : ffff8b42ae265e08) 00002000:00000001:3.0:1767384592.541683:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238693296 : -128356470858320 : ffff8b42ae265db0) 00002000:00000001:3.0:1767384592.541685:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.541686:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.541688:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.541692:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000011d64ab1. 00002000:00000001:3.0:1767384592.541694:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238691864 : -128356470859752 : ffff8b42ae265818) 00002000:00000001:3.0:1767384592.541697:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.541698:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:3.0:1767384592.541702:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000006f69d63. 00002000:00000001:3.0:1767384592.541705:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541707:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.541715:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541749:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541753:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541755:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541759:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541762:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.541764:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.541767:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.541769:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.541947:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.541951:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541953:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541954:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541956:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.541958:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541959:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.541961:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.541965:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238691864 : -128356470859752 : ffff8b42ae265818) 00002000:00000001:3.0:1767384592.541967:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238691776 : -128356470859840 : ffff8b42ae2657c0) 00002000:00000001:3.0:1767384592.541970:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.541971:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.541974:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.541977:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000090bf189c. 00002000:00000001:3.0:1767384592.541980:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238688520 : -128356470863096 : ffff8b42ae264b08) 00002000:00000001:3.0:1767384592.541983:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.541984:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:3.0:1767384592.541987:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a78eda2c. 00002000:00000001:3.0:1767384592.541990:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.541992:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.541994:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.541995:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.541997:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.541998:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542000:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542001:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542003:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.542005:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542012:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542158:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.542162:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542164:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542165:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542167:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542169:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542170:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542172:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.542176:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238688520 : -128356470863096 : ffff8b42ae264b08) 00002000:00000001:3.0:1767384592.542179:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238688432 : -128356470863184 : ffff8b42ae264ab0) 00002000:00000001:3.0:1767384592.542181:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.542182:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.542184:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.542187:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e2428bea. 00002000:00000001:3.0:1767384592.542190:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238690344 : -128356470861272 : ffff8b42ae265228) 00002000:00000001:3.0:1767384592.542193:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.542195:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:3.0:1767384592.542198:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b75fc3e5. 00002000:00000001:3.0:1767384592.542200:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542202:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.542204:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542205:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542206:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542208:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542209:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542211:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542212:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.542214:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542215:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542381:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.542385:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542387:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542389:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542391:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542392:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542400:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542402:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.542407:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238690344 : -128356470861272 : ffff8b42ae265228) 00002000:00000001:3.0:1767384592.542409:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238690256 : -128356470861360 : ffff8b42ae2651d0) 00080000:00000001:3.0:1767384592.542413:0:17896:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384592.542417:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000746ec20. 00080000:00000001:3.0:1767384592.542421:0:17896:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717491872768 : -128356217678848 : ffff8b42bd3d9400) 00080000:00000001:3.0:1767384592.542424:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384592.542428:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384592.542431:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a59d044. 00080000:00000001:3.0:1767384592.542433:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542437:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542440:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:3.0:1767384592.542445:0:17896:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000017afd7d0. 00000001:00000001:3.0:1767384592.542448:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542450:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542452:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542453:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542455:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542456:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542458:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542459:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542461:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542462:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542464:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542465:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542467:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542467:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542469:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542470:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542471:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542472:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542474:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542475:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542485:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542486:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542488:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542489:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542492:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542493:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542495:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.542496:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.542498:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.542500:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542503:0:17896:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384592.542507:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384592.542509:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384592.542511:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2f1b2fb. 00080000:00000001:3.0:1767384592.542514:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542520:0:17896:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384592.542523:0:17896:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:3.0:1767384592.542553:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.542614:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542615:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542616:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542617:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542619:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542620:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542622:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.542634:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.542636:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x22:0x0] 00080000:00000001:3.0:1767384592.542638:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542638:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542639:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542640:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542641:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542642:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542643:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.542644:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542645:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542647:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000010:3.0:1767384592.542656:0:17896:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000ad3913c0. 00000001:00000001:3.0:1767384592.542671:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.542673:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542676:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542678:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.542694:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542695:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542696:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542697:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542698:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542699:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542700:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.542703:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.542705:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x23:0x0] 00080000:00000001:3.0:1767384592.542706:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542707:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542707:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542708:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542709:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542710:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542711:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.542712:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542713:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542714:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.542756:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.542758:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542759:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542761:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.542796:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542797:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542798:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542811:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542812:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542813:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542814:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.542818:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.542820:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x24:0x0] 00080000:00000001:3.0:1767384592.542821:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542822:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542826:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542827:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542828:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542829:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542830:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.542831:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542832:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542834:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.542842:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.542843:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542844:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542847:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.542871:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542873:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542874:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542875:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542877:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542879:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542881:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.542887:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.542889:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x25:0x0] 00080000:00000001:3.0:1767384592.542891:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542892:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542893:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542894:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542896:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542897:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542899:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.542901:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542902:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542905:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.542917:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.542919:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542921:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542924:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.542947:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542949:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542951:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542952:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542960:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542962:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.542964:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.542971:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.542973:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x26:0x0] 00080000:00000001:3.0:1767384592.542975:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.542976:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.542977:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.542978:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.542980:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.542981:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.542983:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.542985:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.542986:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.542989:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.543000:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.543002:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543004:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543007:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.543029:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.543030:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.543032:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.543033:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.543035:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543036:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.543038:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.543042:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.543044:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x27:0x0] 00080000:00000001:3.0:1767384592.543046:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.543047:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.543048:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.543049:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.543051:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543053:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.543054:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.543056:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.543057:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.543059:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.543084:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.543092:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543096:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543099:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.543173:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.543175:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.543176:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.543177:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.543178:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543179:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.543180:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.543184:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.543185:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x28:0x0] 00080000:00000001:3.0:1767384592.543187:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.543188:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.543189:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.543189:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.543190:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543191:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.543192:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.543193:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.543194:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.543195:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.543203:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.543205:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543207:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543209:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.543232:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.543235:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.543236:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.543237:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.543239:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543241:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.543243:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.543248:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.543251:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x29:0x0] 00080000:00000001:3.0:1767384592.543252:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.543254:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.543255:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.543257:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.543264:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543266:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.543268:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.543270:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.543271:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.543274:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.543289:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.543292:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.543295:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384592.543299:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000007510e2c2. 00002000:00001000:3.0:1767384592.543302:0:17896:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:3.0:1767384592.543307:0:17896:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384592.543322:0:17896:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384592.543326:0:17896:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:3.0:1767384592.543330:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005576a84f. 00000001:00000040:3.0:1767384592.543333:0:17896:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000e53c2f30 : new cb_count 2 00000020:00000040:3.0:1767384592.543336:0:17896:0:(genops.c:887:class_export_get()) GET export 00000000e53c2f30 refcount=7 00000001:00000001:3.0:1767384592.543347:0:17896:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.543781:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294881867, at 4294881868 00000100:00000040:3.0:1767384592.543787:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294881867, at 4294881868 00000100:00000010:1.0:1767384592.543791:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7bdd50b. 00000100:00000010:3.0:1767384592.543798:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c520947. 00080000:00000010:3.0:1767384592.544169:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2f1b2fb. 00080000:00000010:3.0:1767384592.544175:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a59d044. 00040000:00000001:3.0:1767384592.544178:0:17896:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384592.544180:0:17896:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384592.544182:0:17896:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384592.544186:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000fbb33f3e/000000004aca4485 to site lru. bkt: 0000000025ad8f7b 00000020:00000002:3.0:1767384592.544189:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000006dc02346/000000004dfd5b62 to site lru. bkt: 0000000073bbe0bd 00000020:00000002:3.0:1767384592.544191:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000006be3db00/0000000020ddcc6a to site lru. bkt: 000000005e613f6b 00000020:00000002:3.0:1767384592.544193:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000aa773107/00000000999078ff to site lru. bkt: 00000000433298dc 00000020:00000002:3.0:1767384592.544195:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000009c9a0301/000000006c1f8632 to site lru. bkt: 00000000aaf273f5 00000020:00000002:3.0:1767384592.544198:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000bf229a35/0000000011d64ab1 to site lru. bkt: 00000000cbfa9a7e 00000020:00000002:3.0:1767384592.544200:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000dcfa43e9/0000000090bf189c to site lru. bkt: 000000001689b82a 00000020:00000002:3.0:1767384592.544202:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000712e02ac/00000000e2428bea to site lru. bkt: 00000000dc947393 00002000:00000010:3.0:1767384592.544212:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000ffa68c5d. 00002000:00001000:3.0:1767384592.544215:0:17896:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384592.544217:0:17896:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384592.544220:0:17896:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:3.0:1767384592.544224:0:17896:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384592.544226:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000ffa68c5d. 00002000:00000001:3.0:1767384592.544229:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.544230:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.544233:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.544235:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000102499e6. 00002000:00000001:3.0:1767384592.544238:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238687912 : -128356470863704 : ffff8b42ae2648a8) 00002000:00000001:3.0:1767384592.544240:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.544242:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:3.0:1767384592.544245:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008b3aa2ea. 00002000:00000001:3.0:1767384592.544248:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544249:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.544251:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.544252:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.544253:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.544255:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.544256:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544257:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.544258:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.544259:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.544260:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.544419:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.544422:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.544424:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.544425:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.544426:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.544427:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544428:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.544430:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.544433:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238687912 : -128356470863704 : ffff8b42ae2648a8) 00002000:00000001:3.0:1767384592.544434:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238687824 : -128356470863792 : ffff8b42ae264850) 00002000:00000001:3.0:1767384592.544436:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.544442:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.544444:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.544446:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004d47fd45. 00002000:00000001:3.0:1767384592.544448:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238692472 : -128356470859144 : ffff8b42ae265a78) 00002000:00000001:3.0:1767384592.544450:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.544451:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:3.0:1767384592.544463:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000434a117c. 00002000:00000001:3.0:1767384592.544465:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544466:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.544467:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.544468:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.544469:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.544470:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.544471:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544473:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.544474:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.544475:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.544475:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.544629:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.544632:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.544633:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.544635:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.544636:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.544637:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544638:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.544639:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.544642:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238692472 : -128356470859144 : ffff8b42ae265a78) 00002000:00000001:3.0:1767384592.544644:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238692384 : -128356470859232 : ffff8b42ae265a20) 00002000:00000001:3.0:1767384592.544646:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.544647:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.544648:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.544651:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c01319c3. 00002000:00000001:3.0:1767384592.544652:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238688824 : -128356470862792 : ffff8b42ae264c38) 00002000:00000001:3.0:1767384592.544654:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.544655:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:3.0:1767384592.544657:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a4cffb4d. 00002000:00000001:3.0:1767384592.544664:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544666:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.544668:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.544669:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.544669:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.544670:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.544671:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.544673:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.544674:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.544675:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.544676:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.546920:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.546926:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.546928:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.546930:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.546932:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.546934:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.546936:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.546938:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.546944:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615712186911496 : -128361522640120 : ffff8b41810a4b08) 00002000:00000001:3.0:1767384592.546947:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615712186911408 : -128361522640208 : ffff8b41810a4ab0) 00002000:00000001:3.0:1767384592.546949:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.546951:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.546954:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.546958:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000000819717. 00002000:00000001:3.0:1767384592.546961:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238685784 : -128356470865832 : ffff8b42ae264058) 00002000:00000001:3.0:1767384592.546964:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.546965:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:3.0:1767384592.546969:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000d9b2cc4. 00002000:00000001:3.0:1767384592.546972:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.546974:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.546976:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.546978:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.546979:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.546980:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.546982:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.546984:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.546993:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.546995:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.546996:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.547177:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.547182:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547184:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547185:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547186:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547188:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547190:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.547192:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.547196:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238685784 : -128356470865832 : ffff8b42ae264058) 00002000:00000001:3.0:1767384592.547199:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238685696 : -128356470865920 : ffff8b42ae264000) 00002000:00000001:3.0:1767384592.547201:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.547203:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.547205:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.547208:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000023e8a0a2. 00002000:00000001:3.0:1767384592.547211:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238687608 : -128356470864008 : ffff8b42ae264778) 00002000:00000001:3.0:1767384592.547214:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.547215:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:3.0:1767384592.547219:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b88cf1e1. 00002000:00000001:3.0:1767384592.547222:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547224:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.547226:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547227:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547228:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547230:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547232:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547233:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.547235:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.547237:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.547238:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.547370:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.547374:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547376:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547378:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547386:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547388:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547391:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.547393:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.547398:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238687608 : -128356470864008 : ffff8b42ae264778) 00002000:00000001:3.0:1767384592.547401:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238687520 : -128356470864096 : ffff8b42ae264720) 00002000:00000001:3.0:1767384592.547404:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.547405:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.547408:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.547411:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005374d606. 00002000:00000001:3.0:1767384592.547413:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238687000 : -128356470864616 : ffff8b42ae264518) 00002000:00000001:3.0:1767384592.547416:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.547417:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:3.0:1767384592.547420:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000009c2bd72. 00002000:00000001:3.0:1767384592.547424:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547426:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.547428:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547430:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547432:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547435:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547437:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547439:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.547441:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.547442:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.547443:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.547566:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.547569:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547570:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547571:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547573:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547574:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547575:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.547576:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.547579:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238687000 : -128356470864616 : ffff8b42ae264518) 00002000:00000001:3.0:1767384592.547580:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238686912 : -128356470864704 : ffff8b42ae2644c0) 00002000:00000001:3.0:1767384592.547582:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.547587:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.547589:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.547591:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c859b338. 00002000:00000001:3.0:1767384592.547593:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238690648 : -128356470860968 : ffff8b42ae265358) 00002000:00000001:3.0:1767384592.547595:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.547596:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:3.0:1767384592.547598:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000746ec20. 00002000:00000001:3.0:1767384592.547599:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547600:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.547602:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547603:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547604:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547604:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547605:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547607:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.547608:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.547608:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.547609:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.547756:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.547759:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547761:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547762:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547763:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547764:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547765:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.547766:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.547769:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238690648 : -128356470860968 : ffff8b42ae265358) 00002000:00000001:3.0:1767384592.547771:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238690560 : -128356470861056 : ffff8b42ae265300) 00002000:00000001:3.0:1767384592.547772:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.547773:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.547775:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.547777:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c0ced626. 00002000:00000001:3.0:1767384592.547779:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238689736 : -128356470861880 : ffff8b42ae264fc8) 00002000:00000001:3.0:1767384592.547795:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.547796:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:3.0:1767384592.547828:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000004455d86. 00002000:00000001:3.0:1767384592.547834:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547835:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.547837:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547838:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547839:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547840:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547841:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547842:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.547844:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.547845:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.547846:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.547968:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.547971:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.547973:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.547974:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.547975:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.547976:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547977:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.547978:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.547981:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238689736 : -128356470861880 : ffff8b42ae264fc8) 00002000:00000001:3.0:1767384592.547983:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238689648 : -128356470861968 : ffff8b42ae264f70) 00002000:00000001:3.0:1767384592.547984:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.547985:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.547986:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.547989:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004be9cb4c. 00002000:00000001:3.0:1767384592.547990:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238690040 : -128356470861576 : ffff8b42ae2650f8) 00002000:00000001:3.0:1767384592.547992:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.547993:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:3.0:1767384592.547996:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f2684eda. 00002000:00000001:3.0:1767384592.547997:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.547998:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.548000:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548000:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548001:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548002:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548003:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548004:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548010:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.548011:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548011:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548170:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.548173:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548174:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548175:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548176:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548178:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548179:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548180:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.548183:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238690040 : -128356470861576 : ffff8b42ae2650f8) 00002000:00000001:3.0:1767384592.548184:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238689952 : -128356470861664 : ffff8b42ae2650a0) 00080000:00000001:3.0:1767384592.548187:0:17896:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384592.548189:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000065de5de6. 00080000:00000001:3.0:1767384592.548192:0:17896:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712188785664 : -128361520765952 : ffff8b418126e400) 00080000:00000001:3.0:1767384592.548194:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384592.548196:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384592.548197:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a59d044. 00080000:00000001:3.0:1767384592.548199:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548201:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548202:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548204:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548205:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548207:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548208:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548209:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548210:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548211:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548212:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548213:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548214:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548215:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548215:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548216:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548221:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548223:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548224:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548226:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548226:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548227:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548228:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548229:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548230:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548231:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548231:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548232:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548233:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548234:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.548235:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.548236:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.548236:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548238:0:17896:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384592.548240:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384592.548241:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384592.548242:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2f1b2fb. 00080000:00000001:3.0:1767384592.548243:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548246:0:17896:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384592.548248:0:17896:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:3.0:1767384592.548255:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548285:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548287:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548287:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548288:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548289:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548290:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548292:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548297:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548299:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x32:0x0] 00080000:00000001:3.0:1767384592.548300:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548301:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548301:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548307:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548309:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548310:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548311:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548312:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548313:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548315:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548340:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548342:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548343:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548345:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548361:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548362:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548363:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548364:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548365:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548366:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548367:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548370:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548371:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x33:0x0] 00080000:00000001:3.0:1767384592.548372:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548373:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548374:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548374:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548375:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548376:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548378:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548378:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548379:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548381:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548387:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548388:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548389:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548391:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548414:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548415:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548416:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548417:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548418:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548422:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548424:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548428:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548429:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x34:0x0] 00080000:00000001:3.0:1767384592.548431:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548432:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548432:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548433:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548435:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548435:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548436:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548437:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548438:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548439:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548446:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548447:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548448:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548450:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548464:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548465:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548465:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548466:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548467:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548468:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548470:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548472:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548473:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x35:0x0] 00080000:00000001:3.0:1767384592.548474:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548483:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548484:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548485:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548486:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548487:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548488:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548489:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548489:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548490:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548495:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548497:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548502:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548503:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548518:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548519:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548520:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548521:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548522:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548523:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548524:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548527:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548528:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x36:0x0] 00080000:00000001:3.0:1767384592.548529:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548530:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548530:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548531:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548532:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548533:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548534:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548535:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548536:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548538:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548545:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548546:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548547:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548548:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548560:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548561:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548562:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548563:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548564:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548565:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548566:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548568:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548569:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x37:0x0] 00080000:00000001:3.0:1767384592.548570:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548571:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548572:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548572:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548574:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548578:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548579:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548580:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548581:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548583:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548590:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548591:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548592:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548594:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548608:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548609:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548610:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548611:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548612:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548613:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548614:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548617:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548618:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x38:0x0] 00080000:00000001:3.0:1767384592.548619:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548619:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548620:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548621:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548622:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548623:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548624:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548625:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548642:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548643:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548650:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548651:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548653:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548654:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.548668:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548669:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548670:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548671:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548672:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548673:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.548674:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.548682:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.548684:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x39:0x0] 00080000:00000001:3.0:1767384592.548685:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548686:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548687:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548688:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548689:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548690:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548691:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.548692:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548693:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.548695:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.548702:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.548703:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548704:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384592.548707:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f2c6941e. 00002000:00001000:3.0:1767384592.548708:0:17896:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:3.0:1767384592.548711:0:17896:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384592.548713:0:17896:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:3.0:1767384592.548715:0:17896:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384592.548717:0:17896:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 8589934593 00000001:00000010:3.0:1767384592.548720:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000003aeee876. 00000001:00000040:3.0:1767384592.548722:0:17896:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000e53c2f30 : new cb_count 2 00000020:00000040:3.0:1767384592.548724:0:17896:0:(genops.c:887:class_export_get()) GET export 00000000e53c2f30 refcount=7 00000001:00000001:3.0:1767384592.548762:0:17896:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384592.548767:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2f1b2fb. 00080000:00000010:3.0:1767384592.548770:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a59d044. 00040000:00000001:3.0:1767384592.548772:0:17896:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384592.548773:0:17896:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384592.548775:0:17896:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384592.548777:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000bc6b7fa2/000000002fe00f04 to site lru. bkt: 000000005b0df929 00000020:00000002:3.0:1767384592.548780:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000144342d9/00000000f26d9134 to site lru. bkt: 00000000266463d0 00000020:00000002:3.0:1767384592.548781:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000eb07374c/0000000000819717 to site lru. bkt: 00000000e73dad45 00000020:00000002:3.0:1767384592.548783:0:17896:0:(lu_object.c:207:lu_object_put()) Add 0000000094d7c7bc/0000000023e8a0a2 to site lru. bkt: 0000000076ccc7d0 00000020:00000002:3.0:1767384592.548785:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000006dec8a1c/000000005374d606 to site lru. bkt: 000000008678ddf2 00000020:00000002:3.0:1767384592.548792:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000783ee0ee/00000000c859b338 to site lru. bkt: 00000000ae3e40d2 00000020:00000002:3.0:1767384592.548794:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000037bb45f/00000000c0ced626 to site lru. bkt: 0000000019c58dac 00000020:00000002:3.0:1767384592.548796:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000603ff1e9/000000004be9cb4c to site lru. bkt: 00000000ce2f6cc7 00002000:00000010:3.0:1767384592.548808:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001936aad9. 00002000:00001000:3.0:1767384592.548811:0:17896:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384592.548812:0:17896:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384592.548814:0:17896:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:3.0:1767384592.548816:0:17896:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384592.548818:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005a59d044. 00002000:00000001:3.0:1767384592.548820:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.548821:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.548824:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.548826:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d2905e12. 00002000:00000001:3.0:1767384592.548829:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238689128 : -128356470862488 : ffff8b42ae264d68) 00002000:00000001:3.0:1767384592.548832:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.548833:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:3.0:1767384592.548854:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ed4f7eb1. 00002000:00000001:3.0:1767384592.548858:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548860:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.548863:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.548864:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.548866:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.548869:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.548872:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.548874:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.548876:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.548878:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.548881:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.549024:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.549027:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549028:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549029:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549030:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549032:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549033:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.549039:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.549041:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238689128 : -128356470862488 : ffff8b42ae264d68) 00002000:00000001:3.0:1767384592.549043:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238689040 : -128356470862576 : ffff8b42ae264d10) 00002000:00000001:3.0:1767384592.549045:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.549046:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.549048:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.549050:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dea14ee5. 00002000:00000001:3.0:1767384592.549051:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238688216 : -128356470863400 : ffff8b42ae2649d8) 00002000:00000001:3.0:1767384592.549053:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.549054:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:3.0:1767384592.549056:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000088ace38. 00002000:00000001:3.0:1767384592.549058:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549059:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.549060:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549061:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549062:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549063:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549064:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549065:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.549066:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.549067:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.549068:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.549204:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.549207:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549208:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549209:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549210:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549211:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549212:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.549213:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.549216:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238688216 : -128356470863400 : ffff8b42ae2649d8) 00002000:00000001:3.0:1767384592.549218:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238688128 : -128356470863488 : ffff8b42ae264980) 00002000:00000001:3.0:1767384592.549219:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.549220:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.549222:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.549224:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c89b0a57. 00002000:00000001:3.0:1767384592.549231:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238691256 : -128356470860360 : ffff8b42ae2655b8) 00002000:00000001:3.0:1767384592.549233:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.549234:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:3.0:1767384592.549236:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5f550d6. 00002000:00000001:3.0:1767384592.549237:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549239:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.549240:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549241:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549242:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549243:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549244:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549246:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.549247:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.549248:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.549248:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.549376:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.549379:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549380:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549382:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549383:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549384:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549385:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.549386:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.549389:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238691256 : -128356470860360 : ffff8b42ae2655b8) 00002000:00000001:3.0:1767384592.549390:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238691168 : -128356470860448 : ffff8b42ae265560) 00002000:00000001:3.0:1767384592.549392:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.549393:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.549394:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.549397:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000078a3673d. 00002000:00000001:3.0:1767384592.549398:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238693080 : -128356470858536 : ffff8b42ae265cd8) 00002000:00000001:3.0:1767384592.549400:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.549401:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384592.549406:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bdeb2ae1. 00002000:00000001:3.0:1767384592.549408:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549409:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.549410:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549415:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549416:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549418:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549419:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549420:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.549421:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.549422:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.549423:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.549577:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.549580:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549581:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549582:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549583:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549584:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549585:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.549586:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.549589:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238693080 : -128356470858536 : ffff8b42ae265cd8) 00002000:00000001:3.0:1767384592.549591:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238692992 : -128356470858624 : ffff8b42ae265c80) 00002000:00000001:3.0:1767384592.549592:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.549593:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.549595:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.549597:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000054a33ea3. 00002000:00000001:3.0:1767384592.549598:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238686392 : -128356470865224 : ffff8b42ae2642b8) 00002000:00000001:3.0:1767384592.549600:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.549601:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:3.0:1767384592.549603:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ed30af12. 00002000:00000001:3.0:1767384592.549604:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549605:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.549607:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549608:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549608:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549609:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549610:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549611:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.549612:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.549613:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.549614:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.549745:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.549749:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549751:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549752:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549754:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549756:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549757:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.549770:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.549774:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238686392 : -128356470865224 : ffff8b42ae2642b8) 00002000:00000001:3.0:1767384592.549777:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238686304 : -128356470865312 : ffff8b42ae264260) 00002000:00000001:3.0:1767384592.549779:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.549781:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.549783:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.549786:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008efdb30b. 00002000:00000001:3.0:1767384592.549788:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238686696 : -128356470864920 : ffff8b42ae2643e8) 00002000:00000001:3.0:1767384592.549791:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.549792:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384592.549796:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c8a4eb19. 00002000:00000001:3.0:1767384592.549798:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549801:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.549803:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549804:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549806:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549807:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549808:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549810:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.549812:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.549813:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.549814:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.549963:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.549967:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.549969:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.549971:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.549972:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.549974:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.549976:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.549983:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.549988:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238686696 : -128356470864920 : ffff8b42ae2643e8) 00002000:00000001:3.0:1767384592.549990:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238686608 : -128356470865008 : ffff8b42ae264390) 00002000:00000001:3.0:1767384592.549993:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.549994:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.549996:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.550000:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000181f3bb7. 00002000:00000001:3.0:1767384592.550002:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238689432 : -128356470862184 : ffff8b42ae264e98) 00002000:00000001:3.0:1767384592.550005:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.550006:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:3.0:1767384592.550009:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b269c564. 00002000:00000001:3.0:1767384592.550011:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550013:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.550015:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550017:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550018:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550020:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550021:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550023:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.550025:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.550026:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.550027:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.550182:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.550187:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550189:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550191:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550192:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550194:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550196:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.550198:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.550203:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238689432 : -128356470862184 : ffff8b42ae264e98) 00002000:00000001:3.0:1767384592.550206:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238689344 : -128356470862272 : ffff8b42ae264e40) 00002000:00000001:3.0:1767384592.550209:0:17896:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384592.550210:0:17896:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384592.550212:0:17896:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384592.550216:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000095328778. 00002000:00000001:3.0:1767384592.550224:0:17896:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446615717238691560 : -128356470860056 : ffff8b42ae2656e8) 00002000:00000001:3.0:1767384592.550228:0:17896:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384592.550229:0:17896:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:3.0:1767384592.550233:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c32c1bab. 00002000:00000001:3.0:1767384592.550235:0:17896:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550238:0:17896:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384592.550240:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550241:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550243:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550245:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550247:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550248:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.550251:0:17896:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384592.550252:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.550254:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.550419:0:17896:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384592.550439:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550441:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550443:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550444:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550446:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550448:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.550450:0:17896:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384592.550454:0:17896:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446615717238691560 : -128356470860056 : ffff8b42ae2656e8) 00002000:00000001:3.0:1767384592.550456:0:17896:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446615717238691472 : -128356470860144 : ffff8b42ae265690) 00080000:00000001:3.0:1767384592.550459:0:17896:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384592.550463:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e8917490. 00080000:00000001:3.0:1767384592.550466:0:17896:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717520368640 : -128356189182976 : ffff8b42bef06400) 00080000:00000001:3.0:1767384592.550469:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384592.550471:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384592.550474:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2f1b2fb. 00080000:00000001:3.0:1767384592.550476:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550489:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550491:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550494:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550502:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550505:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550507:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550509:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550511:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550513:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550514:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550516:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550517:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550520:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550521:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550523:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550524:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550525:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550527:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550529:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550530:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550532:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550533:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550536:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550537:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550539:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550540:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550542:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550544:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550545:0:17896:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384592.550547:0:17896:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384592.550549:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384592.550550:0:17896:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550553:0:17896:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384592.550555:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384592.550557:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384592.550560:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f59b8f65. 00080000:00000001:3.0:1767384592.550563:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550567:0:17896:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384592.550569:0:17896:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384592.550583:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.550616:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550619:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550620:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550622:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550624:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550626:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.550628:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.550635:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.550638:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:3.0:1767384592.550640:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550641:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550642:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550643:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550645:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550647:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.550649:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.550650:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.550651:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.550654:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.550667:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.550669:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550671:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550674:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.550715:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550717:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550718:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550719:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550722:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550723:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.550725:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.550732:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.550735:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:3.0:1767384592.550737:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550738:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550740:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550741:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550743:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550744:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.550793:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.550795:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.550796:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.550799:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.550817:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.550820:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550823:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550841:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.550888:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550891:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550893:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550894:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550896:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550898:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.550900:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.550906:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.550908:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:3.0:1767384592.550910:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550911:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550912:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550914:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550916:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550917:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.550919:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.550921:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.550922:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.550925:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.550939:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.550941:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550943:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550947:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.550973:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.550974:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.550976:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.550978:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.550980:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.550981:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.550983:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.550989:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.550999:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:3.0:1767384592.551001:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551002:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551003:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551005:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551006:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551008:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.551010:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.551011:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.551012:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.551015:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.551030:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.551032:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551034:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551037:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.551064:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551067:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551068:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551085:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551087:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551089:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.551091:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.551098:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.551101:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:3.0:1767384592.551103:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551104:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551106:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551107:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551109:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551121:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.551123:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.551124:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.551126:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.551128:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.551142:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.551145:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551147:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551150:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.551176:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551185:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551186:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551188:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551190:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551191:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.551194:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.551202:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.551204:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:3.0:1767384592.551206:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551207:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551208:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551210:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551211:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551213:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.551215:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.551216:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.551217:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.551220:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.551234:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.551236:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551239:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551242:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.551268:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551271:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551272:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551274:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551276:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551277:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.551279:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.551286:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.551288:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:3.0:1767384592.551290:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551291:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551292:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551293:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551295:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551297:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.551299:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.551300:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.551308:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.551311:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.551339:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.551341:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551344:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551347:0:17896:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384592.551377:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551379:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551380:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551381:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551383:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551385:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384592.551387:0:17896:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384592.551393:0:17896:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384592.551395:0:17896:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:3.0:1767384592.551397:0:17896:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384592.551398:0:17896:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384592.551399:0:17896:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384592.551401:0:17896:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384592.551402:0:17896:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551404:0:17896:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384592.551406:0:17896:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384592.551407:0:17896:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384592.551409:0:17896:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716868405504 : -128356841146112 : ffff8b4298143900) 00000001:00000001:3.0:1767384592.551411:0:17896:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384592.551424:0:17896:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384592.551426:0:17896:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384592.551428:0:17896:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384592.551432:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000007510e2c2. 00002000:00001000:3.0:1767384592.551434:0:17896:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384592.551438:0:17896:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384592.551441:0:17896:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384592.551443:0:17896:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384592.551445:0:17896:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:3.0:1767384592.551449:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005576a84f. 00000001:00000040:3.0:1767384592.551451:0:17896:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000e53c2f30 : new cb_count 3 00000020:00000040:3.0:1767384592.551453:0:17896:0:(genops.c:887:class_export_get()) GET export 00000000e53c2f30 refcount=8 00000001:00000001:3.0:1767384592.551468:0:17896:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384592.551474:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f59b8f65. 00080000:00000010:3.0:1767384592.551489:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2f1b2fb. 00040000:00000001:3.0:1767384592.551491:0:17896:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384592.551493:0:17896:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384592.551494:0:17896:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384592.551498:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000005e47ff1f/00000000d2905e12 to site lru. bkt: 0000000095f97fc4 00000020:00000002:3.0:1767384592.551501:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000000894f153/00000000dea14ee5 to site lru. bkt: 00000000f4d35a3c 00000020:00000002:3.0:1767384592.551503:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000004ebcfb77/00000000c89b0a57 to site lru. bkt: 00000000b973b837 00000020:00000002:3.0:1767384592.551505:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000006683933a/0000000078a3673d to site lru. bkt: 00000000c2da887b 00000020:00000002:3.0:1767384592.551508:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000003ac9d367/0000000054a33ea3 to site lru. bkt: 0000000017894967 00000020:00000002:3.0:1767384592.551510:0:17896:0:(lu_object.c:207:lu_object_put()) Add 0000000012925b30/000000008efdb30b to site lru. bkt: 00000000aaae8f58 00000020:00000002:3.0:1767384592.551512:0:17896:0:(lu_object.c:207:lu_object_put()) Add 00000000a7c8ec4b/00000000181f3bb7 to site lru. bkt: 00000000731278d2 00000020:00000002:3.0:1767384592.551514:0:17896:0:(lu_object.c:207:lu_object_put()) Add 000000006c040d4b/0000000095328778 to site lru. bkt: 00000000a86c3c49 00002000:00000010:3.0:1767384592.551517:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005a59d044. 00002000:00001000:3.0:1767384592.551520:0:17896:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384592.551522:0:17896:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384592.551525:0:17896:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384592.551528:0:17896:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384592.551530:0:17896:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384592.551535:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384592.551537:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384592.551542:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853237049170944 00010000:00000001:3.0:1767384592.551545:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384592.551550:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052ae9c2a x1853237049170944/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 432/432 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384592.551560:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384592.551562:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384592.551565:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384592.551570:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384592.551573:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384592.551576:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384592.551579:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384592.551588:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384592.551592:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384592.551596:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384592.551600:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384592.551605:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049170944, offset 224 00000400:00000200:3.0:1767384592.551611:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384592.551621:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384592.551630:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260001c00 00000400:00000200:3.0:1767384592.551636:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:3.0:1767384592.551642:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384592.551645:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384592.551649:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384592.551653:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384592.551664:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.551685:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384592.551693:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384592.551695:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000001:3.0:1767384592.551698:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384592.551700:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384592.551704:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384592.551708:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384592.551711:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384592.551713:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.551742:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384592.551748:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052ae9c2a x1853237049170944/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:573/0 lens 432/432 e 0 to 0 dl 1767384603 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.551755:0:17111:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384592.551762:0:17111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384592.551763:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052ae9c2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17111:x1853237049170944:12345-0@lo:5: Request processed in 11373us (11622us total) trans 8589934596 rc 0/0 00000400:00000001:1.0:1767384592.551767:0:17111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384592.551773:0:17111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005231d027. 00000400:00000200:1.0:1767384592.551782:0:17111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000100:00100000:3.0:1767384592.551786:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:1.0:1767384592.551787:0:17111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000040:3.0:1767384592.551797:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:1.0:1767384592.551798:0:17111:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384592.551804:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384592.551822:0:17111:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384592.551828:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384592.551834:0:17896:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384592.551839:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d99c067d. 00000100:00000200:1.0:1767384592.551846:0:17111:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384592.551847:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000020:00000010:3.0:1767384592.551858:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000212e4df5. 00000100:00000001:1.0:1767384592.551865:0:17111:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384592.551868:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 7 00000100:00000001:1.0:1767384592.551869:0:17111:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.551878:0:17111:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384592.551879:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384592.551881:0:17111:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384592.551885:0:17111:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384592.551888:0:17111:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384592.551891:0:17111:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384592.551896:0:17111:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384592.551901:0:17111:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384592.551904:0:17111:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384592.551906:0:17111:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.551908:0:17111:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384592.551911:0:17111:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000023e54ff5 x1853237049170944/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384592.551919:0:17111:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.551922:0:17111:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767384592.551923:0:17111:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767384592.551925:0:17111:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767384592.551934:0:17111:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384592.551935:0:17111:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000001:1.0:1767384592.551938:0:17111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384592.551939:0:17111:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:1.0:1767384592.551943:0:17111:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384592.551949:0:17111:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1767384592.551952:0:17111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384592.551953:0:17111:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384592.551956:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.551962:0:17111:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384592.551979:0:17111:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384592.551980:0:17111:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384592.551983:0:17111:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384592.551991:0:17111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17111:1853237049170944:0@lo:5: 00000100:00000001:1.0:1767384592.551995:0:17111:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384592.551997:0:17111:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384592.551999:0:17111:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384592.552000:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.552002:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.552008:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384592.552011:0:17111:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae40d03f. 00000100:00000001:1.0:1767384592.552014:0:17111:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384592.552015:0:17111:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384592.552020:0:17111:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:1.0:1767384592.552023:0:17111:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384592.552025:0:17111:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:1.0:1767384592.552037:0:17111:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384592.552039:0:17111:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384592.552046:0:17111:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384592.552049:0:17111:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1767384592.552051:0:17111:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384592.552053:0:17111:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384592.552055:0:17111:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384592.552057:0:17111:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384592.552059:0:17111:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384592.552061:0:17111:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.915786:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384592.915794:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.915802:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384592.915806:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384592.915808:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384592.915811:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.915815:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384592.915817:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.915819:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384592.915822:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384592.915843:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384592.915847:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384592.915850:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384593.204394:0:18615:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384593.204398:0:18615:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing lnet_if_list 00000001:00000001:3.0:1767384593.206110:0:18615:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384593.214258:0:18617:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000574b1049. 00000400:00000040:1.0:1767384593.214276:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384593.214278:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384593.214281:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214282:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214285:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214286:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384593.214289:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384593.214291:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384593.214292:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384593.214294:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384593.214296:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384593.214303:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384593.214306:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384593.214307:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214309:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384593.214311:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384593.214313:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214314:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384593.214315:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384593.214318:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214320:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384593.214321:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384593.214323:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384593.214325:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214326:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384593.214329:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214331:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384593.214342:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384593.214344:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384593.214346:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214347:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384593.214349:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214351:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384593.214353:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384593.214354:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384593.214355:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214356:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384593.214358:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384593.214359:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384593.214360:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384593.214361:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384593.214362:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214363:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384593.214364:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384593.214365:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384593.214366:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384593.214367:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384593.214367:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384593.214369:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384593.214370:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384593.214375:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384593.214376:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384593.214377:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384593.214378:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384593.214380:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384593.214381:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384593.214382:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384593.214391:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384593.214393:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384593.214394:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214395:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214397:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214397:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384593.214399:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384593.214400:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384593.214401:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384593.214402:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384593.214404:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384593.214405:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384593.214406:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384593.214407:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214408:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384593.214409:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384593.214410:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214410:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384593.214411:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384593.214412:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214413:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384593.214414:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384593.214415:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384593.214416:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214417:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384593.214418:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214419:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384593.214420:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384593.214421:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384593.214422:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214422:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384593.214424:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384593.214427:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384593.214428:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384593.214429:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384593.214431:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214432:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384593.214433:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384593.214434:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384593.214435:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384593.214436:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384593.214437:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384593.214438:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384593.214438:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384593.214439:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384593.214440:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384593.214441:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384593.214442:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384593.214443:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384593.214444:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384593.214445:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384593.214446:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384593.214447:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384593.214449:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384593.214450:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384593.214451:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384593.214452:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384593.214453:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384593.214454:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384593.214455:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384593.214464:0:18617:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000574b1049. 00080000:00000010:3.0:1767384593.413352:0:18641:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000725a7bab. 00080000:00000010:3.0:1767384593.413364:0:18641:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000725a7bab. 00000020:00000001:3.0:1767384593.413370:0:18641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.413379:0:18641:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000725a7bab. 00080000:00000010:3.0:1767384593.413383:0:18641:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000725a7bab. 00000020:00000001:3.0:1767384593.413388:0:18641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.742168:0:18692:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bae6d22a. 00080000:00000010:3.0:1767384593.742177:0:18692:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bae6d22a. 00000020:00000001:3.0:1767384593.742181:0:18692:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.742187:0:18692:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bae6d22a. 00080000:00000010:3.0:1767384593.742190:0:18692:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bae6d22a. 00000020:00000001:3.0:1767384593.742192:0:18692:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.939824:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384593.939830:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.939835:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384593.939836:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384594.067270:0:18740:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bae6d22a. 00080000:00000010:3.0:1767384594.067279:0:18740:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bae6d22a. 00000020:00000001:3.0:1767384594.067283:0:18740:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384594.067289:0:18740:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bae6d22a. 00080000:00000010:3.0:1767384594.067293:0:18740:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bae6d22a. 00000020:00000001:3.0:1767384594.067295:0:18740:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384594.761494:0:18904:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384594.761500:0:18904:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384594.764404:0:18904:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384594.770442:0:18905:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008fd677cd. 00000400:00000010:3.0:1767384594.770457:0:18905:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003973fe1b. 00000400:00000010:3.0:1767384594.770473:0:18905:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000018a75fbc. 00000400:00000010:3.0:1767384594.770477:0:18905:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ca6bd9d1. 00000400:00000010:3.0:1767384594.770482:0:18905:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f65496af. 00000400:00000010:3.0:1767384594.770487:0:18905:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013d44ab8. 00000400:00000010:3.0:1767384594.770490:0:18905:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016fc5e8a. 00000400:00000010:3.0:1767384594.770492:0:18905:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002fc8fcea. 00000400:00000010:3.0:1767384594.770496:0:18905:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b35ac841. 00000800:00000010:3.0:1767384594.770505:0:18905:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ec3ed9fc. 00000800:00000200:3.0:1767384594.770515:0:18905:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384594.770519:0:18905:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384594.770550:0:18905:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384594.770567:0:18905:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp10 [8/256/0/180] 00000400:00000010:3.0:1767384594.772079:0:18905:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000004496a16c. 00000400:00000010:3.0:1767384594.772085:0:18905:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e07d3d. 00000400:00000010:3.0:1767384594.772091:0:18905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000400:00000001:3.0:1767384594.772103:0:18905:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384594.772105:0:18905:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384594.772107:0:18905:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000605da036. 00000400:00000200:3.0:1767384594.772109:0:18905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073a7f2dc 00000400:00000010:3.0:1767384594.772110:0:18905:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073a7f2dc. 00000400:00000010:3.0:1767384594.772113:0:18905:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000b77687df. 00000400:00000200:3.0:1767384594.772117:0:18905:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (1) 00000400:00000200:3.0:1767384594.772127:0:18905:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384594.772134:0:18905:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:3.0:1767384594.772140:0:18905:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000062bc7df4. 00000020:01000000:3.0:1767384594.772144:0:18905:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384594.772147:0:18905:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp10 00000400:00000010:3.0:1767384594.772160:0:18905:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003973fe1b. 00000400:00000010:3.0:1767384594.772165:0:18905:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008fd677cd. 00000020:00000001:1.0:1767384594.772183:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384594.772187:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384594.772190:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384594.772193:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384594.772199:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384594.772209:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384594.772211:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384594.772212:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384594.772216:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384594.772219:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384594.772222:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384594.772225:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384594.772228:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384594.772230:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384594.772236:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e594dc. 00000020:00000040:1.0:1767384594.772240:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384594.772246:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384594.772249:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384594.772253:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384594.772264:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f378f562. 00000100:00000001:1.0:1767384594.772271:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772280:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384594.772283:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.772291:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087e594dc] to pc [ptlrpcd_00_00+0] req@0000000087e594dc x1853237049171072/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384594.772318:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384594.772323:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.772325:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384594.772327:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384594.772335:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384594.772340:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384594.772344:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384594.772347:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384594.772352:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384594.772356:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384594.772361:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384594.772364:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384594.772368:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384594.772371:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384594.772374:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384594.772378:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384594.772381:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384594.772386:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043bc2d89. 00000020:00000040:1.0:1767384594.772398:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384594.772405:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384594.772409:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384594.772413:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384594.772428:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eb5b9601. 00000100:00000001:1.0:1767384594.772436:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772443:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384594.772447:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.772455:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bc2d89] to pc [ptlrpcd_00_01+1] req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384594.772477:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384594.772480:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.772482:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384594.772485:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384594.772491:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000062bc7df4. 00000100:00000001:1.0:1767384594.772505:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.772508:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384594.772512:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384594.772518:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.772530:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384594.772535:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.772541:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384594.772544:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384594.772546:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384594.772553:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000043bc2d89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049171200:0@lo:253: 00000100:00000001:1.0:1767384594.772557:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384594.772560:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384594.772561:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.772563:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384594.772569:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009de9a21a. 02000000:00000001:1.0:1767384594.772576:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384594.772582:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000400:00000010:1.0:1767384594.772587:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005afe744. 00000100:00000200:1.0:1767384594.772609:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049171200, portal 25 00000100:00000001:1.0:1767384594.772614:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384594.772617:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520547712 : -128356189003904 : ffff8b42bef31f80) 00000100:00000040:1.0:1767384594.772626:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.772642:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384594.772648:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384594.772652:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c39a91e. 00000100:00000200:1.0:1767384594.772655:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049171200, offset 0 00000400:00000200:1.0:1767384594.772662:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384594.772746:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384594.772756:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260001d00 00000400:00000200:1.0:1767384594.772764:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000010:1.0:1767384594.772769:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c789d149. 00000400:00000200:1.0:1767384594.772774:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021c4e7f0 00000400:00000200:1.0:1767384594.772779:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384594.772787:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384594.772791:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c4e7f0 00000400:00000010:1.0:1767384594.772795:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c4e7f0. 00000100:00000001:1.0:1767384594.772801:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384594.772804:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384594.772809:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000032708e3b x1853237049171200 msgsize 4848 00000100:00100000:1.0:1767384594.772819:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384594.772822:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384594.772835:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384594.772841:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c39a91e 00000400:00000010:1.0:1767384594.772844:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c39a91e. 00000100:00000001:1.0:1767384594.772850:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384594.772857:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.772866:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384594.772869:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.772877:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772885:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384594.772892:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772897:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294884102 00000100:00000001:1.0:1767384594.772899:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294884102 00000100:00000001:1.0:1767384594.772901:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294884102 00000100:00000001:1.0:1767384594.772904:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294884102 00000100:00000001:1.0:1767384594.772906:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294884102 00000100:00000001:1.0:1767384594.772908:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294884102 00000100:00000001:1.0:1767384594.772910:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294884102 00000100:00000001:1.0:1767384594.772912:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294884102 00000100:00000001:1.0:1767384594.772915:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384594.772917:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772920:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772922:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.772927:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384594.772929:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384594.772932:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.772933:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384594.772935:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772937:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.772959:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384594.772962:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171072 02000000:00000001:1.0:1767384594.772965:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384594.772968:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384594.772970:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.772974:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384594.772979:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171072 00000020:00000001:1.0:1767384594.772983:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384594.772987:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384594.772992:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.772995:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384594.773000:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384594.773006:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384594.773018:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384594.773025:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f51fa9ef. 00000100:00000001:1.0:1767384594.773029:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384594.773033:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f51fa9ef. 00000020:00000010:1.0:1767384594.773042:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef93161. 00000020:00000010:1.0:1767384594.773064:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b66a0ece. 00000020:00000010:1.0:1767384594.773072:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000100:00000001:1.0:1767384594.773092:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384594.773096:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384594.773100:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.773107:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.773115:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.773130:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384594.773134:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384594.773146:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384594.773152:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384594.773156:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584322128 : -128357125229488 : ffff8b4287257450) 00000100:00000040:1.0:1767384594.773164:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000228c3958 x1853237049171072/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:575/0 lens 4848/0 e 0 to 0 dl 1767384605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.773180:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384594.773185:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f51fa9ef. 00000100:00000001:1.0:1767384594.773188:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384594.773192:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f51fa9ef. 00000100:00100000:1.0:1767384594.773202:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000228c3958 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049171072:12345-0@lo:253: 00000100:00000200:1.0:1767384594.773209:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171072 00000020:00000001:1.0:1767384594.773214:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384594.773219:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384594.773224:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.773229:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384594.773232:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384594.773236:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384594.773238:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384594.773249:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384594.773253:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384594.773255:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.773261:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384594.773266:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384594.773272:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005d71c945. 02000000:00000001:1.0:1767384594.773276:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.773282:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.773289:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384594.773299:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000482a2d2e. 20000000:01000000:1.0:1767384594.773306:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384594.773310:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384594.773316:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384594.773318:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.773321:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.773323:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:1.0:1767384594.775020:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b44ff3e5. 20000000:00000010:1.0:1767384594.775114:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000000c116b7. 20000000:01000000:1.0:1767384594.775119:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:1.0:1767384594.775125:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384594.775129:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384594.775132:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384594.775140:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384594.775147:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384594.775150:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384594.775152:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384594.775154:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384594.775155:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384594.775158:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384594.775162:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384594.775164:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384594.775167:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384594.775170:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384594.775172:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384594.775175:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384594.775179:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384594.775183:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384594.775190:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000890ca86c. 00080000:00000001:1.0:1767384594.775193:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268849152 : -128361440702464 : ffff8b4185ec9000) 00080000:00000001:1.0:1767384594.775195:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384594.775197:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384594.775200:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f51fa9ef. 00080000:00000001:1.0:1767384594.775203:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384594.775205:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384594.775215:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384594.775225:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384594.775491:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.775495:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384594.775501:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384594.775504:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384594.775509:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005231d027. 00000400:00000200:1.0:1767384594.775515:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005afe744 00000400:00000010:1.0:1767384594.775519:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005afe744. 00000100:00000001:1.0:1767384594.775525:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384594.775532:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384594.775551:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.775560:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384594.775563:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.775566:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384594.775570:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384594.775573:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384594.775575:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.775578:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384594.775584:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=12 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384594.775589:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.775595:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384594.775600:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.775606:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384594.775609:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.775613:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.775618:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.775642:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384594.775645:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384594.775647:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384594.775650:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384594.775652:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384594.775653:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384594.775655:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384594.775656:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384594.775658:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384594.775660:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384594.775662:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384594.775664:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384594.775668:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.775680:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000043bc2d89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049171200:0@lo:253: 00000100:00000001:1.0:1767384594.775688:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.775692:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384594.775696:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043bc2d89 x1853237049171200/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.775708:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384594.775712:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384594.775716:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009de9a21a. 02000000:00000001:1.0:1767384594.775747:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384594.775752:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384594.775756:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384594.775760:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384594.775763:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eb5b9601. 02000000:00000001:1.0:1767384594.775769:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384594.775772:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384594.775776:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043bc2d89. 00000100:00000001:1.0:1767384594.775780:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384594.775782:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.775785:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.775791:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384594.775798:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.775801:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384594.775806:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.776024:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384594.776028:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.776033:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384594.776038:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384594.776042:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384594.776045:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384594.776076:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab2b200d already unused, calling callback (000000000d977f2e) 10000000:00000001:1.0:1767384594.776081:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384594.776084:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776100:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384594.776102:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.776103:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.776107:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000020:00000001:1.0:1767384594.776110:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:1.0:1767384594.776115:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:1.0:1767384594.776122:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384594.776125:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384594.776135:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384594.776138:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384594.776147:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384594.776152:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384594.776153:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384594.776155:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384594.776157:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384594.776164:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384594.776175:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384594.776177:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384594.776178:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:1.0:1767384594.776180:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384594.776182:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776185:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384594.776187:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384594.776189:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384594.776191:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.776192:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384594.776194:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c276 from hash 00010000:00000001:1.0:1767384594.776197:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384594.776199:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776200:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776201:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384594.776203:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384594.776205:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384594.776208:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384594.776210:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384594.776214:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043bc2d89. 00000020:00000040:1.0:1767384594.776217:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384594.776220:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384594.776221:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384594.776224:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384594.776227:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000848dffc1. 00000100:00000001:1.0:1767384594.776231:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776234:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384594.776237:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384594.776242:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384594.776244:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.776246:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384594.776248:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.776251:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bc2d89] to pc [ptlrpcd_00_02+2] req@0000000043bc2d89 x1853237049171456/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384594.776286:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384594.776289:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776290:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776292:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776295:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384594.776297:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.776300:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776309:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384594.776311:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c276 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c27d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384594.776318:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f2b82757 count: 0 00010000:00000001:1.0:1767384594.776326:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776328:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384594.776330:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003f5d034a. 00010000:00000001:1.0:1767384594.776333:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.776336:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384594.776338:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.776340:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384594.776342:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384594.776343:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.776345:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384594.776347:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384594.776348:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.776350:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384594.776481:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384594.776483:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171456 02000000:00000001:1.0:1767384594.776485:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384594.776486:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384594.776488:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384594.776490:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384594.776493:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171456 00000020:00000001:1.0:1767384594.776500:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384594.776502:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384594.776503:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.776506:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:1.0:1767384594.776508:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384594.776511:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384594.776513:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384594.776516:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005273189f. 00000100:00000001:1.0:1767384594.776519:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384594.776521:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005273189f. 00000020:00000010:1.0:1767384594.776526:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba7663c. 00000020:00000010:1.0:1767384594.776530:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e317682. 00000020:00000010:1.0:1767384594.776534:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099ccfcea. 00000100:00000040:1.0:1767384594.776541:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384594.776544:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384594.776545:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384594.776547:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384594.776549:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776552:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384594.776555:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.776557:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.776558:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ba2e7d12 refcount=4 00000020:00000001:1.0:1767384594.776560:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218178048 : -128356491373568 : ffff8b42aced5400) 00010000:00000001:1.0:1767384594.776562:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218178048 : -128356491373568 : ffff8b42aced5400) 00010000:00010000:1.0:1767384594.776565:0:17075:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c276 expref: 16 pid: 17082 timeout: 366 lvb_type: 0 00010000:00000001:1.0:1767384594.776569:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776570:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776571:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.776572:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.776575:0:17075:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384594.776577:0:17075:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007d3c45e x1853237049171456/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:575/0 lens 328/0 e 0 to 0 dl 1767384605 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.776589:0:17075:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384594.776590:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.776597:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384594.776605:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384594.776606:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384594.776609:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384594.776611:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384594.776615:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000100:00000040:1.0:1767384594.776619:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007d3c45e x1853237049171456/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:575/0 lens 328/0 e 0 to 0 dl 1767384605 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.776624:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384594.776626:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005273189f. 00000100:00000001:1.0:1767384594.776628:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384594.776632:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005273189f. 00000100:00100000:1.0:1767384594.776639:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007d3c45e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049171456:12345-0@lo:103: 00000100:00000200:1.0:1767384594.776645:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171456 00010000:00000001:1.0:1767384594.776648:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384594.776651:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384594.776652:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384594.776654:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384594.776655:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384594.776658:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075b19d5d. 02000000:00000001:1.0:1767384594.776661:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.776663:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776665:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384594.776667:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384594.776669:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.776671:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.776673:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ba2e7d12 refcount=4 00000020:00000001:1.0:1767384594.776675:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218178048 : -128356491373568 : ffff8b42aced5400) 00010000:00000001:1.0:1767384594.776677:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218178048 : -128356491373568 : ffff8b42aced5400) 00010000:00000040:1.0:1767384594.776685:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000aef16c06 count: 3 00010000:00010000:1.0:1767384594.776688:0:17075:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c276 expref: 16 pid: 17082 timeout: 366 lvb_type: 0 00000100:00001000:1.0:1767384594.776695:0:17075:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384594 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384594.776698:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384594.776701:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776703:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384594.776705:0:17075:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c276 expref: 16 pid: 17082 timeout: 366 lvb_type: 0 00000020:00000001:1.0:1767384594.776711:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.776712:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.776714:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.776716:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776745:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384594.776747:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384594.776752:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776754:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776757:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.776758:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384594.776761:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ba2e7d12 with handle 0xefc2db714b35c27d from hash 00010000:00000001:1.0:1767384594.776764:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384594.776765:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776766:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776768:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384594.776770:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384594.776773:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384594.776776:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ba2e7d12/0xefc2db714b35c27d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c276 expref: 16 pid: 17082 timeout: 366 lvb_type: 0 00010000:00000040:1.0:1767384594.776783:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:1.0:1767384594.776786:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:1.0:1767384594.776790:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776793:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384594.776795:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384594.776802:0:17075:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000076bea9e6 00010000:00000001:1.0:1767384594.776803:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384594.776805:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384594.776807:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.776809:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384594.776810:0:17075:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.776813:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384594.776814:0:17075:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384594.776816:0:17075:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776822:0:17075:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384594.776824:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384594.776825:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384594.776827:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384594.776828:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000aef16c06) refcount = 2 00010000:00010000:1.0:1767384594.776831:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776836:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384594.776838:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384594.776839:0:17075:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.776841:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384594.776844:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005273189f. 00000100:00000001:1.0:1767384594.776846:0:17075:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384594.776848:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005afe744. 00000100:00000001:1.0:1767384594.776850:0:17075:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716563683200 : -128357145868416 : ffff8b4285ea8780) 00000100:00000001:1.0:1767384594.776852:0:17075:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615716563683200 : -128357145868416 : ffff8b4285ea8780) 00000100:00000001:1.0:1767384594.776855:0:17075:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384594.776856:0:17075:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384594.776857:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384594.776859:0:17075:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384594.776862:0:17075:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001727174s 00010000:00000001:1.0:1767384594.776865:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.776866:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.776867:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076bea9e6 refcount=5 00000020:00000001:1.0:1767384594.776873:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:1.0:1767384594.776875:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:1.0:1767384594.776877:0:17075:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384594.776878:0:17075:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776884:0:17075:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384594.776886:0:17075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776890:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776891:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384594.776893:0:17075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776897:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.776899:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776901:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384594.776902:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384594.776907:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000076bea9e6 already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384594.776910:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.776912:0:17075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384594.776913:0:17075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776918:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384594.776919:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384594.776921:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384594.776922:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076bea9e6 refcount=6 00000020:00000001:1.0:1767384594.776923:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:1.0:1767384594.776926:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:1.0:1767384594.776928:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384594.776933:0:17075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776939:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384594.776940:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384594.776941:0:17075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776951:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384594.776953:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384594.776954:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384594.776955:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384594.776958:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076bea9e6 with handle 0xefc2db714b35c28b from hash 00010000:00000001:1.0:1767384594.776960:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384594.776961:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776962:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776963:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384594.776965:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384594.776966:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384594.776967:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384594.776968:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.776970:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776972:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384594.776973:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384594.776975:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776977:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776978:0:17075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776980:0:17075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.776981:0:17075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384594.776983:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.776988:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776990:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776991:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384594.776992:0:17075:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384594.776994:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384594.776995:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.776996:0:17075:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384594.776998:0:17075:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.777004:0:17075:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.777006:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384594.777007:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000076bea9e6/0xefc2db714b35c28b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384594.777014:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384594.777016:0:17075:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.777017:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384594.777019:0:17075:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384594.777021:0:17075:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.777023:0:17075:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.777025:0:17075:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384594.777026:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005afe744. 00000100:00000001:1.0:1767384594.777029:0:17075:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384594.777030:0:17075:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384594.777031:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005273189f. 00010000:00000001:1.0:1767384594.777033:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384594.777035:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000aef16c06 count: 0 00010000:00010000:1.0:1767384594.777038:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384594.777040:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384594.777043:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384594.777044:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384594.777046:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.777064:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384594.777066:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384594.777068:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384594.777069:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384594.777071:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.777072:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384594.777074:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384594.777076:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384594.777078:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049171456, offset 224 00000400:00000200:1.0:1767384594.777081:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384594.777085:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384594.777088:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260001e00 00000400:00000200:1.0:1767384594.777091:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x119d [1] + 224 00000400:00000200:1.0:1767384594.777098:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384594.777100:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384594.777102:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384594.777104:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043bc2d89 x1853237049171456/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384594.777109:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043bc2d89 x1853237049171456/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.777121:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384594.777125:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a26ffb1 00000400:00000010:1.0:1767384594.777127:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a26ffb1. 00000100:00000001:1.0:1767384594.777129:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384594.777131:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384594.777133:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.777136:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384594.777138:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.777140:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.777143:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049171456/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:575/0 lens 328/224 e 0 to 0 dl 1767384605 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.777152:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007d3c45e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049171456:12345-0@lo:103: Request processed in 527us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384594.777160:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384594.777162:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384594.777164:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384594.777166:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384594.777168:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e317682. 00000020:00000010:1.0:1767384594.777171:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099ccfcea. 00000020:00000010:1.0:1767384594.777175:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba7663c. 00000020:00000040:1.0:1767384594.777178:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:1.0:1767384594.777180:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384594.777193:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f51fa9ef. 00040000:00000001:1.0:1767384594.777196:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384594.777198:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384594.777204:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384594.777207:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384594.777209:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384594.777211:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384594.777213:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384594.777225:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384594.777227:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384594.777231:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:1.0:1767384594.777334:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384594.777339:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384594.777342:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000482a2d2e. 20000000:00000001:1.0:1767384594.777350:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384594.777357:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171072 00010000:00000001:1.0:1767384594.777362:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384594.777368:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000228c3958 x1853237049171072/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384594.777382:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384594.777385:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384594.777390:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384594.777398:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384594.777401:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384594.777405:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384594.777409:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384594.777412:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384594.777417:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384594.777422:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384594.777426:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005afe744. 00000100:00000200:1.0:1767384594.777432:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049171072, offset 224 00000400:00000200:1.0:1767384594.777442:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384594.777450:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384594.777458:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001c80 00000400:00000200:1.0:1767384594.777464:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1175 [2] + 224 00000400:00000200:1.0:1767384594.777471:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384594.777477:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384594.777481:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384594.777492:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087e594dc x1853237049171072/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384594.777509:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087e594dc x1853237049171072/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384594.777526:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384594.777534:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005afe744 00000400:00000010:1.0:1767384594.777539:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005afe744. 00000100:00000001:1.0:1767384594.777546:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384594.777550:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384594.777557:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384594.777563:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384594.777569:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384594.777573:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384594.777579:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384594.777585:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000228c3958 x1853237049171072/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:575/0 lens 4848/4768 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384594.777608:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000228c3958 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049171072:12345-0@lo:253: Request processed in 4426us (4977us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384594.777617:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384594.777623:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384594.777627:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384594.777630:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384594.777634:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b66a0ece. 00000020:00000010:1.0:1767384594.777639:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d3238fb. 00000020:00000010:1.0:1767384594.777644:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aef93161. 00000020:00000040:1.0:1767384594.777650:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:1.0:1767384594.777655:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384594.777658:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005d71c945. 02000000:00000001:1.0:1767384594.777662:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384594.777665:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384594.777670:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384594.777674:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000400:00000010:1.0:1767384594.777677:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005afe744. 00000100:00000040:1.0:1767384594.781774:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294884105, at 4294884106 00000100:00000010:1.0:1767384594.781781:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007012c822. 00000100:00000040:3.0:1767384594.782760:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294884105, at 4294884107 00000100:00000010:3.0:1767384594.782766:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a720879d. 00010000:00000010:0.1:1767384594.783759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc8a8a33. 00010000:00000010:0.1:1767384594.783765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdd2d694. 00010000:00000010:1.1:1767384594.784751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f2b82757. 00010000:00000010:1.1:1767384594.784758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00010000:00000010:1.1:1767384594.784761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ba2e7d12. 00010000:00000010:1.1:1767384594.784764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076bea9e6. 00010000:00000010:1.1:1767384594.784769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000aef16c06. 00000400:00000010:3.0:1767384594.790398:0:18911:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cca9f77e. 00000400:00000040:3.0:1767384594.790413:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384594.790415:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384594.790420:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.790421:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384594.790423:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.790424:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384594.790426:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384594.790427:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384594.790428:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384594.790429:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384594.790431:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384594.790433:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384594.790435:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384594.790436:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384594.790438:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384594.790440:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384594.790441:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384594.790443:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384594.790444:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384594.790446:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.790448:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384594.790449:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384594.790451:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384594.790452:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.790454:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384594.790456:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.790458:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384594.790460:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384594.790462:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384594.790464:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.790465:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384594.790468:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384594.790470:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384594.790472:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384594.790474:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384594.790476:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.790478:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384594.790481:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384594.790483:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384594.790485:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384594.790487:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384594.790495:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384594.790497:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384594.790498:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384594.790499:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384594.790500:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384594.790501:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384594.790502:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384594.790503:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384594.790504:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384594.790506:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384594.790507:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384594.790507:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384594.790509:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384594.790510:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384594.790511:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384594.790511:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384594.790524:0:18911:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cca9f77e. 00010000:00000001:1.0:1767384594.964918:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384594.964924:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384594.964930:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384594.964931:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384595.987813:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384595.987823:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384595.987833:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384595.987836:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384595.987864:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384595.987867:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384595.987871:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384596.368723:0:19361:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384596.368727:0:19361:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384596.371388:0:19361:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384596.378623:0:19362:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009f563909. 00000400:00000010:3.0:1767384596.378636:0:19362:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000014c90364. 00000400:00000010:3.0:1767384596.378644:0:19362:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c5e852e0. 00000400:00000010:3.0:1767384596.378647:0:19362:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004a4ae2d8. 00000400:00000010:3.0:1767384596.378651:0:19362:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073aad244. 00000400:00000010:3.0:1767384596.378654:0:19362:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd0a0ccb. 00000400:00000010:3.0:1767384596.378656:0:19362:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000056fdca17. 00000400:00000010:3.0:1767384596.378657:0:19362:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ae6ee0b. 00000400:00000010:3.0:1767384596.378660:0:19362:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b2b1ce97. 00000800:00000010:3.0:1767384596.378668:0:19362:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000039bc6f02. 00000800:00000200:3.0:1767384596.378677:0:19362:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384596.378681:0:19362:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384596.378714:0:19362:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384596.378764:0:19362:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384596.380175:0:19362:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000f6e6bda5. 00000400:00000010:3.0:1767384596.380184:0:19362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e029d2f7. 00000400:00000010:3.0:1767384596.380189:0:19362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000400:00000001:3.0:1767384596.380200:0:19362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384596.380201:0:19362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384596.380203:0:19362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e07d3d. 00000400:00000200:3.0:1767384596.380205:0:19362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384596.380206:0:19362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000400:00000010:3.0:1767384596.380210:0:19362:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000004496a16c. 00000400:00000200:3.0:1767384596.380214:0:19362:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (2) 00000400:00000200:3.0:1767384596.380225:0:19362:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384596.380233:0:19362:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384596.380239:0:19362:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dc3e22cc. 00000020:01000000:3.0:1767384596.380244:0:19362:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384596.380246:0:19362:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp11 00000400:00000010:3.0:1767384596.380259:0:19362:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000014c90364. 00000400:00000010:3.0:1767384596.380264:0:19362:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009f563909. 00000020:00000001:1.0:1767384596.380291:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.380297:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.380305:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384596.380311:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384596.380323:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384596.380326:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384596.380335:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384596.380341:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384596.380350:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384596.380352:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384596.380359:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384596.380367:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384596.380374:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384596.380382:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384596.380393:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038a9cb0c. 00000020:00000040:1.0:1767384596.380404:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384596.380416:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384596.380420:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384596.380428:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384596.380443:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005d71c945. 00000100:00000001:1.0:1767384596.380456:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.380469:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384596.380474:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.380488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038a9cb0c] to pc [ptlrpcd_00_03+3] req@0000000038a9cb0c x1853237049171584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1F:1767384596.380493:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (2) 10000000:00000001:1.0:1767384596.380531:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.380535:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.380537:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384596.380539:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384596.380546:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.380547:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384596.380549:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384596.380552:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384596.380556:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384596.380559:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384596.380561:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384596.380563:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384596.380565:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384596.380567:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384596.380571:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384596.380574:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384596.380578:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384596.380581:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000010:1.0:1767384596.380590:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e3ac47. 00000020:00000040:1.0:1767384596.380596:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384596.380604:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384596.380608:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384596.380618:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384596.380624:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 02000000:00000010:1.0:1767384596.380625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000482a2d2e. 00000100:00000001:1.0:1767384596.380638:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.380646:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384596.380651:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.380660:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7e3ac47] to pc [ptlrpcd_00_00+0] req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384596.380693:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384596.380703:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.380705:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384596.380709:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384596.380714:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dc3e22cc. 00000100:00000001:1.0:1767384596.380769:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.380779:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.380791:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384596.380796:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384596.380800:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.380814:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384596.380820:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.380830:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.380832:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384596.380834:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384596.380843:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.380865:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384596.380869:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.380877:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384596.380886:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384596.380891:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.380899:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049171712:0@lo:253: 00000100:00000001:1.0:1767384596.380915:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384596.380921:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384596.380930:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.380931:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e14af46d. 02000000:00000001:1.0:1767384596.380935:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384596.380944:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014c90364. 02000000:00000010:1.0:1767384596.380946:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eb5b9601. 02000000:00000001:1.0:1767384596.380953:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.380954:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000096911e5f. 00000400:00000010:1.0:1767384596.380964:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000010:1.0:1767384596.380976:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a56d9ef0. 00000100:00000200:1.0:1767384596.380996:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049171712, portal 25 00000800:00000010:3.0:1767384596.380997:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000096911e5f. 00000100:00000001:1.0:1767384596.381001:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384596.381006:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000040:1.0:1767384596.381020:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.381046:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.381049:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.381052:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d3e6f6a. 00000100:00000200:1.0:1767384596.381055:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049171712, offset 0 00000400:00000200:1.0:1767384596.381072:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.381096:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384596.381114:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.381119:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.381125:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260001f00 00000400:00000200:1.0:1767384596.381143:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:1.0:1767384596.381159:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4fef13f. 00000400:00000200:1.0:1767384596.381167:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000548f8468 00000400:00000200:1.0:1767384596.381177:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.381184:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384596.381200:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548f8468 00000400:00000010:1.0:1767384596.381204:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000548f8468. 00000100:00000001:1.0:1767384596.381212:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384596.381217:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384596.381222:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000000cc54d05 x1853237049171712 msgsize 4848 00000100:00100000:1.0:1767384596.381233:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384596.381239:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384596.381250:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.381260:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3e6f6a 00000400:00000010:1.0:1767384596.381265:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d3e6f6a. 00000100:00000001:1.0:1767384596.381274:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384596.381284:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.381295:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.381308:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.381316:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381322:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.381330:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381336:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294885710 00000100:00000001:1.0:1767384596.381341:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294885710 00000400:00000200:3.0:1767384596.381353:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384596.381359:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294885710 00000100:00000001:1.0:1767384596.381374:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294885710 00000400:00000200:3.0:1767384596.381375:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp10 from 253.3.0.2 00000100:00000001:1.0:1767384596.381387:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294885710 00000800:00000010:3.0:1767384596.381388:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000483efba9. 00000100:00000001:1.0:1767384596.381395:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294885710 00000100:00000001:1.0:1767384596.381399:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294885710 00000100:00000001:1.0:1767384596.381412:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294885710 00000100:00000001:1.0:1767384596.381418:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.381421:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381429:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381433:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.381442:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819883d6. 00000800:00000010:3.0:1767384596.381446:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000322337ee. 00000100:00000001:1.0:1767384596.381469:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:3.0:1767384596.381472:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b10cb022. 00000100:00100000:1.0:1767384596.381472:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171584 02000000:00000001:1.0:1767384596.381477:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384596.381480:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.381486:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384596.381487:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (2) 02000000:00000001:1.0:1767384596.381498:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384596.381499:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp10 00000000b10cb022 deleted 00000800:00000010:3.1:1767384596.381510:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b10cb022. 00000100:00100000:1.0:1767384596.381511:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171584 00000020:00000001:1.0:1767384596.381520:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.1:1767384596.381522:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000040:1.0:1767384596.381523:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384596.381533:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.381537:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000800:00000200:3.1:1767384596.381540:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:1021 00000020:00000001:1.0:1767384596.381552:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000800:00000200:3.1:1767384596.381553:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c47118e type 1, nob 176 niov 1 nkiov 1 00000020:00000001:1.0:1767384596.381560:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000800:00000200:3.0:1767384596.381566:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp10 p 3.x 192.168.202.154 -> 192.168.202.154:1021 incarnation:1767384594770506187 sched[0] 00000100:00000001:1.0:1767384596.381566:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384596.381579:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9013394. 00000800:00000010:3.0:1767384596.381580:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000096911e5f. 00000100:00000001:1.0:1767384596.381587:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384596.381595:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9013394. 00000020:00000010:1.0:1767384596.381608:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef93161. 00000020:00000010:1.0:1767384596.381617:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9d6bdc0. 00000020:00000010:1.0:1767384596.381625:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d3238fb. 00000800:00000010:3.0:1767384596.381626:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000096911e5f. 00000800:00000010:3.0:1767384596.381632:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000322337ee. 00000100:00000040:1.0:1767384596.381636:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384596.381647:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384596.381651:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384596.381662:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381675:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.381680:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000483efba9. 00000100:00000001:1.0:1767384596.381688:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384596.381717:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384596.381728:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp10 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384594770506187 sched[0] 00000800:00000010:3.0:1767384596.381732:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014c90364. 00000100:00000001:1.0:1767384596.381753:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384596.381756:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384596.381763:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:1.0:1767384596.381775:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384596.381778:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584314960 : -128357125236656 : ffff8b4287255850) 00000100:00000040:1.0:1767384596.381789:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001d51b55 x1853237049171584/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.381817:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384596.381822:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9013394. 00000100:00000001:1.0:1767384596.381831:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384596.381842:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9013394. 00000100:00100000:1.0:1767384596.381852:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001d51b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049171584:12345-0@lo:253: 00000100:00000200:1.0:1767384596.381862:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171584 00000020:00000001:1.0:1767384596.381867:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384596.381877:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384596.381885:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.381889:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384596.381892:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384596.381906:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384596.381913:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384596.381925:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384596.381934:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384596.381943:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381953:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384596.381965:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384596.381976:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009de9a21a. 02000000:00000001:1.0:1767384596.381982:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.381990:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.382006:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384596.382021:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 20000000:00000010:1.0:1767384596.382033:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e243e9eb. 20000000:01000000:1.0:1767384596.382050:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384596.382053:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384596.382055:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384596.382058:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.382060:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.382063:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384596.382088:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 20000000:00000010:1.0:1767384596.382093:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ba7663c. 20000000:01000000:1.0:1767384596.382101:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:1.0:1767384596.382115:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384596.382116:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00080000:00000001:1.0:1767384596.382125:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384596.382130:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384596.382152:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384596.382169:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.382172:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384596.382174:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.382176:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384596.382178:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384596.382181:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384596.382185:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384596.382188:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384596.382190:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384596.382194:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.382197:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384596.382200:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384596.382206:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384596.382210:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384596.382214:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007dfefd7c. 00080000:00000001:1.0:1767384596.382217:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268847104 : -128361440704512 : ffff8b4185ec8800) 00080000:00000001:1.0:1767384596.382220:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384596.382224:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384596.382228:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9013394. 00080000:00000001:1.0:1767384596.382230:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.382232:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384596.382247:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc3e22cc. 00080000:00000001:1.0:1767384596.382249:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384596.382252:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014c90364. 00000800:00000010:3.0:1767384596.382257:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000096911e5f. 00080000:00000001:1.0:1767384596.382270:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384596.382300:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000096911e5f. 00000400:00000200:3.0:1767384596.382334:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384596.382344:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp10 from 252.3.0.2 00000800:00000010:3.0:1767384596.382346:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002da6e326. 00000800:00000010:3.0:1767384596.382404:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062bc7df4. 00000800:00000010:3.0:1767384596.382410:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000322337ee. 00000800:00000010:3.0:1767384596.382422:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b10cb022. 00000800:00000200:3.1:1767384596.382431:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (4) 00000800:00000200:3.1:1767384596.382435:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp10 00000000b10cb022 deleted 00000800:00000010:3.1:1767384596.382436:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b10cb022. 00000800:00000200:3.1:1767384596.382440:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384596.382445:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp10 p 3.x 192.168.202.154 -> 192.168.202.154:1020 incarnation:1767384594770506187 sched[0] 00000800:00000010:3.0:1767384596.382449:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000096911e5f. 00000800:00000010:3.0:1767384596.382492:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000096911e5f. 00000800:00000010:3.0:1767384596.382498:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000322337ee. 00000800:00000010:3.0:1767384596.382520:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002da6e326. 00000800:00000001:1.0:1767384596.382534:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.382547:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384596.382553:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384596.382563:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp10 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384594770506187 sched[0] 00000800:00000010:3.0:1767384596.382568:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014c90364. 00000800:00000001:1.0:1767384596.382598:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.382602:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384596.382634:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384596.382641:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e07d3d. 00000400:00000010:3.0:1767384596.382646:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000400:00000200:3.0:1767384596.382652:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:3.0:1767384596.382659:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000010:3.0:1767384596.382667:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 000000004496a16c. 00000400:00000010:3.0:1767384596.382671:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000748a987d. 00000400:00000010:3.0:1767384596.382675:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000282a3d36. 00000400:00000010:3.0:1767384596.382691:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000002a56ec7. 00000400:00000200:3.0:1767384596.382695:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000002a56ec7 nid 192.168.202.154@tcp11 00000400:00000010:3.0:1767384596.382698:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000f8afe5e. 00000400:00000200:3.0:1767384596.382701:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000000f8afe5e net tcp11 00000400:00000200:3.0:1767384596.382704:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (4) 00000400:00000200:3.0:1767384596.382709:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp11 flags 0x11 00000400:00000010:3.0:1767384596.382712:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 000000004496a16c. 00000400:00000010:3.0:1767384596.382715:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000748a987d. 00000400:00000010:3.0:1767384596.382751:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000282a3d36. 00000400:00000010:3.0:1767384596.382755:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 0000000020579882. 00000400:00000200:3.0:1767384596.382765:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384596.382772:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000400:00000200:3.0:1767384596.382780:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000400:00000200:3.0:1767384596.382787:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:3.0:1767384596.382793:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384596.382797:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:3.0:1767384596.382809:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384596.382815:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (5) 00080000:00000010:1.0:1767384596.383222:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007dfefd7c. 20000000:01000000:1.0:1767384596.383357:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384596.383362:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:3.0:1767384596.383363:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000298fc30a. 20000000:01000000:3.0:1767384596.383367:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 10000000:01000000:1.0:1767384596.383373:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384596.383375:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384596.383379:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384596.383381:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384596.383383:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384596.383385:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384596.383391:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002fe0ae99. 00010000:00000001:1.0:1767384596.383398:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384596.383402:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4089be7. 00080000:00000001:3.0:1767384596.383406:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384596.383406:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384596.383415:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4089be7 with handle 0xefc2db714b35c299 to hash 00000020:00000001:1.0:1767384596.383418:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384596.383420:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00010000:00000001:1.0:1767384596.383423:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00080000:00000001:3.0:1767384596.383425:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.383427:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384596.383431:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384596.383432:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.383438:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.383439:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384596.383441:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384596.383446:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384596.383456:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000ddb676db 00010000:00000001:1.0:1767384596.383459:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384596.383460:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c91483f 00010000:00000001:1.0:1767384596.383465:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:3.0:1767384596.383466:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384596.383471:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384596.383472:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384596.383476:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384596.383479:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.383479:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.383486:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384596.383488:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384596.383496:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.383496:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384596.383501:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384596.383502:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384596.383506:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384596.383508:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:3.0:1767384596.383509:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000040:1.0:1767384596.383510:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002fe0ae99) refcount = 1 00080000:00000001:3.0:1767384596.383516:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384596.383517:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384596.383521:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e52b97fa. 00010000:00000001:1.0:1767384596.383536:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384596.383538:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204234240 : -128361505317376 : ffff8b4182129e00) 00010000:00000001:1.0:1767384596.383547:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384596.383548:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384596.383554:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384596.383557:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384596.383559:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384596.383563:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000096911e5f. 00080000:00000001:3.0:1767384596.383573:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.383574:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384596.383578:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384596.383589:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384596.383595:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384596.383595:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001727174s 00010000:00000001:1.0:1767384596.383609:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.383615:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384596.383626:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:1.0:1767384596.383626:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4089be7 refcount=4 00000020:00000001:1.0:1767384596.383639:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00010000:00000001:1.0:1767384596.383642:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00010000:00000001:1.0:1767384596.383649:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384596.383657:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.383673:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384596.383683:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.383704:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.383708:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384596.383710:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.383739:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384596.383741:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.383745:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384596.383746:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384596.383756:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4089be7 already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384596.383760:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384596.383765:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384596.383768:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.383791:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384596.383795:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.383800:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.383813:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4089be7 refcount=5 00000020:00000001:1.0:1767384596.383825:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00010000:00000001:1.0:1767384596.383833:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00010000:00000001:1.0:1767384596.383845:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384596.383850:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.383878:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384596.383884:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384596.383887:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.383892:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384596.383894:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384596.383896:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384596.383907:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.383910:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384596.383910:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4089be7 with handle 0xefc2db714b35c299 from hash 00000100:00000001:3.0:1767384596.383916:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384596.383919:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384596.383923:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384596.383926:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384596.383927:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.383940:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:3.0:1767384596.383941:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384596.383952:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384596.383953:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da229ddd. 00010000:00000001:1.0:1767384596.383963:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384596.383965:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000264c4ee7 00010000:00000001:1.0:1767384596.383970:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384596.383971:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000264c4ee7. 00010000:00000001:1.0:1767384596.383977:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.383979:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384596.383982:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384596.383989:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038a9cb0c x1853237049171584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384596.383997:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384596.384008:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038a9cb0c x1853237049171584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384596.384008:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384596.384022:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.384027:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384596.384033:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.384050:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.384060:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.384063:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384596.384064:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.384069:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.384081:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384596.384085:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384596.384088:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384596.384090:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384596.384091:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384596.384094:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.384097:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.384100:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384596.384105:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:3.0:1767384596.384106:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=14 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384596.384113:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.384119:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384596.384121:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=14 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384596.384127:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384596.384133:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384596.384136:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.384137:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.384150:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.384151:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767384596.384161:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384596.384163:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.384172:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.384188:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384596.384195:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384596.384196:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038a9cb0c x1853237049171584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384596.384202:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4089be7/0xefc2db714b35c299 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384596.384234:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002fe0ae99 count: 0 00000100:00000001:3.0:1767384596.384245:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.384249:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384596.384253:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.384255:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384596.384257:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:1.0:1767384596.384258:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384596.384268:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384596.384271:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384596.384275:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384596.384278:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384596.384279:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384596.384282:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384596.384283:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384596.384285:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384596.384286:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384596.384289:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038a9cb0c x1853237049171584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.384295:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000038a9cb0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049171584:0@lo:253: 00000100:00000001:3.0:1767384596.384298:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.384300:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384596.384302:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038a9cb0c x1853237049171584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.384307:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384596.384309:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384596.384311:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f378f562. 02000000:00000001:3.0:1767384596.384316:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384596.384318:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384596.384319:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384596.384321:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384596.384323:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005d71c945. 02000000:00000001:3.0:1767384596.384327:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384596.384329:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384596.384336:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038a9cb0c. 00000100:00000001:3.0:1767384596.384339:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384596.384340:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.384341:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.384345:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.384346:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.384348:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.384349:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384596.385021:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e52b97fa. 00080000:00000010:3.0:1767384596.385075:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000096911e5f. 00040000:00000001:3.0:1767384596.385080:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384596.385081:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384596.385083:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384596.385085:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384596.385087:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.385088:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384596.385090:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384596.385098:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384596.385101:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384596.385105:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384596.385107:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384596.385110:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384596.385111:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384596.385114:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384596.385115:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384596.385119:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba6275e2. 00010000:00000001:1.0:1767384596.385121:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384596.385123:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059ba9edc. 00000020:00000001:1.0:1767384596.385126:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384596.385130:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059ba9edc with handle 0xefc2db714b35c2a0 to hash 00000020:00000001:1.0:1767384596.385133:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384596.385134:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384596.385136:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384596.385137:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384596.385138:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.385140:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385153:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384596.385154:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384596.385156:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384596.385157:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384596.385159:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.385160:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384596.385161:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.385163:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384596.385165:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384596.385166:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384596.385167:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384596.385168:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ba6275e2) refcount = 1 00010000:00010000:1.0:1767384596.385170:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385173:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384596.385174:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384596.385174:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.385175:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.385176:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384596.385178:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384596.385179:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001727174s 00010000:00000001:1.0:1767384596.385181:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.385182:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.385183:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059ba9edc refcount=4 00000020:00000001:1.0:1767384596.385184:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384596.385185:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384596.385186:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384596.385188:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385191:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384596.385192:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385202:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.385203:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384596.385204:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385207:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384596.385209:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.385210:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384596.385212:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384596.385216:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000059ba9edc already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384596.385217:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384596.385219:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384596.385220:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385223:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384596.385224:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.385225:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.385226:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059ba9edc refcount=5 00000020:00000001:1.0:1767384596.385228:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384596.385229:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384596.385232:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384596.385233:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384596.385238:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000020:3.0:1767384596.385240:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384596.385242:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384596.385244:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.385248:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384596.385248:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384596.385254:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:3.0:1767384596.385257:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015c8d1e0. 00010000:00000001:1.0:1767384596.385258:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:3.0:1767384596.385266:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.385266:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384596.385272:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059ba9edc with handle 0xefc2db714b35c2a0 from hash 00010000:00000040:3.0:1767384596.385276:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171712 00010000:00000001:1.0:1767384596.385276:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384596.385281:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.385283:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384596.385286:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384596.385286:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384596.385288:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384596.385292:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384596.385293:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384596.385294:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.385296:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384596.385297:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cc54d05 x1853237049171712/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384596.385299:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384596.385304:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384596.385315:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.385319:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384596.385326:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384596.385327:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.385334:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.385335:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.385336:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384596.385350:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.385351:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384596.385355:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384596.385356:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=14 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384596.385363:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384596.385370:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384596.385370:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384596.385381:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384596.385385:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384596.385387:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384596.385389:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384596.385390:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384596.385397:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384596.385398:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.385406:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.385406:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.385421:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.385422:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384596.385426:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384596.385427:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384596.385437:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2a0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384596.385443:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.385450:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014c90364. 00000100:00000200:3.0:1767384596.385454:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049171712, offset 224 00010000:00000040:1.0:1767384596.385468:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ba6275e2 count: 0 00000400:00000200:3.0:1767384596.385475:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384596.385486:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384596.385486:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384596.385492:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384596.385500:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260001f00 00000400:00000200:3.0:1767384596.385505:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11c1 [2] + 224 00000400:00000200:3.0:1767384596.385510:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.385512:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.385515:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.385518:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.385523:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.385536:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.385542:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c90364 00000400:00000010:3.0:1767384596.385544:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014c90364. 00000100:00000001:3.0:1767384596.385548:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384596.385550:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.385552:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.385559:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.385561:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.385565:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:1.0:1767384596.385567:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384596.385568:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384596.385571:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384596.385572:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.385576:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005582b58f. 00000020:00000001:3.0:1767384596.385577:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384596.385583:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a56d9ef0 00000100:00000040:3.0:1767384596.385585:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cc54d05 x1853237049171712/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384596.385586:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a56d9ef0. 00000100:00000001:1.0:1767384596.385595:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384596.385607:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.385608:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cc54d05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049171712:12345-0@lo:253: Request processed in 3754us (4378us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384596.385642:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000200:1.0:1767384596.385647:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.385649:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384596.385656:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384596.385661:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384596.385664:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384596.385666:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000030c4ef8. 00000100:00000001:1.0:1767384596.385668:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.385671:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384596.385672:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384596.385677:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.385679:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.385680:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005badbdef. 02000000:00000001:1.0:1767384596.385684:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.385685:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3434c21. 00000100:00001000:1.0:1767384596.385689:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=14 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384596.385690:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00001000:1.0:1767384596.385699:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=14 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384596.385701:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384596.385706:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007abd7aa4. 00000100:00000001:1.0:1767384596.385707:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384596.385715:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.385734:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384596.385736:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384596.385738:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384596.385739:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.385751:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384596.385752:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384596.385755:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384596.385758:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095c6daa2. 00000400:00000010:3.0:1767384596.385765:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014c90364. 00000100:00000001:1.0:1767384596.385769:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.385772:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384596.385773:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384596.385781:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384596.385783:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384596.385784:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384596.385785:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384596.385785:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384596.385786:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384596.385787:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384596.385788:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384596.385789:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384596.385791:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384596.385796:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049171712:0@lo:253: 00000100:00000001:1.0:1767384596.385799:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.385800:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.385802:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7e3ac47 x1853237049171712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.385815:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384596.385817:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384596.385819:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eb5b9601. 02000000:00000001:1.0:1767384596.385822:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384596.385823:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384596.385824:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384596.385826:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384596.385828:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000482a2d2e. 02000000:00000001:1.0:1767384596.385833:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384596.385834:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384596.385835:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e3ac47. 00000100:00000001:1.0:1767384596.385837:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384596.385837:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.385839:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.385843:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384596.385844:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.385845:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.385846:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.386772:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294885710, at 4294885711 00000100:00000040:3.0:1767384596.386777:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294885710, at 4294885711 00000100:00000010:1.0:1767384596.386780:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ceddf73. 00000100:00000010:3.0:1767384596.386785:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000439f7be2. 00010000:00000010:1.1:1767384596.392763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002fe0ae99. 00010000:00000010:1.1:1767384596.392772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4089be7. 00010000:00000010:1.1:1767384596.392781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba6275e2. 00010000:00000010:1.1:1767384596.392790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059ba9edc. 00000400:00000010:3.0:1767384596.398394:0:19367:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dbee3df4. 00000400:00000040:3.0:1767384596.398414:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384596.398416:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384596.398418:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.398420:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384596.398422:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.398423:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384596.398425:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384596.398426:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384596.398427:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384596.398428:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384596.398430:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384596.398431:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384596.398433:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384596.398434:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384596.398434:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384596.398436:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384596.398437:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384596.398438:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384596.398439:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384596.398440:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.398441:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384596.398442:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384596.398445:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384596.398446:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.398451:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384596.398454:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.398455:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384596.398457:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384596.398458:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384596.398459:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.398460:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384596.398462:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384596.398463:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384596.398465:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384596.398466:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384596.398468:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.398470:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384596.398472:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384596.398474:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384596.398475:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384596.398476:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384596.398477:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384596.398478:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384596.398480:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384596.398481:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384596.398482:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384596.398483:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384596.398484:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384596.398485:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384596.398486:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384596.398488:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384596.398489:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384596.398490:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384596.398491:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384596.398492:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384596.398493:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384596.398494:0:19367:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384596.398510:0:19367:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dbee3df4. 00080000:00000010:3.0:1767384596.899706:0:19501:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000006f3293. 00080000:00000010:3.0:1767384596.899733:0:19501:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000006f3293. 00000020:00000001:3.0:1767384596.899740:0:19501:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384596.899790:0:19501:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000006f3293. 00080000:00000010:3.0:1767384596.899802:0:19501:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000006f3293. 00000020:00000001:3.0:1767384596.899807:0:19501:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.011814:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384597.011827:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.011838:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384597.011842:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.011880:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384597.011902:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384597.011906:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384597.267803:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384597.267812:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:1.0:1767384597.267821:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384597.267825:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384597.267828:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384597.267831:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384597.267835:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384597.267839:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384597.267842:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 7 10000000:00000001:1.0:1767384597.267846:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384597.267850:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384597.267861:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e3ac47. 00000020:00000040:1.0:1767384597.267869:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384597.267894:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384597.267899:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384597.267907:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384597.267928:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd99cf9b. 00000100:00000001:1.0:1767384597.267938:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.267945:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384597.267950:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384597.267962:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba6275e2. 00010000:00000001:1.0:1767384597.267968:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384597.267973:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002467355. 00000020:00000001:1.0:1767384597.267979:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384597.267984:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000002467355 with handle 0xefc2db714b35c2a7 to hash 00000020:00000001:1.0:1767384597.267987:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384597.267989:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00010000:00000001:1.0:1767384597.267993:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00010000:00000001:1.0:1767384597.267999:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384597.268002:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.268007:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384597.268054:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384597.268078:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384597.268084:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384597.268087:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384597.268095:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d616923f. 00000100:00000001:1.0:1767384597.268098:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716753625472 : -128356955926144 : ffff8b42913cd180) 00000100:00000001:1.0:1767384597.268102:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384597.268104:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000001:1.0:1767384597.268111:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384597.268114:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.268117:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384597.268120:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384597.268130:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e3ac47 x1853237049171840/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.268142:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384597.268145:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.268151:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384597.268155:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384597.268158:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384597.268161:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049171840:0@lo:101: 00000100:00000001:1.0:1767384597.268168:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384597.268175:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384597.268179:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.268183:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384597.268187:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f7dfdf48. 02000000:00000001:1.0:1767384597.268189:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384597.268197:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000010:1.0:1767384597.268206:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384597.268222:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049171840, portal 25 00000100:00000001:1.0:1767384597.268225:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384597.268227:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000040:1.0:1767384597.268233:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e3ac47 x1853237049171840/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.268243:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384597.268248:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384597.268251:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265eb346. 00000100:00000200:1.0:1767384597.268255:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049171840, offset 0 00000400:00000200:1.0:1767384597.268265:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384597.268313:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384597.268331:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260001f80 00000400:00000200:1.0:1767384597.268339:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c5 [2] + 0 00000400:00000010:1.0:1767384597.268345:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000266065f0. 00000400:00000200:1.0:1767384597.268351:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa5ff06c 00000400:00000200:1.0:1767384597.268360:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384597.268366:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384597.268374:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa5ff06c 00000400:00000010:1.0:1767384597.268377:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa5ff06c. 00000100:00000001:1.0:1767384597.268383:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384597.268386:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384597.268390:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000002706c056 x1853237049171840 msgsize 328 00000100:00100000:1.0:1767384597.268396:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384597.268398:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384597.268419:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384597.268429:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265eb346 00000400:00000010:1.0:1767384597.268432:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265eb346. 00000100:00000001:1.0:1767384597.268436:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384597.268440:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e3ac47 x1853237049171840/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.268453:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384597.268458:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f7e3ac47 x1853237049171840/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.268467:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.268478:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384597.268488:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.268495:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294886597 00000100:00000010:1.0:1767384597.268500:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000192238f2. 00000100:00000001:1.0:1767384597.268512:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384597.268523:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294886597 00000100:00000010:1.0:1767384597.268528:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd1d5e90. 00000100:00000001:1.0:1767384597.268536:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384597.268541:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294886597 00000100:00000010:1.0:1767384597.268555:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087a9bca3. 00000100:00000001:1.0:1767384597.268561:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384597.268564:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294886597 00000100:00000010:1.0:1767384597.268568:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ddfb6ed. 00000100:00000001:1.0:1767384597.268586:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384597.268598:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384597.268604:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.268609:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384597.268616:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384597.268623:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d616923f going to sleep for 11 seconds 00000100:00000001:1.0:1767384597.268636:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384597.268641:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.269000:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384597.269009:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384597.269011:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384597.269013:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384597.269015:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.269018:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384597.269019:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.269022:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384597.269025:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384597.269043:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384597.269045:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384597.269047:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f51ead21) refcount = 1 00010000:00010000:2.0:1767384597.269052:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384597.269058:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384597.269061:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384597.269062:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.269064:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.269065:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384597.269088:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384597.269090:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384597.269095:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384597.269097:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384597.269098:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.269100:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.269102:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384597.269103:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384597.269105:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384597.269106:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000052077b5a, rc 0) 00000020:00000001:2.0:1767384597.269108:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384597.269111:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171840 00010000:00000001:2.0:1767384597.269114:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384597.269118:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002706c056 x1853237049171840/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/344 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384597.269138:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.269140:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384597.269143:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.269148:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384597.269150:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384597.269152:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384597.269155:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384597.269157:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.269160:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.269162:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.269165:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000100:00000200:2.0:1767384597.269171:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049171840, offset 224 00000400:00000200:2.0:1767384597.269178:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.269191:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.269201:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260001f80 00000400:00000200:2.0:1767384597.269209:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11dd [1] + 224 00000400:00000200:2.0:1767384597.269215:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.269223:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384597.269229:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.269234:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7e3ac47 x1853237049171840/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.269241:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f7e3ac47 x1853237049171840/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.269259:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384597.269297:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000400:00000010:2.0:1767384597.269300:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000100:00000001:2.0:1767384597.269305:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.269307:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.269312:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.269315:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384597.269318:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384597.269320:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.269323:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384597.269334:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002706c056 x1853237049171840/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/344 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384597.269343:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002706c056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049171840:12345-0@lo:101: Request processed in 514us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384597.269352:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1767384597.269359:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384597.269364:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384597.269367:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384597.269371:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a406971b. 00000020:00000010:2.0:1767384597.269379:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000020:00000010:2.0:1767384597.269386:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f390d31. 00000020:00000040:2.0:1767384597.269393:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:2.0:1767384597.269401:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384597.269404:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004341d507. 02000000:00000001:2.0:1767384597.269408:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384597.269412:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384597.269420:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384597.269427:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de25e935. 00000400:00000010:2.0:1767384597.269435:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e218a17. 00000100:00000001:2.0:1767384597.270144:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384597.270149:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049171968 02000000:00000001:2.0:1767384597.270153:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384597.270155:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.270157:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.270166:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384597.270169:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049171968 00000020:00000001:2.0:1767384597.270173:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384597.270177:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384597.270179:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.270182:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:2.0:1767384597.270186:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384597.270188:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384597.270191:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.270202:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000100:00000001:2.0:1767384597.270206:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.270209:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000020:00000010:2.0:1767384597.270215:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f390d31. 00000020:00000010:2.0:1767384597.270222:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a406971b. 00000020:00000010:2.0:1767384597.270226:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000040:2.0:1767384597.270230:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384597.270234:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384597.270235:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384597.270236:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.270240:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.270254:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.270261:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384597.270262:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384597.270265:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:2.0:1767384597.270267:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384597.270270:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514553936 : -128357194997680 : ffff8b4282fce050) 00000100:00000040:2.0:1767384597.270273:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cad3f245 x1853237049171968/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 304/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.270281:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.270290:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000100:00000001:2.0:1767384597.270292:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.270293:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000100:00100000:2.0:1767384597.270297:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cad3f245 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049171968:12345-0@lo:256: 00000100:00000200:2.0:1767384597.270301:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049171968 00000020:00000001:2.0:1767384597.270302:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384597.270304:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384597.270305:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.270307:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384597.270308:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:2.0:1767384597.270310:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384597.270311:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.270319:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384597.270321:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384597.270322:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.270325:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384597.270327:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.270333:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004341d507. 02000000:00000001:2.0:1767384597.270335:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.270337:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.270340:0:17084:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384597.270343:0:17084:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384597.270345:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384597.270347:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384597.270350:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.270351:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384597.270353:0:17084:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384597.270357:0:17084:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003b84d05b. 20000000:00000001:2.0:1767384597.270359:0:17084:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384597.270369:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384597.270374:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384597.270378:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:2.0:1767384597.270381:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:2.0:1767384597.270385:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384597.270387:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384597.270389:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:2.0:1767384597.270391:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:2.0:1767384597.270392:0:17084:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:2.0:1767384597.270394:0:17084:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:2.0:1767384597.270396:0:17084:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384597.270398:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bd7dd84a. 00000100:00000010:2.0:1767384597.270400:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000927bb75f. 00000020:00000040:2.0:1767384597.270403:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:2.0:1767384597.270406:0:17084:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384597.270408:0:17084:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384597.270412:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000400:00000010:2.0:1767384597.270424:0:17084:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bedddab. 00000400:00000200:2.0:1767384597.270427:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.270434:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.270447:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x6958260002000 00000400:00000200:2.0:1767384597.270451:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x11ed [4] + 0 00000400:00000010:2.0:1767384597.270454:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084cec02f. 00000400:00000200:2.0:1767384597.270457:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f174267 00000400:00000200:2.0:1767384597.270460:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.270463:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384597.270465:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f174267 00000400:00000010:2.0:1767384597.270467:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002f174267. 00000100:00000001:2.0:1767384597.270472:0:17084:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384597.270476:0:17084:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a1cc083f desc 00000000f769ba8d mbits 1853237049171968 00000100:00000001:2.0:1767384597.270489:0:17084:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384597.270492:0:17084:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384597.270496:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384597.270502:0:17084:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11f9 00000400:00000200:2.0:1767384597.270504:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.270507:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384597.270510:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384597.270512:0:17084:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000bd7dd84a 00000100:00000001:2.0:1767384597.270513:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384597.270520:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000400:00000010:2.0:1767384597.270525:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000100:00000001:2.0:1767384597.270528:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384597.270530:0:17084:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000bd7dd84a 00000100:00000001:2.0:1767384597.270535:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384597.270540:0:17084:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x6958260002000-0x6958260002000 00000100:00000001:2.0:1767384597.270543:0:17084:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.270547:0:17084:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.270549:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384597.270566:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:2.0:1767384597.270569:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000927bb75f. 00000100:00000010:2.0:1767384597.270571:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bd7dd84a. 00000100:00000001:2.0:1767384597.270574:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384597.270577:0:17084:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384597.270584:0:17084:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003b84d05b. 20000000:00000001:2.0:1767384597.270587:0:17084:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384597.270595:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049171968 00010000:00000001:2.0:1767384597.270597:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384597.270600:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cad3f245 x1853237049171968/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 304/240 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384597.270607:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.270609:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384597.270611:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.270613:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384597.270617:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384597.270619:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384597.270621:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384597.270623:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.270625:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.270627:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.270630:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000100:00000200:2.0:1767384597.270634:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049171968, offset 224 00000400:00000200:2.0:1767384597.270637:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.270641:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.270647:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260002000 00000400:00000200:2.0:1767384597.270652:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11f1 [1] + 224 00000400:00000200:2.0:1767384597.270655:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.270658:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384597.270662:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.270665:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1cc083f x1853237049171968/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.270672:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a1cc083f x1853237049171968/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384613 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.270687:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384597.270691:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000400:00000010:2.0:1767384597.270692:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000100:00000001:2.0:1767384597.270696:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.270697:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.270700:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.270704:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384597.270714:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384597.270762:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.270765:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384597.270773:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cad3f245 x1853237049171968/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 304/240 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384597.270792:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cad3f245 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049171968:12345-0@lo:256: Request processed in 502us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384597.270804:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:2.0:1767384597.270808:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384597.270811:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384597.270815:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384597.270818:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a406971b. 00000020:00000010:2.0:1767384597.270822:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000020:00000010:2.0:1767384597.270828:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f390d31. 00000020:00000040:2.0:1767384597.270835:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:2.0:1767384597.270841:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384597.270843:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000004341d507. 02000000:00000001:2.0:1767384597.270848:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384597.270852:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384597.270859:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384597.270866:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004adbd85. 00000400:00000010:2.0:1767384597.270874:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebef96af. 00000100:00000040:3.0:1767384597.276017:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294886599, at 4294886600 00000100:00000010:3.0:1767384597.276025:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ddfb6ed. 00000100:00000040:2.0:1767384597.276827:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294886599, at 4294886601 00000100:00000010:2.0:1767384597.276835:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087a9bca3. 00000100:00000040:1.0:1767384597.276843:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294886599, at 4294886601 00000100:00000010:1.0:1767384597.276857:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd1d5e90. 00000020:00000010:2.0:1767384597.284927:0:19578:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f1c38986. 00000020:00000040:2.0:1767384597.284937:0:19578:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384597.284941:0:19578:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f1c38986. 00000004:00000001:3.0:1767384597.588786:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384597.588791:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384597.588797:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000020:00000040:3.0:1767384597.588804:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384597.588809:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384597.588811:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384597.588816:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.588825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767384597.588826:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011928bd6. 00000100:00000001:3.0:1767384597.588842:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.588842:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384597.588852:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1767384597.588853:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c3968a9. 00000100:00000001:3.0:1767384597.588854:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384597.588862:0:37:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384597.588867:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ab9bbbd] to pc [ptlrpcd_00_01+1] req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.588870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384597.588878:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384597.588886:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384597.588895:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b425. 00000004:00000001:3.0:1767384597.588899:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.588904:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.588911:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384597.588914:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384597.588920:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384597.588928:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384597.588929:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.588936:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.588948:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.588954:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384597.588960:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384597.588971:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384597.588975:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.588977:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.588992:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384597.588993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c3968a9] to pc [ptlrpcd_00_02+2] req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.588996:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.589009:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384597.589015:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384597.589037:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.589040:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049172096:0@lo:13: 00000100:00000001:3.0:1767384597.589046:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384597.589052:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384597.589055:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.589057:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.589058:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384597.589065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767384597.589066:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000062a375d. 02000000:00000001:3.0:1767384597.589076:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.589078:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384597.589090:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a561b31. 00000400:00000010:3.0:1767384597.589091:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00000020:00000040:1.0:1767384597.589101:0:37:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384597.589105:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000100:00000001:1.0:1767384597.589106:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384597.589113:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384597.589117:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049172096, portal 4 02000000:00000001:1.0:1767384597.589118:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.589131:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384597.589132:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2a0dc3f. 00000100:00000001:3.0:1767384597.589136:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000100:00000001:1.0:1767384597.589141:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.589149:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384597.589157:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384597.589174:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384597.589187:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384597.589198:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000100:00000001:1.0:1767384597.589199:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384597.589204:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384597.589206:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049172096, offset 0 00000100:00000040:1.0:1767384597.589213:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a561b31] to pc [ptlrpcd_00_03+3] req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384597.589224:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384597.589250:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.589258:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384597.589260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384597.589270:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384597.589273:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d195d37. 00000400:00000200:3.0:1767384597.589276:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260002080 00000020:00000040:1.0:1767384597.589282:0:37:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384597.589289:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384597.589291:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 02000000:00000001:1.0:1767384597.589300:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384597.589303:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.589304:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384597.589308:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcf357bf. 00000400:00000200:3.0:1767384597.589311:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384597.589316:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.589321:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384597.589326:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384597.589328:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036e8a794. 00000100:00000040:3.0:1767384597.589335:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000036e8a794 x1853237049172096 msgsize 224 00000100:00000040:1.0:1767384597.589335:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384597.589372:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384597.589373:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384597.589376:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.589386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d195d37] to pc [ptlrpcd_00_00+0] req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.589405:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384597.589405:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.589417:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (224) 00000400:00000200:3.0:1767384597.589426:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000400:00000010:3.0:1767384597.589431:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000100:00000001:3.0:1767384597.589435:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384597.589438:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384597.589444:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384597.589449:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384597.589450:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.589466:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.589468:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384597.589469:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.589477:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384597.589479:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384597.589485:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.589486:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384597.589494:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.589565:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384597.589567:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.589569:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.589573:0:16357:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384597.589577:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384597.589581:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.589582:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.589591:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.589593:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4971 usecs (5 jiffies) 00000100:00100000:1.0:1767384597.589600:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049172480:0@lo:400: 00000100:00000001:3.0:1767384597.589602:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886918 00000100:00000001:1.0:1767384597.589613:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384597.589615:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000282a3d36. 02000000:00000001:1.0:1767384597.589623:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384597.589625:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384597.589627:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.589634:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384597.589640:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be26cd2a. 00000100:00000001:3.0:1767384597.589642:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886918 02000000:00000001:1.0:1767384597.589649:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384597.589654:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000748a987d. 00000400:00000010:1.0:1767384597.589657:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008279a3a6. 00000100:00000001:3.0:1767384597.589665:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384597.589667:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265eb346. 00000100:00000001:3.0:1767384597.589674:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886918 00000100:00000200:1.0:1767384597.589676:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172480, portal 10 00000100:00000010:3.0:1767384597.589681:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004496a16c. 00000100:00000001:1.0:1767384597.589689:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384597.589690:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384597.589692:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520551296 : -128356189000320 : ffff8b42bef32d80) 00000100:00000001:3.0:1767384597.589702:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886918 00000100:00000040:1.0:1767384597.589707:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384597.589708:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e03a130. 00000100:00000001:3.0:1767384597.589766:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384597.589773:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.589776:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.589782:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.589794:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.589796:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384597.589799:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.589805:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384597.589806:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384597.589811:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384597.589813:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000001:3.0:1767384597.589815:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384597.589821:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049172480, offset 0 00000400:00000200:1.0:1767384597.589833:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384597.589844:0:17898:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007abd7aa4. 00000100:00000001:3.0:1767384597.589852:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384597.589853:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384597.589857:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172096 02000000:00000001:3.0:1767384597.589868:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384597.589870:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384597.589871:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002200 00000100:00000001:3.0:1767384597.589876:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.589884:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.589885:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000100:00100000:3.0:1767384597.589898:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172096 00000400:00000200:1.0:1767384597.589900:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384597.589901:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384597.589904:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:3.0:1767384597.589909:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384597.589915:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384597.589916:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=8 00000020:00000001:3.0:1767384597.589931:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:3.0:1767384597.589936:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384597.589937:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384597.589944:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384597.589945:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384597.589955:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000006f7323. 00000020:00000010:3.0:1767384597.589957:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb6aeb88. 00000100:00000040:1.0:1767384597.589975:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000006f7323 x1853237049172480 msgsize 224 00000020:00000010:3.0:1767384597.589976:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005250edcc. 00000020:00000040:3.0:1767384597.589989:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00100000:1.0:1767384597.589997:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384597.590011:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.590012:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384597.590017:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c61011. 00000400:00000200:1.0:1767384597.590020:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000020:00000010:3.0:1767384597.590038:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013b41bf9. 00000100:00080000:2.0:1767384597.590044:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384597.590045:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000400:00000010:1.0:1767384597.590045:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000020:00000040:2.0:1767384597.590053:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:1.0:1767384597.590060:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384597.590067:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384597.590068:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384597.590079:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384597.590085:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384597.590091:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.590098:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384597.590104:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.590105:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.590119:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.590122:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.590122:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384597.590131:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.590137:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384597.590139:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2660 usecs (3 jiffies) 00000100:00000001:3.0:1767384597.590140:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384597.590149:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294886917 00000100:00100000:3.0:1767384597.590150:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1767384597.590151:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384597.590153:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:2.0:1767384597.590155:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384597.590157:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420403328 : -128356289148288 : ffff8b42b8fb0a80) 00000100:00000001:2.0:1767384597.590158:0:17897:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.590172:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294886918 00000100:00000040:3.0:1767384597.590173:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036e8a794 x1853237049172096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.590173:0:17897:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.590189:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294886917 00000100:00000001:3.0:1767384597.590194:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384597.590195:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294886918 00000100:00000001:1.0:1767384597.590199:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294886917 00000100:00000001:1.0:1767384597.590202:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294886918 00000020:00000010:3.0:1767384597.590211:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f59b8f65. 00000100:00000001:1.0:1767384597.590211:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294886917 00000100:00000001:1.0:1767384597.590229:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294886918 00000100:00000001:3.0:1767384597.590230:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384597.590247:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.590248:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f59b8f65. 00000100:00000001:1.0:1767384597.590264:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.590273:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a794 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16357:x1853237049172096:12345-0@lo:13: 00000100:00000001:1.0:1767384597.590276:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384597.590279:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172096 00000100:00000001:1.0:1767384597.590282:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.590284:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384597.590291:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384597.590295:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.590299:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384597.590301:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:3.0:1767384597.590303:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384597.590306:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.590306:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384597.590310:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384597.590311:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384597.590315:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384597.590316:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384597.590325:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.590329:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.590331:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384597.590336:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384597.590343:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008fd677cd. 02000000:00000001:3.0:1767384597.590351:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.590356:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.590356:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384597.590362:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384597.590363:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:1.0:1767384597.590369:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000001:3.0:1767384597.590373:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:1.0:1767384597.590373:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384597.590383:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.590384:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:1.0:1767384597.590388:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049172224:0@lo:400: 00000100:00000001:1.0:1767384597.590393:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384597.590397:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384597.590400:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.590401:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384597.590403:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384597.590407:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ede59fb. 00002000:00000024:3.0:1767384597.590409:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:1.0:1767384597.590412:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384597.590422:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000010:1.0:1767384597.590422:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc171d1. 00000400:00000010:1.0:1767384597.590432:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000020:00000020:3.0:1767384597.590433:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000200:1.0:1767384597.590441:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172224, portal 4 00000100:00000001:1.0:1767384597.590456:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00002000:00000020:3.0:1767384597.590458:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384597.590463:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384597.590466:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520541440 : -128356189010176 : ffff8b42bef30700) 00000001:00000001:3.0:1767384597.590473:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384597.590476:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384597.590479:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384597.590493:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.590497:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384597.590503:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384597.590504:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237049172096 00000400:00000010:1.0:1767384597.590507:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d00874a9. 00010000:00000001:3.0:1767384597.590513:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384597.590515:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049172224, offset 0 00000400:00000200:1.0:1767384597.590520:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1767384597.590532:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036e8a794 x1853237049172096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:578/0 lens 224/368 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384597.590539:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384597.590557:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260002100 00010000:00000001:3.0:1767384597.590558:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384597.590570:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.590578:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000100:00001000:3.0:1767384597.590581:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=5 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384597.590587:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384597.590589:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384597.590595:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000200:1.0:1767384597.590597:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384597.590609:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:1.0:1767384597.590616:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384597.590618:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384597.590630:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384597.590630:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384597.590649:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e4fc566. 00000100:00000001:3.0:1767384597.590650:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384597.590657:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000005e4fc566 x1853237049172224 msgsize 224 00000100:00000040:3.0:1767384597.590669:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384597.590676:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384597.590681:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000100:00000200:3.0:1767384597.590689:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049172096, offset 224 00000400:00000200:3.0:1767384597.590698:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384597.590698:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384597.590716:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384597.590766:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d00874a9 00000400:00000010:1.0:1767384597.590771:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d00874a9. 00000100:00000001:1.0:1767384597.590777:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384597.590785:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260002080 00000100:00000200:1.0:1767384597.590789:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.590798:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384597.590799:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1205 [1] + 224 00000100:00100000:2.0:1767384597.590804:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172224 02000000:00000001:2.0:1767384597.590811:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384597.590815:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.590822:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.590825:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384597.590837:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.590845:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384597.590851:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172224 00000020:00000001:2.0:1767384597.590858:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384597.590858:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384597.590860:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384597.590870:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000040:1.0:1767384597.590873:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384597.590874:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.590877:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.590884:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=9 00000020:00000001:2.0:1767384597.590894:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:2.0:1767384597.590906:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:2.0:1767384597.590918:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.590927:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:1.0:1767384597.590942:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.590944:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384597.590949:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.590958:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384597.590960:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000100:00000001:1.0:1767384597.590976:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.590978:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384597.590978:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff8f59f3. 00000400:00000200:3.0:1767384597.590990:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000100:00000040:1.0:1767384597.590990:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4971 usecs (5 jiffies) 00000020:00000010:2.0:1767384597.590991:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000326bc0cc. 00000400:00000010:3.0:1767384597.591002:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000100:00000001:1.0:1767384597.591002:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886920 00000020:00000010:2.0:1767384597.591005:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000001:3.0:1767384597.591019:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384597.591037:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384597.591038:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294886918 00000100:00000040:2.0:1767384597.591042:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384597.591043:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.591045:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384597.591050:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384597.591051:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384597.591059:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384597.591061:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384597.591064:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.591065:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886920 00000100:00000001:2.0:1767384597.591067:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384597.591076:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384597.591076:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294886918 00000020:00000001:3.0:1767384597.591077:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384597.591089:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.591094:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886920 00000100:00000040:3.0:1767384597.591096:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e8a794 x1853237049172096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:578/0 lens 224/368 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.591102:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.591104:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294886918 00000100:00000001:1.0:1767384597.591121:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886920 00000100:00100000:3.0:1767384597.591122:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a794 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16357:x1853237049172096:12345-0@lo:13: Request processed in 924us (1783us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384597.591124:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384597.591136:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384597.591143:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294886918 00000100:00100000:3.0:1767384597.591150:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1767384597.591154:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:1.0:1767384597.591157:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384597.591158:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000040:2.0:1767384597.591159:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:3.0:1767384597.591175:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384597.591175:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.591177:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520549504 : -128356189002112 : ffff8b42bef32680) 00000100:00000001:3.0:1767384597.591184:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384597.591191:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384597.591194:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013b41bf9. 00000100:00000040:2.0:1767384597.591199:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e4fc566 x1853237049172224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.591203:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384597.591205:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000020:00000010:3.0:1767384597.591212:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c61011. 00000100:00000001:1.0:1767384597.591214:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384597.591221:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384597.591223:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 8 00000100:00000001:2.0:1767384597.591228:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384597.591232:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.591234:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384597.591234:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:1.0:1767384597.591236:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384597.591246:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.591248:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.591259:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384597.591263:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000100:00100000:1.0:1767384597.591264:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384597.591266:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384597.591279:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384597.591281:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384597.591281:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e4fc566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:16359:x1853237049172224:12345-0@lo:400: 00000400:00000001:3.0:1767384597.591290:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384597.591296:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384597.591297:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560a1beb. 00000100:00000200:2.0:1767384597.591298:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172224 00000100:00000001:1.0:1767384597.591314:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.591327:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384597.591334:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384597.591335:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000020:00000001:2.0:1767384597.591335:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384597.591339:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384597.591342:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384597.591344:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000001:1.0:1767384597.591346:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384597.591347:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384597.591350:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384597.591355:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000040:1.0:1767384597.591358:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.591361:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384597.591364:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.591381:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384597.591384:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.591386:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.591396:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384597.591398:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384597.591400:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384597.591404:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.591404:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384597.591415:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384597.591415:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384597.591422:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.591427:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384597.591434:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a561b31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049172352:0@lo:400: 02000000:00000001:2.0:1767384597.591436:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.591444:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004341d507. 02000000:00000001:2.0:1767384597.591457:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.591457:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384597.591468:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384597.591469:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.591470:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384597.591473:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.591476:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384597.591482:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237049172224 02000000:00000001:1.0:1767384597.591482:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.591484:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384597.591499:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384597.591500:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384597.591500:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384597.591512:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384597.591512:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb4eca88. 00010000:00000200:2.0:1767384597.591518:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e4fc566 x1853237049172224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384597.591525:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.591526:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.591539:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384597.591540:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acf7dad9. 00010000:00000001:2.0:1767384597.591542:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.591552:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384597.591553:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d00874a9. 00000100:00001000:3.0:1767384597.591556:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384597.591556:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=5 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384597.591561:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172352, portal 10 00000100:00000001:2.0:1767384597.591562:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384597.591572:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384597.591573:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384597.591576:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520548608 : -128356189003008 : ffff8b42bef32300) 00000100:00001000:3.0:1767384597.591577:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.591590:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384597.591591:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384597.591594:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384597.591597:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.591597:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384597.591598:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.591616:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384597.591616:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384597.591629:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00080000:3.0:1767384597.591630:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.591631:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.591638:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000100:00000040:1.0:1767384597.591648:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384597.591653:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049172224, offset 224 00000400:00000010:1.0:1767384597.591653:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00010000:00000001:3.0:1767384597.591656:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384597.591673:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049172352, offset 0 00000100:00000001:3.0:1767384597.591675:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384597.591685:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000400:00000200:2.0:1767384597.591685:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384597.591691:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384597.591696:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.591696:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384597.591708:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384597.591713:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384597.591720:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260002100 00000100:00000001:3.0:1767384597.591745:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384597.591747:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1215 [1] + 224 00000100:00000001:3.0:1767384597.591749:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.591752:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384597.591754:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1767384597.591754:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:3.0:1767384597.591759:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:1.0:1767384597.591765:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384597.591775:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002180 00000400:00000200:1.0:1767384597.591785:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000004:00000040:3.0:1767384597.591790:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:2.0:1767384597.591795:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384597.591796:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000020:3.0:1767384597.591801:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384597.591812:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.591815:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384597.591818:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384597.591825:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.591827:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384597.591829:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384597.591836:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384597.591851:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ad5bd20. 00000100:00000040:1.0:1767384597.591864:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000000ad5bd20 x1853237049172352 msgsize 224 00000100:00100000:3.0:1767384597.591872:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049172096:0@lo:13: 00000100:00000001:3.0:1767384597.591893:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384597.591895:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384597.591898:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384597.591903:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.591912:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ab9bbbd x1853237049172096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.591918:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.591919:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384597.591919:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384597.591926:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49833ec 00000400:00000010:1.0:1767384597.591930:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a49833ec. 02000000:00000001:3.0:1767384597.591931:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384597.591939:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000062a375d. 00000100:00000001:1.0:1767384597.591940:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384597.591941:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 02000000:00000001:3.0:1767384597.591948:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384597.591948:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000100:00000200:1.0:1767384597.591950:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384597.591952:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.591958:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384597.591958:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.591966:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384597.591969:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384597.591974:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384597.591976:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011928bd6. 02000000:00000001:3.0:1767384597.591990:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384597.591991:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 02000000:00000001:3.0:1767384597.591996:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384597.592003:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00010000:00000001:2.0:1767384597.592005:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384597.592007:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384597.592011:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.592017:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384597.592020:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.592021:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384597.592033:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e4fc566 x1853237049172224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.592037:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.592042:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.592048:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384597.592049:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e4fc566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:16359:x1853237049172224:12345-0@lo:400: Request processed in 819us (1390us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384597.592051:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.592061:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.592067:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384597.592069:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384597.592091:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:2.0:1767384597.592103:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384597.592103:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.592114:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.592116:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384597.592116:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384597.592131:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172480 00000020:00000010:2.0:1767384597.592131:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000326bc0cc. 02000000:00000001:3.0:1767384597.592135:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384597.592137:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.592139:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384597.592139:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000100:00000001:3.0:1767384597.592150:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.592152:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2105 usecs (3 jiffies) 00000020:00000010:2.0:1767384597.592153:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff8f59f3. 02000000:00000001:3.0:1767384597.592155:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.592167:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886919 00000100:00100000:3.0:1767384597.592169:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172480 00000020:00000040:2.0:1767384597.592169:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 7 00000100:00000001:1.0:1767384597.592177:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886920 00000020:00000001:3.0:1767384597.592179:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384597.592179:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384597.592185:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:1.0:1767384597.592187:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886919 00000020:00000001:3.0:1767384597.592192:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384597.592195:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886920 00000020:00000040:3.0:1767384597.592197:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:1.0:1767384597.592210:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886919 00000020:00000001:3.0:1767384597.592211:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384597.592225:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886920 00000020:00000001:3.0:1767384597.592226:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384597.592238:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886919 00000100:00000001:3.0:1767384597.592240:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384597.592245:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886920 00000020:00000010:3.0:1767384597.592247:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f59b8f65. 00000100:00000001:1.0:1767384597.592249:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384597.592255:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005d4549c4. 00000100:00000001:1.0:1767384597.592256:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384597.592266:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000400:00000001:1.0:1767384597.592269:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384597.592272:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384597.592276:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc171d1. 00000100:00000001:3.0:1767384597.592280:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384597.592281:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000400:00000010:1.0:1767384597.592285:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000020:00000010:3.0:1767384597.592286:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c61011. 00000100:00000001:1.0:1767384597.592296:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384597.592297:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013b41bf9. 00000100:00080000:2.0:1767384597.592306:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:1.0:1767384597.592307:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384597.592313:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000020:00000040:2.0:1767384597.592315:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000040:3.0:1767384597.592331:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:1.0:1767384597.592337:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.592339:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384597.592343:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384597.592349:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.592359:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384597.592366:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.592367:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384597.592372:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.592374:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.592376:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384597.592383:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384597.592386:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384597.592388:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.592393:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384597.592405:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.592408:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384597.592411:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172352 02000000:00000001:2.0:1767384597.592414:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1767384597.592414:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=5 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384597.592416:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384597.592423:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384597.592426:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384597.592430:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384597.592432:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=5 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384597.592441:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:2.0:1767384597.592445:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.592450:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384597.592453:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172352 00000100:00000001:1.0:1767384597.592454:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.592455:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000020:00000001:2.0:1767384597.592468:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384597.592469:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520540544 : -128356189011072 : ffff8b42bef30380) 00010000:00000001:1.0:1767384597.592469:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384597.592493:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384597.592495:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000040:3.0:1767384597.592503:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000006f7323 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.592504:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.592514:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000020:00000001:2.0:1767384597.592527:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000001:2.0:1767384597.592538:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:2.0:1767384597.592553:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384597.592558:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.592561:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:1.0:1767384597.592568:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384597.592569:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384597.592575:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000020:00000010:2.0:1767384597.592577:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000100:00000001:1.0:1767384597.592583:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384597.592587:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.592588:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff8f59f3. 00000100:00000001:1.0:1767384597.592588:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384597.592596:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ad6c8cd. 00000100:00000001:3.0:1767384597.592605:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.592606:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000326bc0cc. 00000100:00000040:1.0:1767384597.592607:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384597.592621:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ad6c8cd. 00000020:00000010:2.0:1767384597.592621:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000001:2.0:1767384597.592635:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384597.592641:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384597.592648:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000006f7323 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049172480:12345-0@lo:400: 00000100:00000001:1.0:1767384597.592650:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.592652:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.592670:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384597.592672:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172480 00000100:00000001:2.0:1767384597.592674:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384597.592674:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384597.592683:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384597.592687:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384597.592687:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384597.592690:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384597.592700:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.592700:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.592727:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384597.592728:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:3.0:1767384597.592734:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384597.592739:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.592739:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384597.592743:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384597.592758:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049172224:0@lo:400: 00000020:00000001:3.0:1767384597.592769:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384597.592769:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.592773:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384597.592782:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384597.592783:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.592783:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384597.592797:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384597.592800:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c3968a9 x1853237049172224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384597.592804:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384597.592809:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384597.592814:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 02000000:00000001:3.0:1767384597.592817:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384597.592825:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000062a375d. 00000100:00000001:2.0:1767384597.592825:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520553088 : -128356188998528 : ffff8b42bef33480) 02000000:00000001:3.0:1767384597.592837:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.592845:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ad5bd20 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.592849:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.592862:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.592862:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384597.592866:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384597.592872:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:3.0:1767384597.592874:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172480 00000020:00000010:2.0:1767384597.592876:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 02000000:00000010:1.0:1767384597.592877:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ede59fb. 00010000:00000001:3.0:1767384597.592879:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384597.592888:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384597.592889:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384597.592895:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000006f7323 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384597.592899:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384597.592901:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000020:00000040:1.0:1767384597.592906:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384597.592920:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767384597.592921:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ad5bd20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049172352:12345-0@lo:400: 00010000:00000001:3.0:1767384597.592923:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384597.592926:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384597.592929:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172352 00000100:00001000:3.0:1767384597.592931:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=10 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384597.592935:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384597.592935:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b425. 00000100:00000001:3.0:1767384597.592938:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384597.592948:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384597.592949:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:2.0:1767384597.592950:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384597.592961:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384597.592962:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.592963:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000010:1.0:1767384597.592970:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c3968a9. 00000020:00000001:2.0:1767384597.592972:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384597.592973:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384597.592983:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.592984:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384597.592985:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:1.0:1767384597.592995:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.592997:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384597.592998:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384597.593000:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.593004:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.593007:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384597.593009:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384597.593012:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384597.593014:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384597.593015:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384597.593016:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000100:00000001:1.0:1767384597.593021:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.593033:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384597.593036:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049172480, offset 224 00000020:00000001:2.0:1767384597.593037:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384597.593042:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384597.593044:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.593045:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384597.593046:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.593054:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bd7dd84a. 02000000:00000001:2.0:1767384597.593063:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593067:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.593071:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.593074:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384597.593075:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172352 00000400:00000200:3.0:1767384597.593084:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002200 00010000:00000001:2.0:1767384597.593085:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384597.593092:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ad5bd20 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384597.593095:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x120d [1] + 224 00000400:00000200:3.0:1767384597.593105:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384597.593106:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.593109:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.593110:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384597.593115:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384597.593117:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384597.593119:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384597.593123:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.593123:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:2.0:1767384597.593127:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384597.593132:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384597.593134:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593138:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384597.593139:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.593143:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.593148:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000100:00000200:2.0:1767384597.593152:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049172352, offset 224 00000400:00000200:2.0:1767384597.593156:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384597.593158:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384597.593162:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.593171:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002180 00000400:00000200:3.0:1767384597.593173:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000400:00000010:3.0:1767384597.593176:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000001:3.0:1767384597.593179:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384597.593181:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.593184:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.593184:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1221 [1] + 224 00000100:00000040:3.0:1767384597.593191:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000200:2.0:1767384597.593192:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384597.593194:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384597.593196:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.593198:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384597.593200:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384597.593203:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384597.593206:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000006f7323 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384597.593210:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384597.593224:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000006f7323 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049172480:12345-0@lo:400: Request processed in 635us (3245us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384597.593230:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384597.593234:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384597.593240:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:3.0:1767384597.593244:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384597.593245:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384597.593247:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013b41bf9. 00000020:00000010:3.0:1767384597.593250:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000100:00000001:2.0:1767384597.593250:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384597.593252:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c61011. 00000400:00000200:2.0:1767384597.593257:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000020:00000040:3.0:1767384597.593258:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000400:00000010:2.0:1767384597.593261:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000100:00000001:3.0:1767384597.593262:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.593266:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.593268:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.593288:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.593291:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384597.593294:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384597.593294:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384597.593298:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.593303:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.593305:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384597.593308:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384597.593311:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ad5bd20 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.593312:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384597.593317:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384597.593320:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384597.593324:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008279a3a6. 00000100:00100000:2.0:1767384597.593324:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ad5bd20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049172352:12345-0@lo:400: Request processed in 454us (1455us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384597.593331:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265eb346 00000400:00000010:3.0:1767384597.593334:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265eb346. 00000100:00100000:2.0:1767384597.593337:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384597.593338:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384597.593342:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000200:3.0:1767384597.593345:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.593346:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384597.593350:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384597.593353:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000326bc0cc. 00000100:00000200:3.0:1767384597.593359:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384597.593359:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000020:00000010:2.0:1767384597.593362:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff8f59f3. 00000020:00000040:2.0:1767384597.593365:0:17090:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:2.0:1767384597.593369:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.593380:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.593383:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.593385:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384597.593388:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384597.593390:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.593391:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.593392:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593395:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384597.593397:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384597.593400:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384597.593404:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384597.593406:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=9 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384597.593406:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acf7dad9. 00000400:00000200:2.0:1767384597.593413:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d00874a9 00000100:00001000:3.0:1767384597.593414:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=9 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384597.593416:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d00874a9. 00000100:00000001:2.0:1767384597.593421:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384597.593424:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384597.593426:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.593428:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.593435:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384597.593441:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384597.593444:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.593466:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384597.593470:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593471:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.593475:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384597.593478:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384597.593479:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384597.593479:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.593482:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.593484:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384597.593485:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.593489:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384597.593491:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384597.593497:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=10 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384597.593499:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384597.593503:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.593510:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384597.593512:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.593516:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384597.593521:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.593522:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.593529:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.593531:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.593532:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593536:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384597.593538:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.593539:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384597.593545:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384597.593548:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.593551:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049172480:0@lo:400: 00000100:00000040:2.0:1767384597.593554:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.593559:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.593566:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384597.593566:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.593570:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384597.593573:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d195d37 x1853237049172480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.593573:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384597.593581:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.593590:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384597.593594:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a561b31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049172352:0@lo:400: 00000100:00000001:2.0:1767384597.593598:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384597.593600:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384597.593602:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384597.593603:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be26cd2a. 00000100:00000040:2.0:1767384597.593622:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a561b31 x1853237049172352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384597.593623:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384597.593626:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.593629:0:16358:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384597.593630:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384597.593632:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384597.593633:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384597.593635:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcf357bf. 02000000:00000010:2.0:1767384597.593636:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb4eca88. 02000000:00000001:3.0:1767384597.593640:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384597.593641:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384597.593644:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384597.593645:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384597.593647:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:3.0:1767384597.593649:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d195d37. 00000020:00000001:2.0:1767384597.593650:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384597.593652:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2a0dc3f. 02000000:00000001:2.0:1767384597.593657:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384597.593658:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.593661:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384597.593664:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384597.593665:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384597.593666:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a561b31. 00000100:00000001:2.0:1767384597.593672:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384597.593673:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.593674:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384597.593675:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.593679:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593682:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.593684:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384597.593684:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.593690:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.593691:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384597.593693:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.596797:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294886920, at 4294886921 00000100:00000040:1.0:1767384597.596799:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294886920, at 4294886921 00000100:00000010:3.0:1767384597.596804:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e03a130. 00000100:00000040:2.0:1767384597.596811:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294886920, at 4294886921 00000100:00000010:1.0:1767384597.596820:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000748a987d. 00000100:00000010:2.0:1767384597.596828:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004496a16c. 00000001:00000001:3.0:1767384597.728525:0:19667:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384597.728529:0:19667:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:3.0:1767384597.731234:0:19667:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:3.0:1767384597.739652:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384597.739659:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:3.0:1767384597.739667:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000400:00000200:3.0:1767384597.739672:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (4) 00000400:00000010:3.0:1767384597.739677:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066710e7a. 00000400:00000200:3.0:1767384597.739680:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:3.0:1767384597.739691:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:3.0:1767384597.739696:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384597.739700:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384597.739703:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:3.0:1767384597.739706:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp11 00000400:00000200:3.0:1767384597.739715:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp11 lpni_is_preferred = 0 00000400:00000200:3.0:1767384597.739749:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp11 00000400:00000200:3.0:1767384597.739756:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.154@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767384597.739763:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp11 00000400:00000200:3.0:1767384597.739779:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11:) -> 192.168.202.154@tcp11(192.168.202.154@tcp:192.168.202.154@tcp11) : PUT try# 0 00000800:00000200:3.0:1767384597.739787:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.154@tcp11 00000800:00000010:3.0:1767384597.739791:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011928bd6. 00000800:00000010:3.0:1767384597.739799:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005a242095. 00000800:00000010:3.0:1767384597.739802:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001872dc3b. 00000800:00000200:3.0:1767384597.739807:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (2) 00000800:00000200:3.1:1767384597.739811:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (2) 00000020:00000001:1.0:1767384597.739817:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384597.739827:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 10000000:00000001:1.0:1767384597.739830:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384597.739831:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 10000000:00000001:1.0:1767384597.739840:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384597.739844:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384597.739851:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384597.739854:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384597.739857:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384597.739860:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384597.739862:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384597.739865:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384597.739867:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384597.739870:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384597.739873:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384597.739876:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384597.739885:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c3968a9. 00000020:00000040:1.0:1767384597.739895:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384597.739903:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384597.739908:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384597.739917:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384597.739932:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e59d7174. 00000400:00000200:3.0:1767384597.739936:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:1.0:1767384597.739943:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.739958:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384597.739961:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.739977:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c3968a9] to pc [ptlrpcd_00_01+1] req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384597.739978:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384597.740005:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384597.740042:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 10000000:00000001:1.0:1767384597.740095:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384597.740101:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384597.740104:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.740106:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384597.740108:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384597.740114:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384597.740118:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384597.740121:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384597.740124:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384597.740126:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384597.740127:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384597.740129:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384597.740139:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384597.740150:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384597.740157:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384597.740164:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384597.740166:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384597.740180:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384597.740182:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384597.740191:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384597.740195:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384597.740196:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384597.740203:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384597.740206:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384597.740207:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384597.740213:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384597.740215:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007325762. 00000100:00100000:2.0:1767384597.740221:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049172608:0@lo:253: 00000020:00000040:1.0:1767384597.740223:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384597.740240:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384597.740242:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384597.740256:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384597.740258:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384597.740263:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.740265:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384597.740275:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f378f562. 02000000:00000001:2.0:1767384597.740281:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384597.740284:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bbe196e. 02000000:00000010:1.0:1767384597.740286:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ef417a48. 02000000:00000010:2.0:1767384597.740289:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3ac23f1. 00000800:00000010:3.0:1767384597.740293:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067e61cc7. 02000000:00000001:2.0:1767384597.740294:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.740295:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.740311:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384597.740313:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c0a4af. 00000100:00000001:1.0:1767384597.740323:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384597.740329:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d372d214. 00000100:00000040:1.0:1767384597.740336:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007325762] to pc [ptlrpcd_00_02+2] req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384597.740337:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067e61cc7. 00000100:00000200:2.0:1767384597.740337:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049172608, portal 25 00000100:00000001:2.0:1767384597.740352:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384597.740360:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520541440 : -128356189010176 : ffff8b42bef30700) 00000100:00000040:2.0:1767384597.740374:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384597.740382:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384597.740386:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384597.740390:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384597.740396:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384597.740403:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000017d08e3f. 00000100:00000001:2.0:1767384597.740420:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.740425:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384597.740428:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384597.740430:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdf9bff7. 00000400:00000200:3.0:1767384597.740435:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000200:2.0:1767384597.740435:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049172608, offset 0 00000400:00000200:2.0:1767384597.740446:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384597.740449:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.740461:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384597.740467:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp11 from 251.3.0.2 00000800:00000010:3.0:1767384597.740471:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cd915b9f. 00000400:00000200:2.0:1767384597.740474:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002280 00000100:00000001:1.0:1767384597.740480:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384597.740489:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384597.740491:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000100:00000001:1.0:1767384597.740498:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384597.740500:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000300c5b52. 00000400:00000200:2.0:1767384597.740509:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee1787a3 00000100:00000040:1.0:1767384597.740511:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384597.740523:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384597.740529:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384597.740536:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.740542:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384597.740546:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384597.740548:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee1787a3 00000400:00000010:2.0:1767384597.740551:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee1787a3. 02000000:00000001:1.0:1767384597.740553:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384597.740558:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384597.740559:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384597.740560:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384597.740562:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384597.740565:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384597.740575:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007325762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049172736:0@lo:253: 00000100:00000040:2.0:1767384597.740577:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000119989c6 x1853237049172608 msgsize 4848 00000100:00000001:1.0:1767384597.740591:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384597.740593:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd7fdc8a. 00000100:00100000:2.0:1767384597.740598:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384597.740600:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767384597.740602:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e82306d. 00000100:00000040:2.0:1767384597.740602:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384597.740608:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.740613:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384597.740618:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384597.740620:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000042ddffb2. 02000000:00000001:1.0:1767384597.740625:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384597.740626:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fcbf6a6b. 00000400:00000200:2.0:1767384597.740627:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf9bff7 00000400:00000010:2.0:1767384597.740639:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdf9bff7. 00000400:00000010:1.0:1767384597.740647:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc171d1. 00000800:00000200:3.1:1767384597.740649:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (2) 00000100:00000001:2.0:1767384597.740649:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384597.740666:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384597.740671:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f7ecc7. 00000800:00000200:3.1:1767384597.740672:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp11 00000000fcbf6a6b deleted 00000800:00000010:3.1:1767384597.740682:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fcbf6a6b. 00000100:00000200:1.0:1767384597.740689:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049172736, portal 25 00000800:00000200:3.1:1767384597.740691:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:2.0:1767384597.740692:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384597.740701:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384597.740702:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.740704:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520544128 : -128356189007488 : ffff8b42bef31180) 00000800:00000200:3.1:1767384597.740716:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp11 ip 192.168.202.154:1019 00000800:00000200:3.1:1767384597.740748:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011928bd6 type 1, nob 192 niov 1 nkiov 1 00000100:00000040:1.0:1767384597.740765:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384597.740767:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp11 p 3.x 192.168.202.154 -> 192.168.202.154:1019 incarnation:1767384596378670228 sched[0] 00000100:00000001:2.0:1767384597.740767:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.740778:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767384597.740787:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067e61cc7. 00000100:00000001:2.0:1767384597.740790:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.740803:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294887070 00000100:00000001:1.0:1767384597.740807:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384597.740811:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0624ff. 00000100:00000040:1.0:1767384597.740814:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384597.740820:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023a9ca11. 00000100:00000001:2.0:1767384597.740826:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384597.740827:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049172736, offset 0 00000100:00000001:2.0:1767384597.740838:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294887070 00000100:00000010:2.0:1767384597.740844:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b82f78a. 00000800:00000010:3.0:1767384597.740846:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067e61cc7. 00000400:00000200:1.0:1767384597.740846:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384597.740851:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767384597.740859:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e82306d. 00000100:00000001:2.0:1767384597.740859:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294887070 00000100:00000010:2.0:1767384597.740867:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007987cbd6. 00000400:00000200:1.0:1767384597.740871:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384597.740874:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384597.740881:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294887070 00000100:00000010:2.0:1767384597.740885:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022b90002. 00000400:00000200:1.0:1767384597.740891:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002300 00000100:00000001:2.0:1767384597.740894:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767384597.740895:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cd915b9f. 00000100:00000001:2.0:1767384597.740909:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384597.740909:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000800:00000001:3.0:1767384597.740915:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384597.740925:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384597.740928:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384597.740928:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9305c2. 00000100:00000001:2.0:1767384597.740932:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.740935:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.740942:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384597.740945:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384597.740946:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002e2c534 00000100:00000001:2.0:1767384597.740956:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384597.740959:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384597.740961:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.740964:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384597.740965:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384597.740979:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384597.740987:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:3.0:1767384597.740989:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011928bd6. 00000100:00000001:2.0:1767384597.741001:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384597.741009:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e2c534 00000400:00000200:3.0:1767384597.741010:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384597.741010:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172608 00000400:00000010:1.0:1767384597.741018:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e2c534. 02000000:00000001:2.0:1767384597.741020:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384597.741042:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384597.741044:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: PUT: OK 00000100:00000001:2.0:1767384597.741049:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741051:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384597.741052:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384597.741055:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384597.741060:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384597.741063:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172608 00000400:00000200:3.0:1767384597.741065:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000100:00000040:1.0:1767384597.741073:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000a35206f9 x1853237049172736 msgsize 4848 00000020:00000001:2.0:1767384597.741075:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384597.741082:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384597.741093:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.1:1767384597.741097:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000040:2.0:1767384597.741101:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00100000:1.0:1767384597.741103:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1767384597.741117:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp11 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384596378670228 sched[0] 00000020:00000001:2.0:1767384597.741118:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:1.0:1767384597.741119:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:3.0:1767384597.741125:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bbe196e. 00000020:00000001:2.0:1767384597.741133:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384597.741137:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384597.741145:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384597.741147:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000100:00000001:2.0:1767384597.741151:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.741153:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000400:00000200:1.0:1767384597.741157:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a9ca11 00000020:00000010:2.0:1767384597.741161:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fde9d78b. 00000400:00000010:1.0:1767384597.741162:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023a9ca11. 00000100:00000001:1.0:1767384597.741176:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384597.741177:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000326bc0cc. 00000400:00000200:3.0:1767384597.741178:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000020:00000010:2.0:1767384597.741184:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000200:1.0:1767384597.741187:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384597.741198:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384597.741208:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384597.741208:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384597.741215:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:2.0:1767384597.741218:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384597.741224:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.741226:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.741240:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:2.0:1767384597.741243:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741247:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741254:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.741266:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.741266:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.741275:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:1.0:1767384597.741281:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294887070 00000100:00000001:1.0:1767384597.741287:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294887070 00000100:00000001:2.0:1767384597.741290:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384597.741290:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294887070 00000100:00000001:1.0:1767384597.741298:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294887070 00000100:00100000:2.0:1767384597.741299:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172736 00000400:00000200:3.0:1767384597.741303:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 02000000:00000001:2.0:1767384597.741309:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384597.741309:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294887070 00000100:00000001:2.0:1767384597.741316:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384597.741318:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294887070 00000100:00000001:2.0:1767384597.741319:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741325:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294887070 02000000:00000001:2.0:1767384597.741327:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741333:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294887070 00000100:00100000:2.0:1767384597.741335:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172736 00000100:00000001:1.0:1767384597.741339:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384597.741341:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384597.741350:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384597.741352:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384597.741358:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.741360:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:2.0:1767384597.741365:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384597.741369:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741375:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.741376:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384597.741383:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.741387:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000100:00000001:1.0:1767384597.741387:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384597.741391:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384597.741399:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384597.741400:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384597.741406:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384597.741414:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000100:00000001:1.0:1767384597.741415:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.741426:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.741431:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f61de883. 00000020:00000010:2.0:1767384597.741436:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4570951. 00000020:00000010:2.0:1767384597.741441:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000100:00000001:2.0:1767384597.741445:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384597.741447:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384597.741455:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384597.741459:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384597.741460:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.741465:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.741476:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384597.741479:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1767384597.741479:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384597.741482:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000af0e6f0. 00000800:00000001:1.0:1767384597.741488:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384597.741489:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000800:00000010:3.0:1767384597.741490:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fcbf6a6b. 00000800:00000001:1.0:1767384597.741496:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384597.741497:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000800:00000010:3.0:1767384597.741499:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067e61cc7. 00000100:00000001:2.0:1767384597.741507:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514555984 : -128357194995632 : ffff8b4282fce850) 00000100:00000040:2.0:1767384597.741517:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000119989c6 x1853237049172608/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 4848/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384597.741531:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11) <- 192.168.202.154@tcp11 : PUT - for me 00000800:00000010:3.0:1767384597.741533:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067e61cc7. 00000100:00000001:2.0:1767384597.741539:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.741553:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000100:00000001:2.0:1767384597.741559:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384597.741569:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 96 into portal 0 MB=0x8000000000000000 00000020:00000010:2.0:1767384597.741570:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000400:00000200:3.0:1767384597.741590:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384597.741598:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 96/96 into md 0x11c9 [1] + 0 00000100:00100000:2.0:1767384597.741599:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000119989c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049172608:12345-0@lo:253: 00000400:00000200:3.0:1767384597.741612:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp11 from 250.3.0.2 00000400:00000010:1.0:1767384597.741624:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e07d3d. 00000800:00000010:3.0:1767384597.741626:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cd915b9f. 00000100:00000200:2.0:1767384597.741626:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172608 00000020:00000001:2.0:1767384597.741635:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384597.741641:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384597.741641:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c1a0c63 00000020:00000001:2.0:1767384597.741651:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384597.741654:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384597.741655:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384597.741661:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384597.741665:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384597.741667:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.741670:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384597.741671:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384597.741675:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.741681:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1767384597.741682:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384597.741692:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384597.741693:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.741703:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003cfbfaee. 00000800:00000010:3.0:1767384597.741707:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001dc49220. 00000400:00000200:1.0:1767384597.741710:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: PUT: OK 02000000:00000001:2.0:1767384597.741711:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384597.741715:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d05fefb9. 00000100:00000001:2.0:1767384597.741743:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.741749:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384597.741752:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:1.0:1767384597.741757:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 20000000:00000010:2.0:1767384597.741761:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b353e4dd. 00000800:00000010:3.0:1767384597.741762:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000264c4ee7. 00000400:00000200:1.0:1767384597.741763:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384597.741773:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (5) 00000800:00000200:3.1:1767384597.741775:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (4) 20000000:01000000:2.0:1767384597.741776:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384597.741785:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384597.741788:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384597.741794:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000800:00000200:3.1:1767384597.741795:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp11 00000000264c4ee7 deleted 20000000:00000001:2.0:1767384597.741795:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.741804:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.1:1767384597.741805:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000264c4ee7. 00000400:00000010:1.0:1767384597.741806:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000000e317682. 20000000:00000001:2.0:1767384597.741808:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.1:1767384597.741819:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:1.0:1767384597.741822:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 4 20000000:00000010:2.0:1767384597.741823:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae07a4ee. 00000800:00000200:3.0:1767384597.741835:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp11 p 3.x 192.168.202.154 -> 192.168.202.154:1018 incarnation:1767384596378670228 sched[0] 20000000:01000000:2.0:1767384597.741836:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00000400:00000200:1.0:1767384597.741843:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 20000000:00000001:2.0:1767384597.741844:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384597.741845:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067e61cc7. 00080000:00000001:2.0:1767384597.741854:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384597.741859:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384597.741863:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (6) 00000400:00000200:1.0:1767384597.741871:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000001:2.0:1767384597.741878:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384597.741883:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp11 to MR: 192.168.202.154@tcp11 local destination 00000800:00000010:3.0:1767384597.741893:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067e61cc7. 00080000:00000001:2.0:1767384597.741895:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384597.741899:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.154@tcp11 LPNI seq info [10:10:8:4294967295] 00000800:00000010:3.0:1767384597.741902:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d05fefb9. 00080000:00000001:2.0:1767384597.741904:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384597.741910:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.741927:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384597.741930:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384597.741940:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000ddb676db 00000020:00000001:2.0:1767384597.741955:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c91483f 00000400:00000200:1.0:1767384597.741959:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11:192.168.202.154@tcp11) -> 192.168.202.154@tcp11(192.168.202.154@tcp11:192.168.202.154@tcp11) 192.168.202.154@tcp11 : ACK try# 0 00080000:00000002:2.0:1767384597.741960:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384597.741964:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384597.741967:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.741970:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.741982:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384597.741985:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cd915b9f. 00000020:00000001:2.0:1767384597.741988:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000800:00000200:1.0:1767384597.741992:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp11 00080000:00000001:2.0:1767384597.741997:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:1.0:1767384597.742007:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b425. 00080000:00000010:2.0:1767384597.742008:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009c1acc78. 00000800:00000001:3.0:1767384597.742010:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384597.742017:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384597.742037:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712265432064 : -128361444119552 : ffff8b4185b86c00) 00080000:00000001:2.0:1767384597.742042:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384597.742046:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384597.742048:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f1c38986. 00000800:00000200:1.0:1767384597.742050:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (5) 00080000:00000001:2.0:1767384597.742053:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384597.742060:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384597.742065:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp11 ip 192.168.202.154:988 00080000:00000001:2.0:1767384597.742072:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384597.742072:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b425 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384597.742102:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:2.0:1767384597.742102:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384597.742118:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp11 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384596378670228 sched[0] 00000800:00000010:3.0:1767384597.742121:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fcbf6a6b. 00000800:00000001:2.0:1767384597.742128:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384597.742152:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384597.742154:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384597.742158:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000040:2.0:1767384597.742161:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384597.742163:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514549840 : -128357195001776 : ffff8b4282fcd050) 00000100:00000040:2.0:1767384597.742167:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a35206f9 x1853237049172736/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 4848/0 e 0 to 0 dl 1767384608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.742173:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384597.742175:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000100:00000001:2.0:1767384597.742177:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384597.742179:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00000100:00100000:2.0:1767384597.742184:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a35206f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049172736:12345-0@lo:253: 00000100:00000200:2.0:1767384597.742187:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172736 00000020:00000001:2.0:1767384597.742188:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384597.742190:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384597.742191:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.742192:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384597.742193:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384597.742195:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384597.742196:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384597.742198:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384597.742199:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384597.742200:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.742202:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384597.742205:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.742212:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015c8d1e0. 02000000:00000001:2.0:1767384597.742215:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.742217:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.742219:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384597.742228:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000482a2d2e. 20000000:01000000:2.0:1767384597.742232:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384597.742233:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384597.742235:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384597.742243:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384597.742243:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:2.0:1767384597.742261:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384597.742262:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b425. 20000000:00000001:2.0:1767384597.742277:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384597.742280:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384597.742291:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: ACK: OK 00000800:00000001:1.0:1767384597.742302:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384597.742308:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384597.742313:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384597.742320:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384597.742321:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384597.742323:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:1.0:1767384597.742337:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384597.742340:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000db0a70c. 00000800:00000001:1.0:1767384597.742347:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384597.742348:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000400:00000200:2.0:1767384597.742358:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:1.0:1767384597.742363:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11) <- 192.168.202.154@tcp11 : ACK - for me 00000400:00000200:2.0:1767384597.742371:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000200:1.0:1767384597.742380:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp11: ACK from 12345-192.168.202.154@tcp11 into md 0x1239 00000400:00000010:2.0:1767384597.742382:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 0000000011bbd3ba. 00000400:00000200:1.0:1767384597.742386:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384597.742391:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000030c4ef8. 00000400:00000200:1.0:1767384597.742395:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: ACK: OK 00000400:00000010:2.0:1767384597.742402:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 0000000045fbe342. 00000400:00000200:1.0:1767384597.742404:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000400:00000010:1.0:1767384597.742413:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000400:00000200:1.0:1767384597.742420:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:2.0:1767384597.742428:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a4ebcd17. 00000400:00000200:1.0:1767384597.742434:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:2.0:1767384597.742441:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a4ebcd17 nid 192.168.202.154@tcp12 00000400:00000200:1.0:1767384597.742446:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:2.0:1767384597.742449:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004943aa1a. 00000400:00000200:1.0:1767384597.742456:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (5) 00000400:00000200:2.0:1767384597.742457:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000004943aa1a net tcp12 00000800:00000001:1.0:1767384597.742475:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384597.742477:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (4) 00000800:00000001:1.0:1767384597.742481:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384597.742494:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp12 flags 0x11 00000400:00000010:2.0:1767384597.742499:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 0000000011bbd3ba. 00000400:00000010:2.0:1767384597.742502:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000030c4ef8. 00000400:00000010:2.0:1767384597.742505:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 0000000045fbe342. 00000400:00000010:2.0:1767384597.742507:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000000e317682. 00000400:00000200:2.0:1767384597.742510:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384597.742513:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:2.0:1767384597.742515:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:2.0:1767384597.742518:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:2.0:1767384597.742519:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384597.742520:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:2.0:1767384597.742523:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384597.742526:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (5) 00080000:00000010:3.0:1767384597.742913:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009c1acc78. 00080000:00000010:2.0:1767384597.742953:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f1c38986. 00040000:00000001:2.0:1767384597.742958:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384597.742960:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384597.742961:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384597.742964:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384597.742971:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.742973:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384597.742985:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384597.742995:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384597.742997:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384597.743001:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384597.743005:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384597.743009:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384597.743012:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384597.743016:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384597.743019:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384597.743041:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f51ead21 count: 2 00010000:00000001:3.0:1767384597.743043:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384597.743046:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384597.743050:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:3.0:1767384597.743053:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384597.743055:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c2b5 to hash 00000020:00000001:3.0:1767384597.743058:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000010:1.0:1767384597.743059:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9d77052. 00010000:00000001:3.0:1767384597.743060:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 20000000:01000000:1.0:1767384597.743071:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00010000:00000001:3.0:1767384597.743072:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384597.743089:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:1.0:1767384597.743091:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384597.743094:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384597.743099:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384597.743101:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384597.743113:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384597.743114:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384597.743121:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384597.743123:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384597.743125:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384597.743127:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384597.743131:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384597.743136:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1767384597.743138:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000020:2.0:1767384597.743142:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384597.743143:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.743147:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384597.743147:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384597.743153:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384597.743153:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b353e4dd. 00010000:00000001:3.0:1767384597.743156:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384597.743159:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 20000000:00000001:2.0:1767384597.743159:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384597.743161:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384597.743164:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172608 00010000:00000040:3.0:1767384597.743171:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f51ead21) refcount = 2 00010000:00000001:2.0:1767384597.743171:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384597.743172:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384597.743184:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000119989c6 x1853237049172608/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384597.743187:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000040:3.0:1767384597.743188:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384597.743196:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384597.743201:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384597.743202:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.743208:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384597.743208:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384597.743217:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384597.743218:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00001000:2.0:1767384597.743219:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=15 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384597.743230:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1767384597.743230:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000100:00000001:2.0:1767384597.743231:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384597.743242:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:1.0:1767384597.743247:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00000100:00000001:2.0:1767384597.743249:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00080000:00000002:1.0:1767384597.743257:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 02000000:00000001:2.0:1767384597.743260:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000010:3.0:1767384597.743263:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067e61cc7. 02000000:00000001:2.0:1767384597.743266:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384597.743269:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.743272:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384597.743274:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384597.743282:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcbf6a6b. 00080000:00000001:1.0:1767384597.743284:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.743293:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384597.743294:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717419865600 : -128356289686016 : ffff8b42b8f2d600) 00000100:00000001:3.0:1767384597.743298:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615717419865600 : -128356289686016 : ffff8b42b8f2d600) 00080000:00000010:1.0:1767384597.743299:0:17081:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000f7dfdf48. 00000100:00000001:3.0:1767384597.743301:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000010:2.0:1767384597.743301:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdf9bff7. 00000100:00000001:3.0:1767384597.743307:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:1.0:1767384597.743308:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384597.743310:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:2.0:1767384597.743311:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049172608, offset 224 00010000:00000001:3.0:1767384597.743320:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384597.743322:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384597.743324:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384597.743329:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384597.743330:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:1.0:1767384597.743335:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384597.743337:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:2.0:1767384597.743338:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384597.743343:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384597.743349:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1767384597.743350:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384597.743358:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ede59fb. 00000100:00000010:3.0:1767384597.743359:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000400:00000200:2.0:1767384597.743359:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002280 00080000:00000001:1.0:1767384597.743374:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268845056 : -128361440706560 : ffff8b4185ec8000) 00000020:00000040:3.0:1767384597.743376:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00080000:00000001:1.0:1767384597.743386:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384597.743387:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x123d [2] + 224 00000100:00000001:3.0:1767384597.743390:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:1.0:1767384597.743392:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:3.0:1767384597.743396:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000010:1.0:1767384597.743399:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004e2309fc. 00000400:00000200:2.0:1767384597.743401:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384597.743404:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384597.743405:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384597.743416:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384597.743417:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384597.743422:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060a7f8c2. 00000100:00000001:2.0:1767384597.743425:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.743430:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384597.743436:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.743437:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384597.743447:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384597.743456:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384597.743460:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384597.743467:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 16 pid: 17084 timeout: 369 lvb_type: 0 00010000:00000001:3.0:1767384597.743477:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384597.743481:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384597.743481:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384597.743487:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384597.743491:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf9bff7 00000100:00000001:3.0:1767384597.743494:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384597.743494:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdf9bff7. 00000100:00000001:3.0:1767384597.743497:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.743503:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384597.743504:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049172864:0@lo:104: 00000100:00000001:2.0:1767384597.743505:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384597.743509:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384597.743514:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384597.743514:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.743518:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.743523:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384597.743523:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384597.743528:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384597.743529:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384597.743530:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6f27b1d. 00000020:00000001:2.0:1767384597.743531:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.743535:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384597.743536:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.743537:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384597.743545:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00000400:00000001:1.0:1767384597.743548:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384597.743550:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000119989c6 x1853237049172608/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384597.743553:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384597.743562:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c0a4af. 00000100:00100000:2.0:1767384597.743570:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000119989c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049172608:12345-0@lo:253: Request processed in 2026us (2987us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384597.743572:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d372d214 00000400:00000010:1.0:1767384597.743578:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d372d214. 00000100:00100000:2.0:1767384597.743587:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000001:1.0:1767384597.743591:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384597.743593:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000400:00000010:3.0:1767384597.743595:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000100:00000001:2.0:1767384597.743605:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384597.743609:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172864, portal 16 00000100:00000001:2.0:1767384597.743609:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384597.743611:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384597.743617:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000326bc0cc. 00000100:00000001:3.0:1767384597.743618:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384597.743624:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000020:00000010:2.0:1767384597.743632:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000100:00000040:3.0:1767384597.743641:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384597.743649:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fde9d78b. 00000020:00000040:2.0:1767384597.743663:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 02000000:00000001:2.0:1767384597.743676:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384597.743685:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003cfbfaee. 00000100:00000001:3.0:1767384597.743689:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384597.743690:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384597.743693:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384597.743700:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384597.743707:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384597.743709:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384597.743744:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000400:00000010:2.0:1767384597.743747:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000515293f. 00000100:00000200:3.0:1767384597.743749:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049172864, offset 0 00000400:00000010:2.0:1767384597.743754:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdf9bff7. 00000400:00000200:3.0:1767384597.743756:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384597.743770:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384597.743800:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260002380 00000100:00000001:1.0:1767384597.743803:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384597.743807:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.743815:0:16358:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384597.743819:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 02000000:00000001:1.0:1767384597.743820:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384597.743827:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384597.743831:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384597.743831:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.743846:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384597.743854:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384597.743858:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.743860:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00001000:1.0:1767384597.743860:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=15 v=5 (5 0 0 0) 00000100:00000010:3.0:1767384597.743865:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000461213b2. 00000100:00001000:1.0:1767384597.743871:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=15 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384597.743872:0:17104:0:(events.c:337:request_in_callback()) incoming req@00000000461213b2 x1853237049172864 msgsize 328 00000100:00000001:1.0:1767384597.743895:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384597.743902:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384597.743913:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384597.743915:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384597.743918:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.743922:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.743931:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.743932:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384597.743941:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8caca2b 00000100:00000001:1.0:1767384597.743950:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384597.743951:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000020:00000010:2.0:1767384597.743965:0:17116:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eb5b9601. 00000100:00000001:1.0:1767384597.743967:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.743968:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384597.743975:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.743982:0:17116:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384597.743983:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384597.743988:0:17116:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172864 00000020:01000004:1.0:1767384597.743989:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384597.743996:0:17116:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:1.0:1767384597.743997:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384597.744004:0:17116:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:01000004:1.0:1767384597.744009:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384597.744011:0:17116:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384597.744012:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384597.744013:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384597.744015:0:17116:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384597.744020:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:2.0:1767384597.744037:0:17116:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172864 00000100:00000040:3.0:1767384597.744038:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384597.744044:0:17116:0:(genops.c:811:class_conn2export()) Process entered 00000020:01000004:1.0:1767384597.744046:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000040:2.0:1767384597.744048:0:17116:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000020:01000004:1.0:1767384597.744053:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000001:2.0:1767384597.744054:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:1.0:1767384597.744060:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:00000040:2.0:1767384597.744061:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:3.0:1767384597.744062:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384597.744065:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384597.744068:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384597.744068:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000020:01000004:1.0:1767384597.744070:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384597.744075:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.744076:0:17116:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:3.0:1767384597.744081:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294887073 00000100:00000040:1.0:1767384597.744084:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.744087:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384597.744093:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294887070 00000020:00000010:2.0:1767384597.744094:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000100:00000001:3.0:1767384597.744109:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294887073 00000100:00000001:2.0:1767384597.744109:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.744127:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294887070 00000020:00000010:2.0:1767384597.744131:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000100:00000001:3.0:1767384597.744134:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294887073 00000100:00100000:1.0:1767384597.744138:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049172608:0@lo:253: 00000020:00000010:2.0:1767384597.744142:0:17116:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fde9d78b. 00000100:00000001:3.0:1767384597.744143:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294887070 00000020:00000010:2.0:1767384597.744154:0:17116:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000326bc0cc. 00000020:00000010:2.0:1767384597.744163:0:17116:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000001:1.0:1767384597.744165:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.744166:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294887073 00000100:00000040:2.0:1767384597.744169:0:17116:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384597.744177:0:17116:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384597.744177:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384597.744180:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294887070 00000100:00000001:2.0:1767384597.744183:0:17116:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384597.744185:0:17116:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.744186:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.744191:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.744193:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.744193:0:17116:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.744200:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384597.744208:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.744209:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384597.744212:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384597.744214:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.744214:0:17116:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384597.744219:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384597.744223:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384597.744227:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.744228:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c3968a9 x1853237049172608/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384597.744229:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384597.744232:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.744237:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384597.744237:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384597.744250:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fcbf6a6b going to sleep for 11 seconds 00000100:00100000:2.0:1767384597.744254:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384597.744264:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384597.744271:0:17116:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:3.0:1767384597.744272:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.744281:0:17116:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420410496 : -128356289141120 : ffff8b42b8fb2680) 00000100:00000001:1.0:1767384597.744286:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384597.744290:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000461213b2 x1853237049172864/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/0 e 0 to 0 dl 1767384608 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384597.744292:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384597.744299:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3ac23f1. 02000000:00000001:1.0:1767384597.744311:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384597.744315:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384597.744315:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384597.744326:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000010:2.0:1767384597.744327:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000020:00000001:1.0:1767384597.744336:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384597.744338:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384597.744341:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e59d7174. 00000020:00000010:2.0:1767384597.744343:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 02000000:00000001:1.0:1767384597.744354:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384597.744357:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384597.744361:0:17116:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000461213b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049172864:12345-0@lo:104: 00000100:00000010:1.0:1767384597.744362:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c3968a9. 00000100:00000001:1.0:1767384597.744370:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384597.744374:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384597.744376:0:17116:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172864 00000100:00000001:1.0:1767384597.744378:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384597.744387:0:17116:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767384597.744390:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384597.744394:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.744395:0:17116:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384597.744397:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384597.744405:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384597.744406:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384597.744412:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002467355 refcount=2 00000020:00000001:2.0:1767384597.744416:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00010000:00000001:2.0:1767384597.744420:0:17116:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00010000:00000001:2.0:1767384597.744423:0:17116:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384597.744425:0:17116:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384597.744427:0:17116:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384597.744433:0:17116:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384597.744435:0:17116:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384597.744438:0:17116:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a102fca. 02000000:00000001:2.0:1767384597.744440:0:17116:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.744441:0:17116:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.744443:0:17116:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.744444:0:17116:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384597.744446:0:17116:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.744449:0:17116:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384597.744451:0:17116:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384597.744452:0:17116:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384597.744454:0:17116:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384597.744455:0:17116:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.744456:0:17116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.744462:0:17116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.744464:0:17116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbaf5c62. 00000100:00000200:2.0:1767384597.744467:0:17116:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049172864, offset 224 00000400:00000200:2.0:1767384597.744470:0:17116:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.744474:0:17116:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384597.744478:0:17116:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260002380 00000400:00000200:2.0:1767384597.744482:0:17116:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1255 [1] + 224 00000400:00000200:2.0:1767384597.744484:0:17116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384597.744487:0:17116:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384597.744491:0:17116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.744494:0:17116:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384597.744501:0:17116:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384597.744516:0:17116:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384597.744519:0:17116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbaf5c62 00000400:00000010:2.0:1767384597.744521:0:17116:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbaf5c62. 00000100:00000001:2.0:1767384597.744523:0:17116:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384597.744524:0:17116:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.744528:0:17116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.744530:0:17116:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384597.744533:0:17116:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384597.744536:0:17116:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d372d214. 00010000:00000001:2.0:1767384597.744538:0:17116:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384597.744549:0:17116:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384597.744552:0:17116:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.744553:0:17116:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.744554:0:17116:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.744559:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000461213b2 x1853237049172864/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384597.744571:0:17116:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000461213b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049172864:12345-0@lo:104: Request processed in 251us (693us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384597.744571:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384597.744578:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384597.744578:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.744587:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767384597.744597:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00000001:1.0:1767384597.744601:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384597.744605:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384597.744608:0:17116:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00010000:00010000:1.0:1767384597.744610:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384597.744614:0:17116:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384597.744617:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384597.744618:0:17116:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384597.744625:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384597.744626:0:17116:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000326bc0cc. 00000400:00000010:3.0:1767384597.744631:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560a1beb. 00000020:00000010:2.0:1767384597.744637:0:17116:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00010000:00010000:1.0:1767384597.744652:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000002467355 already unused, calling callback (000000000d977f2e) 00000020:00000010:2.0:1767384597.744654:0:17116:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fde9d78b. 00000400:00000200:3.0:1767384597.744656:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 10000000:00000001:1.0:1767384597.744671:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:3.0:1767384597.744673:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000020:00000040:2.0:1767384597.744673:0:17116:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 10000000:00010000:1.0:1767384597.744685:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384597.744686:0:17116:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.744687:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384597.744699:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384597.744752:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384597.744757:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384597.744763:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384597.744765:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384597.744772:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.744779:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384597.744779:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002467355 refcount=3 00000020:00000001:1.0:1767384597.744796:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00000100:00000001:3.0:1767384597.744798:0:17104:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384597.744806:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384597.744808:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00000100:00000001:3.0:1767384597.744811:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384597.744817:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.744818:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384597.744827:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384597.744828:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384597.744841:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384597.744856:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=15 v=5 (1 0 0 0) 10000000:00000001:1.0:1767384597.744858:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384597.744865:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384597.744867:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384597.744872:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.744883:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384597.744887:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384597.744892:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384597.744893:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384597.744898:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384597.744900:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384597.744913:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000040:3.0:1767384597.744918:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384597.744918:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384597.744927:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.744947:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.744950:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.744951:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384597.744953:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384597.744954:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384597.744955:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384597.744956:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.744958:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384597.744963:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049172864:0@lo:104: 10000000:00000001:1.0:1767384597.744963:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384597.744967:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384597.744973:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 00000100:00000001:3.0:1767384597.744976:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384597.744981:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384597.744983:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384597.744985:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.744987:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384597.744994:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384597.744995:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384597.745006:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384597.745007:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ab9bbbd x1853237049172864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384597.745011:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384597.745020:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384597.745037:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384597.745046:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384597.745046:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384597.745054:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6f27b1d. 00000020:00000040:1.0:1767384597.745055:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000002467355 with handle 0xefc2db714b35c2a7 from hash 00010000:00000001:1.0:1767384597.745067:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384597.745068:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384597.745078:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384597.745080:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384597.745095:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384597.745096:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00000020:00000001:3.0:1767384597.745107:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384597.745109:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384597.745120:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:3.0:1767384597.745122:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060a7f8c2. 00010000:00000001:1.0:1767384597.745133:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:3.0:1767384597.745135:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384597.745142:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:3.0:1767384597.745144:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384597.745157:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00010000:00000001:1.0:1767384597.745157:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384597.745164:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.745165:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384597.745166:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcbf6a6b. 00000100:00000001:3.0:1767384597.745168:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384597.745169:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384597.745170:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067e61cc7. 00010000:00000001:3.0:1767384597.745184:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.745187:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384597.745187:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c3968a9. 00000020:00000040:1.0:1767384597.745196:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00010000:00000001:3.0:1767384597.745197:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384597.745212:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384597.745212:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384597.745219:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384597.745220:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384597.745231:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384597.745233:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384597.745246:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dfefd7c. 00000100:00000001:1.0:1767384597.745252:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.745256:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384597.745260:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384597.745270:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384597.745272:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.745276:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384597.745279:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.745285:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c3968a9] to pc [ptlrpcd_00_03+3] req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.745316:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.745321:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384597.745321:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.745326:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384597.745328:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.745331:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.745333:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.745334:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384597.745344:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.745347:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384597.745356:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.745358:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384597.745368:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384597.745370:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384597.745370:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.745380:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.745384:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.745396:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384597.745401:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384597.745404:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 0000000002467355/0xefc2db714b35c2a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c2ae expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384597.745405:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384597.745421:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384597.745427:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ba6275e2 count: 0 00010000:00000001:1.0:1767384597.745450:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.745452:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384597.745454:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d372d214. 00000100:00100000:3.0:1767384597.745456:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049172992:0@lo:103: 00010000:00000001:1.0:1767384597.745462:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.745464:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384597.745468:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384597.745469:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384597.745470:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384597.745476:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384597.745479:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.745482:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384597.745484:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384597.745485:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.745487:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384597.745491:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384597.745493:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384597.745495:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060a7f8c2. 00010000:00010000:1.0:1767384597.745496:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384597.745500:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384597.745505:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00000400:00000010:3.0:1767384597.745509:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000100:00000200:3.0:1767384597.745512:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049172992, portal 18 00000100:00000001:3.0:1767384597.745514:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384597.745515:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520541440 : -128356189010176 : ffff8b42bef30700) 00000100:00000040:3.0:1767384597.745539:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.745545:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384597.745548:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384597.745555:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000100:00000200:3.0:1767384597.745557:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049172992, offset 0 00000400:00000200:3.0:1767384597.745562:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384597.745569:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1767384597.745570:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ede59fb. 00000400:00000200:3.0:1767384597.745577:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260002400 00000400:00000200:3.0:1767384597.745581:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:3.0:1767384597.745585:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384597.745587:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384597.745590:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384597.745591:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384597.745594:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000100:00000040:3.0:1767384597.745597:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000005ab9bbbd x1853237049172992 msgsize 328 00000100:00100000:3.0:1767384597.745600:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384597.745610:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384597.745614:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8caca2b 00000400:00000010:3.0:1767384597.745616:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000100:00000001:3.0:1767384597.745619:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384597.745623:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384597.745625:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004e2309fc. 00040000:00000001:2.0:1767384597.745631:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384597.745632:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00040000:00000001:2.0:1767384597.745634:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384597.745638:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.745641:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000002:2.0:1767384597.745642:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00000100:00000001:1.0:1767384597.745644:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384597.745650:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049172992 20000000:00000001:2.0:1767384597.745651:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384597.745662:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384597.745664:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.745664:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:1.0:1767384597.745667:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384597.745670:0:16360:0:(events.c:68:request_out_callback()) Process leaving 20000000:01000000:2.0:1767384597.745670:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384597.745674:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.745678:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384597.745678:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384597.745681:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.745685:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294887074 20000000:01000000:2.0:1767384597.745686:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1767384597.745691:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049172992 00080000:00000001:2.0:1767384597.745694:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:1.0:1767384597.745696:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384597.745697:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887073 00000020:00000040:1.0:1767384597.745704:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384597.745708:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384597.745709:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294887074 00000020:00000040:1.0:1767384597.745752:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:1.0:1767384597.745759:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384597.745763:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887073 00000020:00000001:1.0:1767384597.745764:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384597.745778:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384597.745779:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294887075 00000020:00000010:1.0:1767384597.745785:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b990b54. 00000100:00000001:3.0:1767384597.745787:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887073 00000100:00000001:1.0:1767384597.745791:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.745793:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294887075 00000020:00000010:1.0:1767384597.745796:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b990b54. 00000020:00000010:1.0:1767384597.745808:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ede59fb. 00000100:00000001:3.0:1767384597.745809:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887073 00000020:00000010:1.0:1767384597.745818:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b66a0ece. 00000100:00000001:3.0:1767384597.745819:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.745828:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384597.745831:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099ccfcea. 00000100:00000001:3.0:1767384597.745834:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384597.745842:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384597.745846:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.745847:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384597.745851:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000482a2d2e. 00000100:00000001:3.0:1767384597.745855:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:2.0:1767384597.745859:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.745861:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384597.745861:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384597.745878:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384597.745880:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384597.745880:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049172736 00000100:00000001:1.0:1767384597.745891:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384597.745892:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384597.745892:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384597.745897:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384597.745899:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384597.745903:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a35206f9 x1853237049172736/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.745905:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.745905:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.745915:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384597.745920:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.745925:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00001000:2.0:1767384597.745926:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=15 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384597.745933:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384597.745934:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384597.745936:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384597.745939:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 00000020:00000001:1.0:1767384597.745948:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00000100:00000040:2.0:1767384597.745953:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384597.745962:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00000100:00000001:2.0:1767384597.745963:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384597.745983:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384597.745989:0:17075:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 16 pid: 17084 timeout: 369 lvb_type: 0 02000000:00000001:2.0:1767384597.745990:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.745998:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384597.746013:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384597.746040:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb0b7e5. 00010000:00000001:1.0:1767384597.746042:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.746047:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384597.746049:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049172736, offset 224 00010000:00000001:1.0:1767384597.746051:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384597.746064:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384597.746074:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384597.746082:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384597.746082:0:17075:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384597.746092:0:17075:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ab9bbbd x1853237049172992/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384597.746095:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002300 00000400:00000200:2.0:1767384597.746119:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1245 [2] + 224 00000100:00000001:1.0:1767384597.746141:0:17075:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384597.746142:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384597.746150:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.746157:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384597.746162:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384597.746167:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.746173:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384597.746176:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.746199:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384597.746201:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384597.746208:0:18907:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000079547750. 00000100:00000001:1.0:1767384597.746209:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384597.746213:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb0b7e5 00000400:00000010:2.0:1767384597.746218:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cb0b7e5. 00000100:00000001:3.0:1767384597.746220:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384597.746227:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384597.746229:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384597.746230:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384597.746240:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384597.746242:0:18907:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.746242:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384597.746251:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.746262:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000100:00000001:3.0:1767384597.746263:0:18907:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384597.746265:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384597.746283:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384597.746286:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.746290:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ab9bbbd x1853237049172992/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/0 e 0 to 0 dl 1767384608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384597.746294:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384597.746306:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a35206f9 x1853237049172736/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 4848/4768 e 0 to 0 dl 1767384608 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.746317:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384597.746325:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b990b54. 00000100:00100000:2.0:1767384597.746336:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a35206f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049172736:12345-0@lo:253: Request processed in 4152us (5252us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384597.746337:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384597.746353:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b990b54. 00000100:00100000:1.0:1767384597.746360:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ab9bbbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049172992:12345-0@lo:103: 00000100:00000200:1.0:1767384597.746375:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049172992 00010000:00000001:1.0:1767384597.746391:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00100000:2.0:1767384597.746392:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00000002:1.0:1767384597.746396:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384597.746403:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000040:2.0:1767384597.746404:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384597.746410:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384597.746413:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384597.746414:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384597.746423:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384597.746425:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004430f1b3. 00000020:00000010:2.0:1767384597.746428:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4570951. 02000000:00000001:1.0:1767384597.746429:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.746436:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384597.746437:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 00010000:00000001:1.0:1767384597.746448:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:2.0:1767384597.746450:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f61de883. 00010000:00010000:1.0:1767384597.746453:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000040:2.0:1767384597.746455:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:1.0:1767384597.746457:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384597.746463:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384597.746465:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1767384597.746466:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 02000000:00000010:2.0:1767384597.746471:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015c8d1e0. 00000020:00000001:1.0:1767384597.746473:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:1.0:1767384597.746480:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 02000000:00000001:2.0:1767384597.746482:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384597.746494:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384597.746494:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f51ead21 count: 3 00000100:00000200:2.0:1767384597.746510:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:1.0:1767384597.746511:0:17075:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 15 pid: 17084 timeout: 369 lvb_type: 0 00000400:00000010:2.0:1767384597.746521:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c72f6a1c. 00000100:00001000:1.0:1767384597.746536:0:17075:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384597 v=100 (0 0 0 0) 00000400:00000010:2.0:1767384597.746539:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb0b7e5. 00010000:00000001:1.0:1767384597.746550:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384597.746564:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.746567:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384597.746571:0:17075:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 15 pid: 17084 timeout: 369 lvb_type: 0 00000100:00000001:2.0:1767384597.746574:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384597.746580:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384597.746586:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384597.746591:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:2.0:1767384597.746592:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384597.746595:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:2.0:1767384597.746597:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc171d1. 00010000:00000001:1.0:1767384597.746600:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384597.746606:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384597.746610:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f7ecc7 00010000:00000001:1.0:1767384597.746612:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384597.746616:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384597.746618:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f7ecc7. 00010000:00000001:1.0:1767384597.746625:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384597.746626:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384597.746628:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.746635:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384597.746637:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384597.746640:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384597.746653:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052077b5a with handle 0xefc2db714b35c2ae from hash 00010000:00000001:1.0:1767384597.746662:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384597.746666:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.746669:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.746671:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384597.746676:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384597.746677:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384597.746680:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384597.746688:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c2a7 expref: 15 pid: 17084 timeout: 369 lvb_type: 0 00000100:00000001:2.0:1767384597.746754:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384597.746756:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.746759:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384597.746762:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384597.746764:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384597.746765:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384597.746767:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384597.746777:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000100:00001000:2.0:1767384597.746779:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=15 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384597.746782:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00001000:2.0:1767384597.746786:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384597.746796:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384597.746798:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384597.746802:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384597.746805:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.746805:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.746813:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384597.746814:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.746819:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384597.746824:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384597.746825:0:17075:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000070162971 00010000:00000001:1.0:1767384597.746832:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:2.0:1767384597.746840:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384597.746841:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384597.746850:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.746851:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384597.746864:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.746866:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384597.746874:0:17075:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384597.746876:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384597.746888:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384597.746890:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:01000004:2.0:1767384597.746897:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384597.746897:0:17075:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:01000004:2.0:1767384597.746906:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:1.0:1767384597.746906:0:17075:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384597.746909:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384597.746915:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384597.746921:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384597.746926:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384597.746931:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384597.746931:0:17075:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384597.746942:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:2.0:1767384597.746946:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384597.746948:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384597.746955:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384597.746960:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f51ead21) refcount = 2 00000100:00100000:2.0:1767384597.746967:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007325762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049172736:0@lo:253: 00010000:00010000:1.0:1767384597.746969:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384597.746976:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.746990:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384597.746992:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384597.746995:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1767384597.747001:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007325762 x1853237049172736/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384597.747001:0:17075:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.747017:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.747019:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384597.747037:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384597.747039:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000042ddffb2. 00010000:00000010:1.0:1767384597.747045:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b990b54. 02000000:00000001:2.0:1767384597.747046:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384597.747056:0:17075:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:2.0:1767384597.747057:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384597.747061:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:1.0:1767384597.747062:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023a9ca11. 00000100:00000001:1.0:1767384597.747070:0:17075:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716753626624 : -128356955924992 : ffff8b42913cd600) 00000020:00000001:2.0:1767384597.747072:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384597.747075:0:17075:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615716753626624 : -128356955924992 : ffff8b42913cd600) 00000100:00000001:1.0:1767384597.747078:0:17075:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384597.747079:0:17075:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384597.747081:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384597.747088:0:17075:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000010:2.0:1767384597.747089:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ef417a48. 20000000:01000000:1.0:1767384597.747093:0:17075:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384597.747102:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384597.747104:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384597.747106:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384597.747107:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=5 00000020:00000001:1.0:1767384597.747114:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 02000000:00000001:2.0:1767384597.747115:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384597.747119:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000010:2.0:1767384597.747121:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007325762. 00010000:00000001:1.0:1767384597.747125:0:17075:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384597.747128:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:1.0:1767384597.747129:0:17075:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384597.747134:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384597.747144:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.747160:0:17075:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384597.747164:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1767384597.747166:0:17075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384597.747171:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384597.747184:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384597.747192:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384597.747194:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747197:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384597.747200:0:17075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.747208:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384597.747211:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747214:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384597.747216:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384597.747235:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384597.747239:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384597.747244:0:17075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384597.747248:0:17075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.747254:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384597.747256:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384597.747258:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384597.747260:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=6 00000020:00000001:1.0:1767384597.747263:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:1.0:1767384597.747265:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:1.0:1767384597.747268:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384597.747270:0:17075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.747276:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384597.747279:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384597.747281:0:17075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747300:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384597.747302:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384597.747306:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384597.747309:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384597.747312:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c2b5 from hash 00010000:00000001:1.0:1767384597.747316:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384597.747319:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.747321:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.747323:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384597.747328:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:2.0:1767384597.747331:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.747331:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384597.747334:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384597.747340:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.747350:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747357:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384597.747359:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384597.747365:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384597.747367:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384597.747373:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384597.747374:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.747376:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.747380:0:17075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747383:0:17075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747390:0:17075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384597.747398:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384597.747414:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384597.747417:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384597.747420:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.747421:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.747426:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384597.747428:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.747430:0:17075:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000001:2.0:1767384597.747434:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384597.747435:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384597.747442:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.747446:0:17075:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384597.747450:0:17075:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384597.747454:0:17075:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747457:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384597.747459:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070162971/0xefc2db714b35c2b5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384597.747473:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384597.747476:0:17075:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747479:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384597.747482:0:17075:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384597.747485:0:17075:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.747489:0:17075:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.747492:0:17075:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384597.747494:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000023a9ca11. 00000100:00000001:1.0:1767384597.747498:0:17075:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384597.747500:0:17075:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384597.747503:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b990b54. 00010000:00000001:1.0:1767384597.747506:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384597.747508:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f51ead21 count: 0 00010000:00010000:1.0:1767384597.747520:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384597.747522:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384597.747535:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384597.747538:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384597.747542:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384597.747547:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384597.747551:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384597.747556:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384597.747559:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384597.747562:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.747566:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384597.747569:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384597.747574:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384597.747579:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049172992, offset 224 00000400:00000200:1.0:1767384597.747589:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384597.747599:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384597.747610:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260002400 00000400:00000200:1.0:1767384597.747619:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1265 [1] + 224 00000400:00000200:1.0:1767384597.747625:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384597.747630:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384597.747634:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384597.747640:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384597.747652:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384597.747675:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384597.747683:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000400:00000010:1.0:1767384597.747685:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000100:00000001:1.0:1767384597.747689:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384597.747692:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384597.747700:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.747703:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384597.747708:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384597.747711:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384597.747715:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384597.747746:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384597.747753:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049172992/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:578/0 lens 328/224 e 0 to 0 dl 1767384608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384597.747757:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384597.747763:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384597.747776:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560a1beb. 00000400:00000200:3.0:1767384597.747783:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000400:00000010:3.0:1767384597.747792:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000100:00000001:3.0:1767384597.747808:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384597.747814:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ab9bbbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049172992:12345-0@lo:103: Request processed in 1492us (2211us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384597.747821:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384597.747842:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000200:3.0:1767384597.747849:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384597.747850:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384597.747857:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384597.747863:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384597.747871:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b66a0ece. 00000100:00000001:3.0:1767384597.747874:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384597.747879:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384597.747880:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099ccfcea. 00000100:00000001:3.0:1767384597.747892:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384597.747894:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ede59fb. 02000000:00000001:3.0:1767384597.747896:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384597.747900:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384597.747901:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384597.747903:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384597.747912:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384597.747913:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384597.747936:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384597.747949:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384597.747950:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384597.747951:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.747953:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384597.747954:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.747956:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384597.747959:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.747964:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384597.747965:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384597.747966:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384597.747969:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384597.747974:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049172992:0@lo:103: 00000100:00000001:3.0:1767384597.747979:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.747981:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384597.747983:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c3968a9 x1853237049172992/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384613 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384597.747987:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384597.747989:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384597.747990:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060a7f8c2. 02000000:00000001:3.0:1767384597.747993:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384597.747993:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384597.747995:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384597.747996:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384597.747997:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007dfefd7c. 02000000:00000001:3.0:1767384597.747999:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384597.747999:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384597.748000:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c3968a9. 00000100:00000001:3.0:1767384597.748002:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384597.748003:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.748004:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384597.748008:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384597.748009:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384597.748016:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384597.748017:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384597.751766:0:19674:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba6275e2. 00010000:00000010:1.1:1767384597.751787:0:19674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002467355. 00010000:00000010:1.1:1767384597.751804:0:19674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052077b5a. 00010000:00000010:1.1:1767384597.751816:0:19674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00010000:00000010:1.1:1767384597.751826:0:19674:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f51ead21. 00000100:00000040:3.0:1767384597.751828:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294887075, at 4294887076 00000100:00000010:3.0:1767384597.751844:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022b90002. 00000100:00000040:2.0:1767384597.752759:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294887075, at 4294887077 00000100:00000010:2.0:1767384597.752766:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007987cbd6. 00000100:00000040:1.0:1767384597.752795:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294887074, at 4294887077 00000100:00000010:1.0:1767384597.752807:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b82f78a. 00000400:00000010:2.0:1767384597.755186:0:19673:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e0c4a484. 00000400:00000040:2.0:1767384597.755201:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384597.755203:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384597.755205:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384597.755206:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384597.755208:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384597.755209:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384597.755211:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384597.755212:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384597.755213:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384597.755213:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384597.755221:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384597.755222:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384597.755224:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384597.755225:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384597.755226:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384597.755228:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384597.755229:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384597.755229:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384597.755230:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384597.755232:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384597.755233:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384597.755234:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384597.755235:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384597.755235:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384597.755236:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384597.755238:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384597.755239:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384597.755240:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384597.755241:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384597.755242:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384597.755243:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384597.755244:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384597.755245:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384597.755246:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384597.755247:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384597.755247:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384597.755248:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384597.755250:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384597.755251:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384597.755252:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384597.755253:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384597.755256:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384597.755257:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384597.755259:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384597.755260:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384597.755261:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384597.755262:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384597.755263:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384597.755264:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384597.755270:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384597.755272:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384597.755273:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384597.755274:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384597.755275:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384597.755276:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384597.755277:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384597.755278:0:19673:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384597.755298:0:19673:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e0c4a484. 00010000:00000001:1.0:1767384598.035849:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384598.035856:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384598.035863:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384598.035865:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.035898:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384598.035902:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384598.035905:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384598.101809:0:17890:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384598.101815:0:17890:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384598.101819:0:17890:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:2.0:1767384598.101823:0:17890:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000e53c2f30 : new cb_count 2 00000020:00000040:2.0:1767384598.101828:0:17890:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 6 00000001:00000010:2.0:1767384598.101832:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005576a84f. 00002000:00001000:2.0:1767384598.101838:0:17890:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384598.101842:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000007510e2c2. 00080000:00000010:2.0:1767384598.101846:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e8917490. 00000001:00000040:2.0:1767384598.101852:0:17890:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000e53c2f30 : new cb_count 1 00000020:00000040:2.0:1767384598.101853:0:17890:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000001:00000010:2.0:1767384598.101856:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000003aeee876. 00002000:00001000:2.0:1767384598.101859:0:17890:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384598.101862:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f2c6941e. 00080000:00000010:2.0:1767384598.101865:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000065de5de6. 00000001:00000040:2.0:1767384598.101869:0:17890:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000e53c2f30 : new cb_count 0 00000020:00000040:2.0:1767384598.101871:0:17890:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000001:00000010:2.0:1767384598.101874:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000006c3f4c5. 00002000:00001000:2.0:1767384598.101879:0:17890:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384598.101882:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f82a5ad8. 00080000:00000010:2.0:1767384598.101886:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8925588. 00080000:00000010:1.0:1767384598.376199:0:19818:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b66a0ece. 00080000:00000010:1.0:1767384598.376211:0:19818:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b66a0ece. 00000020:00000001:1.0:1767384598.376216:0:19818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384598.376223:0:19818:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b66a0ece. 00080000:00000010:1.0:1767384598.376228:0:19818:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b66a0ece. 00000020:00000001:1.0:1767384598.376230:0:19818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.060771:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384599.060776:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.060780:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384599.060781:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.060807:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384599.060809:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.060811:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384599.089802:0:19983:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000022992da8. 00000400:00000010:2.0:1767384599.089815:0:19983:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009fb8c3a4. 00000400:00000010:2.0:1767384599.089824:0:19983:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000022b94b1f. 00000400:00000010:2.0:1767384599.089828:0:19983:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000058e03b8c. 00000400:00000010:2.0:1767384599.089835:0:19983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000055aea91c. 00000400:00000010:2.0:1767384599.089839:0:19983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da55a225. 00000400:00000010:2.0:1767384599.089840:0:19983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002df35815. 00000400:00000010:2.0:1767384599.089841:0:19983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039da3400. 00000400:00000010:2.0:1767384599.089845:0:19983:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000055607ca8. 00000800:00000010:2.0:1767384599.089853:0:19983:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009ca0e992. 00000800:00000200:2.0:1767384599.089863:0:19983:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384599.089868:0:19983:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384599.089898:0:19983:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384599.089915:0:19983:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp13 [8/256/0/180] 00000400:00000010:2.0:1767384599.091211:0:19983:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000b4570951. 00000400:00000010:2.0:1767384599.091216:0:19983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a103302. 00000400:00000010:2.0:1767384599.091221:0:19983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbaf5c62. 00000400:00000001:2.0:1767384599.091233:0:19983:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384599.091234:0:19983:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384599.091236:0:19983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052129c53. 00000400:00000200:2.0:1767384599.091238:0:19983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e2e61a 00000400:00000010:2.0:1767384599.091240:0:19983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e2e61a. 00000400:00000010:2.0:1767384599.091243:0:19983:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000003802d28f. 00000400:00000200:2.0:1767384599.091247:0:19983:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (4) 00000400:00000200:2.0:1767384599.091257:0:19983:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384599.091265:0:19983:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:2.0:1767384599.091282:0:19983:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000482a2d2e. 00000020:01000000:2.0:1767384599.091286:0:19983:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384599.091288:0:19983:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp13 00000400:00000200:3.0:1767384599.091289:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384599.091295:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:2.0:1767384599.091301:0:19983:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009fb8c3a4. 00000400:00000010:3.0:1767384599.091302:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000400:00000010:2.0:1767384599.091305:0:19983:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000022992da8. 00000400:00000200:3.0:1767384599.091307:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (5) 00000400:00000010:3.0:1767384599.091314:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007dfa7c1b. 00000400:00000200:3.0:1767384599.091319:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:1.0:1767384599.091326:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384599.091331:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:00000001:1.0:1767384599.091331:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384599.091338:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384599.091341:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384599.091344:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:01000000:1.0:1767384599.091345:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384599.091349:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384599.091353:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384599.091353:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384599.091356:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384599.091358:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384599.091359:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384599.091363:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384599.091365:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:01000004:1.0:1767384599.091366:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384599.091368:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384599.091370:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384599.091371:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384599.091374:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp12 00000100:00000010:1.0:1767384599.091375:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097217d1e. 00000020:00000040:1.0:1767384599.091380:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:3.0:1767384599.091381:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp12 lpni_is_preferred = 0 00000100:00000001:1.0:1767384599.091387:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384599.091388:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp12 02000000:00000001:1.0:1767384599.091391:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384599.091397:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp12 NI seq info: [11:11:256:4294967295] 192.168.202.154@tcp12 LPNI seq info [11:11:8:4294967295] 02000000:00000001:1.0:1767384599.091399:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.091406:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp12 02000000:00000010:1.0:1767384599.091411:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e59d7174. 00000400:00000200:3.0:1767384599.091418:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12:) -> 192.168.202.154@tcp12(192.168.202.154@tcp:192.168.202.154@tcp12) : PUT try# 0 00000100:00000001:1.0:1767384599.091421:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384599.091425:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.202.154@tcp12 00000800:00000010:3.0:1767384599.091430:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ae9ffc0. 00000100:00000001:1.0:1767384599.091432:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384599.091436:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384599.091438:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000322337ee. 00000800:00000010:3.0:1767384599.091442:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008710f985. 00000100:00000040:1.0:1767384599.091445:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097217d1e] to pc [ptlrpcd_00_00+0] req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384599.091448:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (2) 00000800:00000200:3.1:1767384599.091458:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (2) 10000000:00000001:1.0:1767384599.091479:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.091480:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 10000000:00000001:1.0:1767384599.091482:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.091484:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384599.091487:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384599.091490:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000020:00000001:1.0:1767384599.091495:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384599.091496:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384599.091498:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384599.091500:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00100000:2.0:1767384599.091502:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:01000000:1.0:1767384599.091502:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384599.091504:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384599.091506:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384599.091507:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384599.091510:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384599.091511:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384599.091511:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384599.091513:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384599.091515:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.091518:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.091520:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384599.091521:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384599.091523:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384599.091524:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384599.091527:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384599.091527:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384599.091532:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c3968a9. 00000100:00000040:2.0:1767384599.091535:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384599.091537:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384599.091539:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384599.091540:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384599.091542:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384599.091550:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ef417a48. 00000100:00000001:2.0:1767384599.091551:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384599.091554:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.091559:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384599.091561:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.091562:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384599.091568:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.091569:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384599.091571:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097217d1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049173120:0@lo:253: 00000100:00000001:1.0:1767384599.091572:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.091578:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384599.091581:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c3968a9] to pc [ptlrpcd_00_01+1] req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384599.091583:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384599.091586:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.091591:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384599.091596:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384599.091597:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005d71c945. 10000000:00000001:1.0:1767384599.091602:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.091603:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.091607:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.091609:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e089835. 00000020:01000000:1.0:1767384599.091610:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384599.091614:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000482a2d2e. 00000400:00000010:2.0:1767384599.091617:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fb8c3a4. 00000100:00000200:2.0:1767384599.091622:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173120, portal 25 00000100:00000001:2.0:1767384599.091624:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.091628:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520542336 : -128356189009280 : ffff8b42bef30a80) 00000100:00000040:2.0:1767384599.091633:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.091638:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.091642:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.091644:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b76415. 00000100:00000200:2.0:1767384599.091647:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173120, offset 0 00000400:00000200:2.0:1767384599.091652:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.091662:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384599.091684:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002480 00000400:00000200:2.0:1767384599.091690:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000010:2.0:1767384599.091693:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ee4b96. 00000400:00000200:2.0:1767384599.091696:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff2cbaf6 00000400:00000200:2.0:1767384599.091703:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.091707:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384599.091712:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2cbaf6 00000400:00000010:2.0:1767384599.091758:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff2cbaf6. 00000100:00000001:2.0:1767384599.091763:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384599.091764:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384599.091768:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000c04d9159 x1853237049173120 msgsize 4848 00000100:00100000:2.0:1767384599.091774:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384599.091778:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384599.091786:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384599.091795:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b76415 00000400:00000010:2.0:1767384599.091796:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002b76415. 00000100:00000001:2.0:1767384599.091799:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384599.091801:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.091809:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.091812:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.091816:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.091818:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384599.091822:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.091825:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294888421 00000100:00000010:2.0:1767384599.091829:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007987cbd6. 00000100:00000001:2.0:1767384599.091834:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384599.091841:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294888421 00000100:00000010:2.0:1767384599.091844:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006c3f4c5. 00000100:00000001:2.0:1767384599.091846:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384599.091849:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294888421 00000100:00000010:2.0:1767384599.091853:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f82a5ad8. 00000100:00000001:2.0:1767384599.091855:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384599.091861:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294888421 00000100:00000001:3.0:1767384599.091863:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384599.091864:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000000664ae. 00000100:00100000:3.0:1767384599.091866:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173120 00000100:00000001:2.0:1767384599.091869:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384599.091870:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384599.091873:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.091874:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.091876:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.091878:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.091881:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.091884:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173120 00000020:00000001:3.0:1767384599.091888:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384599.091890:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384599.091890:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.091893:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384599.091894:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.091897:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:2.0:1767384599.091899:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384599.091900:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384599.091902:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384599.091903:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384599.091905:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.091909:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384599.091909:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384599.091912:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1767384599.091914:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a54ae5c. 00000100:00000040:2.0:1767384599.091915:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.091919:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384599.091926:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a54ae5c. 00000100:00000001:2.0:1767384599.091929:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384599.091931:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384599.091934:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2e29cd4. 02000000:00000001:2.0:1767384599.091934:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384599.091936:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384599.091939:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384599.091940:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005efa9e49. 00000100:00100000:2.0:1767384599.091941:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049173248:0@lo:253: 00000100:00000001:2.0:1767384599.091946:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384599.091947:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 02000000:00000001:2.0:1767384599.091948:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384599.091952:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.091953:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384599.091956:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000010:2.0:1767384599.091958:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009de9a21a. 00000100:00000001:3.0:1767384599.091960:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384599.091962:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.091963:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384599.091966:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.091967:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005982046. 00000400:00000010:2.0:1767384599.091972:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b76415. 00000100:00000001:3.0:1767384599.091973:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384599.091975:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173248, portal 25 00000100:00000001:2.0:1767384599.091978:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.091980:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520541440 : -128356189010176 : ffff8b42bef30700) 00000100:00000001:3.0:1767384599.091984:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384599.091984:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.091993:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.091996:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384599.091999:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384599.092000:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6b45544. 00000100:00000001:3.0:1767384599.092004:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384599.092005:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173248, offset 0 00000100:00100000:3.0:1767384599.092032:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000400:00000200:2.0:1767384599.092034:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384599.092040:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000400:00000200:2.0:1767384599.092045:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384599.092046:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514554960 : -128357194996656 : ffff8b4282fce450) 00000100:00000040:3.0:1767384599.092056:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c04d9159 x1853237049173120/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384599.092056:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002500 00000400:00000200:2.0:1767384599.092072:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000010:2.0:1767384599.092075:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a8485ad. 00000400:00000200:2.0:1767384599.092079:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a05333a6 00000400:00000200:2.0:1767384599.092088:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.092094:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384599.092099:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a05333a6 00000400:00000010:2.0:1767384599.092102:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a05333a6. 00000100:00000001:3.0:1767384599.092105:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384599.092106:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384599.092109:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1767384599.092110:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a54ae5c. 00000100:00000040:2.0:1767384599.092112:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000040b8c8c3 x1853237049173248 msgsize 4848 00000100:00000001:3.0:1767384599.092115:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384599.092120:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a54ae5c. 00000100:00100000:2.0:1767384599.092124:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384599.092130:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c04d9159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049173120:12345-0@lo:253: 00000100:00000040:2.0:1767384599.092131:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:3.0:1767384599.092136:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173120 00000020:00000001:3.0:1767384599.092139:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384599.092140:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384599.092142:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384599.092146:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.092146:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6b45544 00000400:00000010:2.0:1767384599.092151:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6b45544. 00000020:00000001:3.0:1767384599.092152:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384599.092155:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384599.092156:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000200:2.0:1767384599.092160:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384599.092161:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384599.092164:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384599.092169:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384599.092173:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384599.092173:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384599.092177:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.092178:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.092183:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384599.092187:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384599.092187:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092191:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384599.092195:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092197:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294888421 00000100:00000001:2.0:1767384599.092199:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294888421 00000100:00000001:2.0:1767384599.092200:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294888421 02000000:00000010:3.0:1767384599.092202:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000195ea162. 00000100:00000001:2.0:1767384599.092202:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294888421 02000000:00000001:3.0:1767384599.092207:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092208:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294888421 00000100:00000001:3.0:1767384599.092213:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092213:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294888421 20000000:00000001:3.0:1767384599.092218:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384599.092218:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294888421 00000100:00000001:2.0:1767384599.092220:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294888421 20000000:00000010:3.0:1767384599.092230:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd5607d0. 00000100:00000001:2.0:1767384599.092230:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.092236:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384599.092237:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384599.092240:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384599.092240:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092244:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384599.092245:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384599.092248:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092250:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:3.0:1767384599.092251:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.092253:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:00000001:3.0:1767384599.092255:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384599.092258:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.092261:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384599.092264:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384599.092265:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060a7f8c2. 00000100:00000001:2.0:1767384599.092267:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384599.092270:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:3.0:1767384599.092277:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384599.092284:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384599.092294:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:2.0:1767384599.092304:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000482a2d2e. 00000800:00000010:2.0:1767384599.092310:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6b45544. 00080000:00000001:3.0:1767384599.092312:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384599.092327:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384599.092331:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000071ba8f50. 00080000:00000001:3.0:1767384599.092332:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384599.092336:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.092339:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000200:2.1:1767384599.092341:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (2) 00080000:00000001:3.0:1767384599.092342:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384599.092349:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000800:00000200:2.1:1767384599.092354:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp12 0000000071ba8f50 deleted 00000020:00000001:3.0:1767384599.092367:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00000800:00000010:2.1:1767384599.092368:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000071ba8f50. 00080000:00000002:3.0:1767384599.092373:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000200:2.1:1767384599.092375:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384599.092379:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1767384599.092385:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:1017 00080000:00000001:3.0:1767384599.092386:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.092393:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384599.092394:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ae9ffc0 type 1, nob 208 niov 1 nkiov 1 00000020:00000001:3.0:1767384599.092402:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.0:1767384599.092408:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp12 p 3.x 192.168.202.154 -> 192.168.202.154:1017 incarnation:1767384597737731276 sched[0] 00000020:00000001:3.0:1767384599.092410:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384599.092418:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384599.092422:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002423e3a6. 00080000:00000010:3.0:1767384599.092425:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003e7baaa1. 00080000:00000001:3.0:1767384599.092430:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268497408 : -128361441054208 : ffff8b4185e73200) 00080000:00000001:3.0:1767384599.092436:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384599.092441:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384599.092445:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000a54ae5c. 00080000:00000001:3.0:1767384599.092452:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.092457:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384599.092470:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384599.092481:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002423e3a6. 00000800:00000010:2.0:1767384599.092487:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6b45544. 00080000:00000001:3.0:1767384599.092490:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384599.092516:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000fe9d69e. 00000800:00000200:2.1:1767384599.092540:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384599.092546:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp12 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384597737731276 sched[0] 00000800:00000010:2.0:1767384599.092548:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2bfa9bb. 00000400:00000200:2.0:1767384599.092596:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384599.092647:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000001:3.0:1767384599.092655:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.092664:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.092667:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.092672:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.092684:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12) <- 192.168.202.154@tcp12 : PUT - for me 00000400:00000200:3.0:1767384599.092697:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384599.092698:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384599.092705:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 112/112 into md 0x124d [1] + 0 00000400:00000010:3.0:1767384599.092709:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000db0a70c. 00000400:00000200:3.0:1767384599.092713:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080306dc3 00000800:00000001:3.0:1767384599.092716:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384599.092777:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384599.092809:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384599.092852:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384599.092909:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000001:3.0:1767384599.092937:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.092939:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.092943:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: PUT: OK 00000400:00000200:3.0:1767384599.092946:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000400:00000010:3.0:1767384599.092948:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000400:00000200:3.0:1767384599.092951:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384599.092954:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (6) 00000400:00000200:3.0:1767384599.092958:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:3.0:1767384599.092961:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000006791727d. 00000400:00000200:3.0:1767384599.092964:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 5 00000400:00000200:3.0:1767384599.092968:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384599.092978:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (7) 00000400:00000200:3.0:1767384599.092983:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384599.092990:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp12 to MR: 192.168.202.154@tcp12 local destination 00000400:00000200:3.0:1767384599.092996:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.154@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384599.093007:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) -> 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) 192.168.202.154@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384599.093026:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp12 00000800:00000010:3.0:1767384599.093029:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ae9ffc0. 00000800:00000200:3.0:1767384599.093035:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (4) 00000800:00000200:3.0:1767384599.093052:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:988 00000800:00000200:3.0:1767384599.093056:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ae9ffc0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384599.093117:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384599.093120:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ae9ffc0. 00000800:00000010:2.0:1767384599.093125:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015c8d1e0. 00000400:00000200:3.0:1767384599.093126:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384599.093130:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6b45544. 00000400:00000200:3.0:1767384599.093136:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: ACK: OK 00000800:00000010:2.0:1767384599.093137:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002423e3a6. 00000800:00000001:3.0:1767384599.093143:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.093147:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.093151:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.093156:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.093161:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.093167:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384599.093172:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002423e3a6. 00000400:00000200:3.0:1767384599.093183:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12) <- 192.168.202.154@tcp12 : ACK - for me 00000400:00000200:3.0:1767384599.093198:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp12: ACK from 12345-192.168.202.154@tcp12 into md 0x127d 00000400:00000200:3.0:1767384599.093204:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.093210:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: ACK: OK 00000400:00000200:3.0:1767384599.093212:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000400:00000010:3.0:1767384599.093214:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000400:00000200:3.0:1767384599.093218:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384599.093221:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:3.0:1767384599.093223:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (6) 00000800:00000001:3.0:1767384599.093227:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.093232:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384599.093232:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384599.093251:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp12 from 248.3.0.2 00000800:00000010:2.0:1767384599.093254:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000004ed62de. 00000800:00000010:3.0:1767384599.093289:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a486b642. 00000800:00000010:3.0:1767384599.093294:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097541884. 00000800:00000010:3.0:1767384599.093310:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004beafc4c. 00000800:00000200:3.1:1767384599.093314:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (4) 00000800:00000200:3.1:1767384599.093324:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp12 000000004beafc4c deleted 00000800:00000010:3.1:1767384599.093326:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004beafc4c. 00000800:00000200:3.1:1767384599.093329:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384599.093333:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp12 p 3.x 192.168.202.154 -> 192.168.202.154:1016 incarnation:1767384597737731276 sched[0] 00000800:00000010:3.0:1767384599.093337:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007fc152f. 00000800:00000010:3.0:1767384599.093383:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007fc152f. 00000800:00000010:3.0:1767384599.093387:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097541884. 00000800:00000010:3.0:1767384599.093415:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000004ed62de. 00000800:00000200:2.1:1767384599.093416:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384599.093425:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp12 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384597737731276 sched[0] 00000800:00000001:3.0:1767384599.093427:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384599.093430:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6b45544. 00000800:00000001:3.0:1767384599.093432:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.093461:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.093464:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384599.093515:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000a54ae5c. 00040000:00000001:3.0:1767384599.093519:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384599.093521:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384599.093523:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384599.093526:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384599.093527:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.093529:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384599.093537:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384599.093545:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384599.093549:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384599.093554:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384599.093564:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384599.093568:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384599.093572:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384599.093577:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384599.093580:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384599.093587:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000477b9cb1. 00010000:00000001:2.0:1767384599.093593:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384599.093597:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052077b5a. 00000020:00000001:2.0:1767384599.093601:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384599.093605:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052077b5a with handle 0xefc2db714b35c2bc to hash 00000020:00000001:2.0:1767384599.093608:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384599.093611:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384599.093617:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384599.093621:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.093624:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.093629:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.093648:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384599.093652:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384599.093656:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384599.093658:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.093662:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.093665:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.093668:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384599.093669:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384599.093672:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384599.093674:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384599.093676:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000010:3.0:1767384599.093677:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd5607d0. 00010000:00000001:2.0:1767384599.093679:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000001:3.0:1767384599.093681:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.093682:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384599.093686:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000477b9cb1) refcount = 1 00010000:00000040:3.0:1767384599.093687:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173120 00010000:00000001:3.0:1767384599.093693:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384599.093694:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384599.093699:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c04d9159 x1853237049173120/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384599.093745:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384599.093747:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384599.093750:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384599.093756:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384599.093758:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384599.093759:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384599.093762:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384599.093766:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.093769:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384599.093772:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.093775:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097541884. 00000100:00000200:3.0:1767384599.093778:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173120, offset 224 00000400:00000200:3.0:1767384599.093783:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384599.093788:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384599.093794:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002480 00000400:00000200:3.0:1767384599.093797:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1281 [2] + 224 00000400:00000200:3.0:1767384599.093801:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.093805:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.093807:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384599.093810:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384599.093817:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000097217d1e x1853237049173120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.093836:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384599.093839:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:3.0:1767384599.093841:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097541884 00010000:00000001:2.0:1767384599.093842:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000010:3.0:1767384599.093845:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097541884. 00010000:00000001:2.0:1767384599.093846:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.093848:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.093850:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384599.093854:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384599.093857:0:17081:0:(events.c:386:reply_out_callback()) Process entered 20000000:01000000:2.0:1767384599.093859:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000001:3.0:1767384599.093860:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384599.093864:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384599.093866:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.093867:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.093870:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 00000100:00000040:3.0:1767384599.093873:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:2.0:1767384599.093874:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:3.0:1767384599.093876:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384599.093879:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.093879:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384599.093885:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000001:3.0:1767384599.093886:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384599.093889:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384599.093892:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c04d9159 x1853237049173120/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.093905:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384599.093908:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384599.093918:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c04d9159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049173120:12345-0@lo:253: Request processed in 1809us (2145us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384599.093924:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.093928:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384599.093931:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384599.093936:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:3.0:1767384599.093942:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384599.093946:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384599.093948:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384599.093949:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384599.093950:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384599.093967:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005efa9e49. 00010000:00000001:2.0:1767384599.093967:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384599.093970:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384599.093973:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000020:00000010:3.0:1767384599.093980:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2e29cd4. 00010000:00010000:2.0:1767384599.093981:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052077b5a already unused, calling callback (00000000d66be316) 00000020:00000040:3.0:1767384599.093985:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:2.0:1767384599.093986:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767384599.093990:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384599.093992:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000195ea162. 00010000:00000001:2.0:1767384599.093996:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:3.0:1767384599.093997:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1767384599.093998:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384599.094001:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384599.094008:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384599.094029:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:3.0:1767384599.094030:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00010000:00000001:2.0:1767384599.094032:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.094036:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384599.094037:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097541884. 00000020:00000040:2.0:1767384599.094050:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=5 00000020:00000001:2.0:1767384599.094054:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384599.094058:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384599.094063:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384599.094066:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.094073:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384599.094075:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.094078:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.094081:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384599.094084:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384599.094086:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.094089:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.094093:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052077b5a with handle 0xefc2db714b35c2bc from hash 00010000:00000001:2.0:1767384599.094096:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384599.094098:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.094100:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.094102:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384599.094104:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384599.094107:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384599.094110:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384599.094113:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.094116:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.094121:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384599.094122:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384599.094127:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.094129:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.094130:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.094139:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.094143:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.094146:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.094154:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.094155:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.094156:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384599.094157:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384599.094158:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.094158:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.094160:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384599.094161:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.094165:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.094167:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.094173:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384599.094174:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384599.094176:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c2bc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384599.094185:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000477b9cb1 count: 0 00010000:00000001:2.0:1767384599.094193:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384599.094196:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:3.0:1767384599.095470:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000af3d2300. 20000000:01000000:2.0:1767384599.095593:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384599.095596:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384599.095598:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384599.095600:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384599.095602:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384599.095606:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c2d68900. 00010000:00000001:2.0:1767384599.095609:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384599.095612:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067f7e5d0. 00000020:00000001:2.0:1767384599.095614:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384599.095616:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000067f7e5d0 with handle 0xefc2db714b35c2c3 to hash 00000020:00000001:2.0:1767384599.095618:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384599.095619:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384599.095627:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384599.095628:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.095630:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.095632:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.095636:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384599.095638:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384599.095640:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384599.095641:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.095643:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.095644:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.095645:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.095655:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384599.095656:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384599.095658:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384599.095659:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384599.095660:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c2d68900) refcount = 1 00010000:00010000:2.0:1767384599.095662:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.095665:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384599.095666:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384599.095668:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.095669:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.095671:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384599.095672:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384599.095675:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384599.095676:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.095678:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.095679:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=4 00000020:00000001:2.0:1767384599.095680:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384599.095682:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384599.095684:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384599.095685:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.095697:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384599.095699:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.095706:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.095709:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384599.095712:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.095719:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.095720:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.095722:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384599.095724:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384599.095727:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000067f7e5d0 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384599.095729:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384599.095731:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384599.095858:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.095862:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384599.095868:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384599.095872:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384599.095875:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005982046. 00000400:00000200:3.0:1767384599.095880:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b76415 00000400:00000010:3.0:1767384599.095884:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002b76415. 00000100:00000001:3.0:1767384599.095889:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384599.095902:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384599.095922:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.095931:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384599.095942:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.095945:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384599.095948:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384599.095950:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.095952:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.095955:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384599.095960:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384599.095964:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384599.095969:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384599.095972:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.095974:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384599.095976:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.095979:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.095985:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.095996:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.096000:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384599.096002:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384599.096008:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384599.096027:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384599.096030:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384599.096032:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384599.096034:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384599.096036:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384599.096038:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384599.096040:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384599.096052:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384599.096058:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384599.096060:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.096075:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384599.096078:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.096081:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384599.096083:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049173248:0@lo:253: 00000020:00000040:2.0:1767384599.096084:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=5 00000020:00000001:2.0:1767384599.096089:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384599.096091:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384599.096092:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384599.096095:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384599.096100:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.096101:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384599.096105:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384599.096105:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384599.096108:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c3968a9 x1853237049173248/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.096114:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.096116:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384599.096118:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384599.096119:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384599.096121:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384599.096122:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009de9a21a. 00010000:00000001:2.0:1767384599.096125:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384599.096127:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384599.096128:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.096131:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384599.096132:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000067f7e5d0 with handle 0xefc2db714b35c2c3 from hash 00000020:00000040:3.0:1767384599.096133:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00010000:00000001:2.0:1767384599.096135:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1767384599.096137:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384599.096138:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384599.096139:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ef417a48. 00010000:00000001:2.0:1767384599.096141:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.096144:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384599.096145:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384599.096145:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384599.096149:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384599.096149:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:3.0:1767384599.096152:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c3968a9. 00010000:00000001:2.0:1767384599.096153:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384599.096156:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.096158:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384599.096158:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.096161:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.096162:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384599.096165:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384599.096166:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.096168:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.096170:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384599.096171:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384599.096172:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.096175:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.096175:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.096181:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384599.096181:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.096185:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.096186:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.096192:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.096193:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.096194:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384599.096195:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384599.096197:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.096198:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384599.096199:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384599.096200:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.096202:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.096203:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.096207:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384599.096212:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384599.096213:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000067f7e5d0/0xefc2db714b35c2c3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384599.096216:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c2d68900 count: 0 00010000:00000001:2.0:1767384599.096223:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384599.096224:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384599.097879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000477b9cb1. 00000100:00000040:1.0:1767384599.097882:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294888421, at 4294888422 00010000:00000010:2.1:1767384599.097884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052077b5a. 00000100:00000010:1.0:1767384599.097891:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006c3f4c5. 00000100:00000040:3.0:1767384599.098757:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294888421, at 4294888423 00000100:00000010:3.0:1767384599.098762:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000000664ae. 00000100:00000040:2.0:1767384599.098769:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294888421, at 4294888423 00000100:00000010:2.0:1767384599.098776:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f82a5ad8. 00010000:00000010:2.1:1767384599.099743:0:19985:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2d68900. 00010000:00000010:2.1:1767384599.099748:0:19985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000067f7e5d0. 00000400:00000010:1.0:1767384599.108380:0:19988:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002d6ce9dd. 00000400:00000040:1.0:1767384599.108397:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.108400:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.108403:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.108405:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.108408:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.108410:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384599.108414:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.108415:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.108417:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.108419:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384599.108422:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.108424:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.108427:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.108429:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.108437:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384599.108440:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.108443:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.108444:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384599.108446:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384599.108449:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.108451:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.108453:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.108455:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.108457:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.108459:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384599.108462:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.108464:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.108466:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.108468:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.108469:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.108471:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384599.108473:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.108474:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.108475:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.108476:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.108477:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.108478:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384599.108480:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.108481:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.108482:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.108484:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.108485:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.108486:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384599.108487:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384599.108488:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384599.108489:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384599.108491:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384599.108492:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384599.108494:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.108495:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.108496:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384599.108497:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.108498:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384599.108505:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384599.108506:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384599.108507:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384599.108509:0:19988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384599.108528:0:19988:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002d6ce9dd. 00010000:00000001:1.0:1767384600.083797:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384600.083803:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384600.083807:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384600.083809:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.083833:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384600.083837:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384600.083841:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384600.387680:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384600.387689:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:3.0:1767384600.387699:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000400:00000200:3.0:1767384600.387703:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (6) 00000400:00000010:3.0:1767384600.387709:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a20e2c09. 00000400:00000200:3.0:1767384600.387715:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:2.0:1767384600.387738:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384600.387743:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384600.387747:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384600.387750:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384600.387754:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384600.387758:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:01000004:2.0:1767384600.387759:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384600.387763:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384600.387766:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384600.387767:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384600.387770:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384600.387771:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384600.387774:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384600.387777:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384600.387781:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384600.387783:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384600.387784:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384600.387792:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000020:00000040:2.0:1767384600.387798:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:3.0:1767384600.387805:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:2.0:1767384600.387806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384600.387811:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384600.387814:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767384600.387818:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.387821:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384600.387827:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp13 02000000:00000010:2.0:1767384600.387829:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3ac23f1. 00000400:00000200:3.0:1767384600.387833:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384600.387838:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp13 00000100:00000001:2.0:1767384600.387839:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.387845:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp13 NI seq info: [13:13:256:4294967295] 192.168.202.154@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:2.0:1767384600.387850:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384600.387855:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp13 00000100:00000001:2.0:1767384600.387855:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.387867:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_02+2] req@00000000572a5fc0 x1853237049173376/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384600.387873:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13:) -> 192.168.202.154@tcp13(192.168.202.154@tcp:192.168.202.154@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384600.387889:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.202.154@tcp13 00000800:00000010:3.0:1767384600.387895:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9c46818. 00000800:00000010:3.0:1767384600.387908:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a84b0a0c. 00000800:00000010:3.0:1767384600.387914:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002e2bf7bd. 00000800:00000200:3.0:1767384600.387922:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (2) 00000800:00000200:3.1:1767384600.387927:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (2) 10000000:00000001:2.0:1767384600.387928:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384600.387934:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.387937:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384600.387942:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384600.387947:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384600.387951:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000020:00000001:2.0:1767384600.387954:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384600.387958:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384600.387962:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384600.387965:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384600.387970:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384600.387973:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384600.387976:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384600.387979:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384600.387983:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384600.387988:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384600.387992:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384600.387995:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384600.388013:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384600.388028:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8c94fd5. 00000020:00000040:2.0:1767384600.388033:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384600.388039:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384600.388041:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 02000000:00000001:2.0:1767384600.388043:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384600.388048:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384600.388058:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003cfbfaee. 00000100:00000001:2.0:1767384600.388066:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388075:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384600.388078:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.388086:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c94fd5] to pc [ptlrpcd_00_03+3] req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384600.388100:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 10000000:00000001:2.0:1767384600.388106:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384600.388111:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.388115:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384600.388118:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384600.388122:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000048eb2660. 00000100:00000001:2.0:1767384600.388137:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384600.388147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:2.0:1767384600.388148:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384600.388152:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384600.388161:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.388176:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384600.388179:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.388186:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384600.388187:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 02000000:00000001:2.0:1767384600.388190:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384600.388195:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.388200:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8c94fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049173504:0@lo:253: 00000100:00000001:2.0:1767384600.388206:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384600.388210:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384600.388214:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.388218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 02000000:00000001:2.0:1767384600.388219:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384600.388227:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b353e4dd. 02000000:00000001:2.0:1767384600.388233:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384600.388241:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1fa160. 00000400:00000200:3.0:1767384600.388244:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000010:2.0:1767384600.388250:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cd8745c. 00000100:00000200:2.0:1767384600.388256:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173504, portal 25 00000100:00000001:2.0:1767384600.388261:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384600.388264:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518502400 : -128356191049216 : ffff8b42bed3ea00) 00000400:00000200:3.0:1767384600.388269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000040:2.0:1767384600.388274:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.388289:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384600.388293:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000040:2.0:1767384600.388296:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384600.388302:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fef1413. 00000100:00000200:2.0:1767384600.388308:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173504, offset 0 00000400:00000200:2.0:1767384600.388317:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384600.388330:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384600.388344:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002600 00000400:00000200:2.0:1767384600.388352:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000400:00000010:2.0:1767384600.388360:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007677248e. 00000400:00000200:2.0:1767384600.388366:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099240d7f 00000400:00000200:2.0:1767384600.388374:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.388387:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384600.388391:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099240d7f 00000400:00000010:2.0:1767384600.388394:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099240d7f. 00000100:00000001:2.0:1767384600.388401:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384600.388405:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384600.388410:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000092757fe8 x1853237049173504 msgsize 4848 00000100:00100000:2.0:1767384600.388420:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384600.388425:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384600.388439:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384600.388448:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fef1413 00000400:00000010:2.0:1767384600.388453:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fef1413. 00000100:00000001:2.0:1767384600.388461:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384600.388468:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.388484:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384600.388490:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.388501:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388506:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384600.388513:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388518:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294889717 00000100:00000001:2.0:1767384600.388523:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294889717 00000100:00000001:2.0:1767384600.388526:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294889717 00000100:00000001:2.0:1767384600.388529:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294889717 00000100:00000001:2.0:1767384600.388535:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294889717 00000800:00000010:3.0:1767384600.388537:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000195ea162. 00000100:00000001:2.0:1767384600.388538:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294889717 00000100:00000001:2.0:1767384600.388544:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294889717 00000800:00000010:3.0:1767384600.388546:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4f14c8f. 00000100:00000001:2.0:1767384600.388551:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294889717 00000100:00000001:2.0:1767384600.388557:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384600.388558:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083c3d559. 00000100:00000001:2.0:1767384600.388566:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388573:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388578:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.388594:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384600.388599:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384600.388605:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.388609:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384600.388611:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083c3d559. 00000100:00000001:2.0:1767384600.388613:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388620:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388646:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384600.388650:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384600.388658:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1767384600.388664:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:3.0:1767384600.388666:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:2.0:1767384600.388669:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649994320 : -128357059557296 : ffff8b428b0f8850) 00000100:00000040:2.0:1767384600.388680:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092757fe8 x1853237049173504/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:581/0 lens 4848/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.388694:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384600.388698:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp13 from 247.3.0.2 00000020:00000010:2.0:1767384600.388701:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001544b61e. 00000800:00000010:3.0:1767384600.388704:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000482c7381. 00000100:00000001:2.0:1767384600.388707:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384600.388714:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001544b61e. 00000100:00100000:2.0:1767384600.388748:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092757fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049173504:12345-0@lo:253: 00000100:00000200:2.0:1767384600.388753:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173504 00000020:00000001:2.0:1767384600.388757:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384600.388764:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384600.388768:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.388776:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384600.388780:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384600.388786:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384600.388790:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384600.388796:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384600.388801:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384600.388805:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388810:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384600.388815:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384600.388833:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002162f40. 02000000:00000001:2.0:1767384600.388840:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.388845:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.388855:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384600.388866:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000039e85cee. 20000000:01000000:2.0:1767384600.388872:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384600.388876:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384600.388878:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384600.388881:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.388884:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.388888:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384600.388946:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd5607d0. 00000800:00000010:3.0:1767384600.388954:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056f0f0ca. 00000800:00000010:3.0:1767384600.388979:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a0ec5d70. 00000800:00000200:3.1:1767384600.388988:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (2) 00000800:00000200:3.1:1767384600.388995:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp13 00000000a0ec5d70 deleted 00000800:00000010:3.1:1767384600.389012:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a0ec5d70. 00000800:00000200:3.1:1767384600.389019:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384600.389029:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp13 ip 192.168.202.154:1015 00000800:00000200:3.1:1767384600.389035:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9c46818 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:3.0:1767384600.389041:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp13 p 3.x 192.168.202.154 -> 192.168.202.154:1015 incarnation:1767384599089855052 sched[0] 00000800:00000010:3.0:1767384600.389047:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083c3d559. 00000800:00000010:3.0:1767384600.389097:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083c3d559. 00000800:00000010:3.0:1767384600.389103:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056f0f0ca. 00000800:00000010:3.0:1767384600.389136:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000482c7381. 00000800:00000200:3.0:1767384600.389209:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.1:1767384600.389210:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384600.389217:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9c46818. 00000800:00000200:2.0:1767384600.389221:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp13 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384599089855052 sched[0] 00000400:00000200:3.0:1767384600.389224:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384600.389230:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4f14c8f. 00000400:00000200:3.0:1767384600.389236:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: PUT: OK 00000400:00000200:3.0:1767384600.389242:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384600.389246:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:3.0:1767384600.389258:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389264:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384600.389267:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389271:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.389279:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13) <- 192.168.202.154@tcp13 : PUT - for me 00000400:00000200:2.0:1767384600.389287:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384600.389289:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384600.389298:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 128/128 into md 0x1291 [1] + 0 00000400:00000010:3.0:1767384600.389302:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a75434. 00000400:00000200:3.0:1767384600.389306:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf170838 00000800:00000001:3.0:1767384600.389310:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389320:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.389323:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.389328:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: PUT: OK 00000400:00000200:3.0:1767384600.389331:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000010:3.0:1767384600.389333:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000400:00000200:3.0:1767384600.389339:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384600.389343:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (7) 00000400:00000200:3.0:1767384600.389355:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:3.0:1767384600.389360:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 0000000056f0f0ca. 00000400:00000200:3.0:1767384600.389364:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 6 00000400:00000200:3.0:1767384600.389369:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384600.389381:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (8) 00000400:00000200:2.0:1767384600.389385:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384600.389387:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384600.389397:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp13 to MR: 192.168.202.154@tcp13 local destination 00000400:00000200:3.0:1767384600.389404:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp13 NI seq info: [14:14:256:4294967295] 192.168.202.154@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384600.389420:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13:192.168.202.154@tcp13) -> 192.168.202.154@tcp13(192.168.202.154@tcp13:192.168.202.154@tcp13) 192.168.202.154@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384600.389426:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp13 00000800:00000010:3.0:1767384600.389431:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9c46818. 00000400:00000200:2.0:1767384600.389432:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000200:3.0:1767384600.389439:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (4) 00000800:00000200:3.0:1767384600.389447:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp13 ip 192.168.202.154:988 00000800:00000200:3.0:1767384600.389450:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9c46818 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384600.389467:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384600.389503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000200:3.0:1767384600.389512:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384600.389517:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9c46818. 00000400:00000200:3.0:1767384600.389522:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.389531:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: ACK: OK 00000800:00000001:3.0:1767384600.389541:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389547:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384600.389548:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000001:3.0:1767384600.389552:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389560:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384600.389563:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389570:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.389581:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13) <- 192.168.202.154@tcp13 : ACK - for me 00000400:00000200:2.0:1767384600.389594:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384600.389597:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp13: ACK from 12345-192.168.202.154@tcp13 into md 0x12a9 00000400:00000200:3.0:1767384600.389606:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.389612:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: ACK: OK 00000400:00000200:3.0:1767384600.389617:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000400:00000010:3.0:1767384600.389619:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000400:00000200:3.0:1767384600.389634:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384600.389642:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:2.0:1767384600.389648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384600.389662:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384600.389670:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (8) 00000800:00000001:3.0:1767384600.389682:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.389688:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384600.389692:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000800:00000010:2.0:1767384600.389951:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000202367f6. 00000800:00000010:2.0:1767384600.389958:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fef1413. 00000800:00000010:2.0:1767384600.389963:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001544b61e. 00000400:00000200:3.0:1767384600.389966:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384600.389987:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001544b61e. 00000400:00000200:3.0:1767384600.390025:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp13 from 246.3.0.2 00000800:00000010:3.0:1767384600.390030:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eba8aab4. 00000800:00000010:2.0:1767384600.390075:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b995fe87. 00000800:00000010:2.0:1767384600.390081:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002b76415. 00000800:00000010:2.0:1767384600.390103:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ee0f24e. 00000800:00000200:2.1:1767384600.390110:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (4) 00000800:00000200:2.1:1767384600.390115:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp13 000000000ee0f24e deleted 00000800:00000010:2.1:1767384600.390117:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000ee0f24e. 00000800:00000200:2.1:1767384600.390121:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384600.390125:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp13 p 3.x 192.168.202.154 -> 192.168.202.154:1014 incarnation:1767384599089855052 sched[0] 00000800:00000010:2.0:1767384600.390130:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001544b61e. 00000800:00000010:2.0:1767384600.390183:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001544b61e. 00000800:00000010:2.0:1767384600.390188:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002b76415. 00000800:00000200:3.1:1767384600.390207:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384600.390214:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eba8aab4. 00000800:00000200:3.0:1767384600.390217:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp13 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384599089855052 sched[0] 00000800:00000010:3.0:1767384600.390223:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fef1413. 00080000:00000010:2.0:1767384600.390303:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008cec44c2. 20000000:00000010:2.0:1767384600.390391:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062695737. 20000000:01000000:3.0:1767384600.390394:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384600.390396:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:3.0:1767384600.390398:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384600.390402:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384600.390404:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384600.390407:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384600.390409:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384600.390410:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384600.390414:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384600.390419:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000035b71369. 00080000:00000001:2.0:1767384600.390423:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384600.390424:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384600.390428:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f52bc515. 00000020:00000001:3.0:1767384600.390431:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384600.390432:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384600.390435:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f52bc515 with handle 0xefc2db714b35c2ca to hash 00080000:00000001:2.0:1767384600.390436:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384600.390439:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384600.390440:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390442:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00080000:00000001:2.0:1767384600.390444:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384600.390446:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00080000:00000001:2.0:1767384600.390447:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390450:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:2.0:1767384600.390452:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000001:3.0:1767384600.390453:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.390458:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384600.390461:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384600.390465:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384600.390469:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384600.390470:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384600.390473:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384600.390475:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390476:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384600.390479:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384600.390481:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.390482:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384600.390486:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384600.390490:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384600.390491:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.390494:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.390497:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384600.390497:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384600.390501:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384600.390503:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:2.0:1767384600.390503:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000037e93431. 00010000:00000001:3.0:1767384600.390506:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384600.390509:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000035b71369) refcount = 1 00080000:00000001:2.0:1767384600.390509:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204229632 : -128361505321984 : ffff8b4182128c00) 00010000:00010000:3.0:1767384600.390517:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384600.390517:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384600.390521:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384600.390525:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000010:2.0:1767384600.390527:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001544b61e. 00010000:00000001:3.0:1767384600.390528:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384600.390531:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.390534:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384600.390534:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390541:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384600.390541:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384600.390547:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384600.390550:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00080000:00000001:2.0:1767384600.390552:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390556:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.390560:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384600.390564:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:3.0:1767384600.390565:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f52bc515 refcount=4 00000020:00000001:3.0:1767384600.390570:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384600.390576:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384600.390581:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384600.390586:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.390603:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384600.390608:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.390622:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.390627:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384600.390631:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.390647:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.390658:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390675:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384600.390679:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384600.390698:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f52bc515 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384600.390702:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384600.390704:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384600.390706:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.390715:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384600.390744:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.390746:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.390750:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f52bc515 refcount=5 00000020:00000001:3.0:1767384600.390755:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00000100:00000001:2.0:1767384600.390757:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384600.390762:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00000100:00000001:2.0:1767384600.390762:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384600.390768:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384600.390769:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:2.0:1767384600.390772:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384600.390774:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384600.390776:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e1671c. 00000400:00000200:2.0:1767384600.390783:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a6f58f5 00000400:00000010:2.0:1767384600.390788:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a6f58f5. 00010000:00000001:3.0:1767384600.390791:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384600.390797:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384600.390797:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384600.390801:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390810:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384600.390813:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000572a5fc0 x1853237049173376/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.390815:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384600.390820:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.390823:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384600.390830:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f52bc515 with handle 0xefc2db714b35c2ca from hash 00010000:00000001:3.0:1767384600.390838:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384600.390842:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384600.390842:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000572a5fc0 x1853237049173376/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.390846:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.390850:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384600.390855:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384600.390859:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384600.390860:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384600.390865:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.390872:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384600.390873:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1767384600.390876:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384600.390878:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.390880:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384600.390884:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.390885:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390892:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384600.390893:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390897:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00001000:2.0:1767384600.390900:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=18 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384600.390903:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.390907:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384600.390908:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=18 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384600.390911:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.390914:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384600.390915:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.390918:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390920:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.390923:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:3.0:1767384600.390925:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384600.390927:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.390933:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.390940:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384600.390941:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000572a5fc0 x1853237049173376/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.390944:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.390948:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384600.390951:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384600.390955:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384600.390957:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384600.390958:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384600.390962:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384600.390963:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384600.390966:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.390968:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384600.390970:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:3.0:1767384600.390973:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384600.390974:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:3.0:1767384600.390979:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384600.390979:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384600.390981:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384600.390985:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384600.390989:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384600.390991:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:3.0:1767384600.390994:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:2.0:1767384600.390995:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384600.391014:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384600.391016:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384600.391017:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:3.0:1767384600.391021:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f52bc515/0xefc2db714b35c2ca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384600.391024:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049173376/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384600.391041:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000035b71369 count: 0 00000100:00100000:2.0:1767384600.391045:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049173376:0@lo:253: 00010000:00000001:3.0:1767384600.391053:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384600.391057:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384600.391062:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.391065:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384600.391069:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000572a5fc0 x1853237049173376/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.391077:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384600.391079:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384600.391082:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000002b4084. 02000000:00000001:2.0:1767384600.391087:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384600.391089:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384600.391090:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384600.391093:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384600.391095:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3ac23f1. 02000000:00000001:2.0:1767384600.391099:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384600.391101:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384600.391103:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 00000100:00000001:2.0:1767384600.391107:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384600.391108:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.391110:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.391114:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384600.391116:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.391119:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.391121:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384600.392292:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001544b61e. 00040000:00000001:2.0:1767384600.392298:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384600.392300:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384600.392302:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384600.392305:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384600.392307:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384600.392309:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384600.392311:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384600.392322:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384600.392325:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384600.392329:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384600.392348:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384600.392353:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384600.392355:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384600.392358:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384600.392366:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384600.392371:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c1ac84d9. 00010000:00000001:3.0:1767384600.392375:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384600.392379:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095d53499. 00000020:00000001:3.0:1767384600.392382:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384600.392384:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095d53499 with handle 0xefc2db714b35c2d1 to hash 00000020:00000001:3.0:1767384600.392387:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384600.392388:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384600.392391:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384600.392393:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.392395:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.392398:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.392405:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384600.392407:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384600.392409:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384600.392411:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.392413:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.392415:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.392418:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.392420:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384600.392422:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384600.392424:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:2.0:1767384600.392425:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384600.392426:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384600.392430:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:3.0:1767384600.392431:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c1ac84d9) refcount = 1 20000000:00000010:2.0:1767384600.392432:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000039e85cee. 00010000:00010000:3.0:1767384600.392437:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384600.392443:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384600.392447:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173504 00010000:00000001:3.0:1767384600.392449:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384600.392450:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384600.392454:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:2.0:1767384600.392456:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092757fe8 x1853237049173504/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.392458:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.392464:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.392468:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384600.392469:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384600.392470:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384600.392475:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=18 v=5 (1 0 0 0) 20000000:00000001:3.0:1767384600.392476:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384600.392478:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:3.0:1767384600.392481:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000040:2.0:1767384600.392481:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384600.392483:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384600.392485:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384600.392486:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.392488:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384600.392493:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384600.392494:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.392497:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384600.392498:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b76415. 00000020:00000040:3.0:1767384600.392499:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095d53499 refcount=4 00000100:00000200:2.0:1767384600.392502:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173504, offset 224 00000020:00000001:3.0:1767384600.392504:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000400:00000200:2.0:1767384600.392509:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384600.392510:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384600.392514:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384600.392518:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384600.392519:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384600.392528:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002600 00000400:00000200:2.0:1767384600.392535:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b5 [2] + 224 00010000:00000001:3.0:1767384600.392536:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384600.392539:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384600.392540:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384600.392544:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384600.392548:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384600.392552:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.392559:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384600.392563:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b8c94fd5 x1853237049173504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.392564:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384600.392568:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.392577:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.392579:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.392580:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384600.392582:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384600.392585:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b76415 00010000:00010000:3.0:1767384600.392586:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384600.392588:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002b76415. 00000100:00000001:2.0:1767384600.392593:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384600.392597:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095d53499 already unused, calling callback (00000000d66be316) 00000100:00000001:2.0:1767384600.392597:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384600.392603:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384600.392607:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384600.392609:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384600.392610:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.392617:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384600.392622:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384600.392624:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384600.392625:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384600.392626:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.392629:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384600.392631:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384600.392632:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095d53499 refcount=5 00000020:00000001:3.0:1767384600.392636:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000100:00000040:2.0:1767384600.392638:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092757fe8 x1853237049173504/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.392648:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384600.392655:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384600.392658:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384600.392664:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092757fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049173504:12345-0@lo:253: Request processed in 3967us (4250us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384600.392678:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384600.392682:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767384600.392683:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00000001:3.0:1767384600.392685:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.392691:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767384600.392691:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:3.0:1767384600.392694:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384600.392697:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384600.392698:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.392702:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.392703:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384600.392707:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095d53499 with handle 0xefc2db714b35c2d1 from hash 00000020:00000010:2.0:1767384600.392709:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028763ef7. 00010000:00000001:3.0:1767384600.392711:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384600.392715:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.392736:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.392738:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384600.392739:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384600.392741:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384600.392741:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e280cbe7. 00010000:00000001:3.0:1767384600.392742:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384600.392745:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.392748:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384600.392749:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011c0e927. 00010000:00000001:3.0:1767384600.392751:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384600.392755:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:2.0:1767384600.392757:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00010000:00000001:3.0:1767384600.392759:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.392762:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384600.392763:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384600.392765:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384600.392766:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002162f40. 00010000:00000001:3.0:1767384600.392769:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.392771:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384600.392774:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.392776:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384600.392777:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384600.392783:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384600.392791:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384600.392791:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050fd795e. 00010000:00000001:3.0:1767384600.392795:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.392798:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384600.392798:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b76415. 00010000:00000001:3.0:1767384600.392801:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384600.392809:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.392813:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.392816:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384600.392819:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384600.392824:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.392828:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.392838:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384600.392841:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384600.392845:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095d53499/0xefc2db714b35c2d1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384600.392861:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c1ac84d9 count: 0 00010000:00000001:3.0:1767384600.392870:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384600.392872:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384600.393770:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294889717, at 4294889718 00000100:00000040:2.0:1767384600.393774:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294889717, at 4294889718 00000100:00000010:3.0:1767384600.393777:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8ce24bb. 00000100:00000010:2.0:1767384600.393781:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeb84cd7. 00000100:00000040:1.0:1767384600.394762:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294889717, at 4294889719 00000100:00000010:1.0:1767384600.394769:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029e6adcd. 00010000:00000010:3.1:1767384600.398924:0:20313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000035b71369. 00010000:00000010:3.1:1767384600.398935:0:20313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f52bc515. 00010000:00000010:3.1:1767384600.398942:0:20313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c1ac84d9. 00010000:00000010:3.1:1767384600.398948:0:20313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095d53499. 00080000:00000010:1.0:1767384600.982104:0:20481:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000debaed9f. 00080000:00000010:1.0:1767384600.982112:0:20481:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000debaed9f. 00000020:00000001:1.0:1767384600.982117:0:20481:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384600.982123:0:20481:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000debaed9f. 00080000:00000010:1.0:1767384600.982127:0:20481:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000debaed9f. 00000020:00000001:1.0:1767384600.982129:0:20481:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.107798:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384601.107804:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.107810:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384601.107811:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.107828:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384601.107831:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384601.107834:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384601.656891:0:20645:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384601.656895:0:20645:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:1.0:1767384601.661262:0:20645:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384601.667302:0:20646:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000abf94c18. 00000400:00000010:1.0:1767384601.667314:0:20646:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000969639de. 00000400:00000010:1.0:1767384601.667322:0:20646:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004dace7e7. 00000400:00000010:1.0:1767384601.667325:0:20646:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000393580e3. 00000400:00000010:1.0:1767384601.667329:0:20646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000188c0549. 00000400:00000010:1.0:1767384601.667332:0:20646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000761fcbb7. 00000400:00000010:1.0:1767384601.667334:0:20646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f584d333. 00000400:00000010:1.0:1767384601.667339:0:20646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ddfe0f53. 00000400:00000010:1.0:1767384601.667342:0:20646:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002d6ce9dd. 00000800:00000010:1.0:1767384601.667351:0:20646:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000088b923ca. 00000800:00000200:1.0:1767384601.667360:0:20646:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384601.667365:0:20646:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384601.667394:0:20646:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384601.667410:0:20646:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp15 [8/256/0/180] 00000400:00000010:1.0:1767384601.669210:0:20646:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000ffb914f0. 00000400:00000010:1.0:1767384601.669215:0:20646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000117eaffd. 00000400:00000010:1.0:1767384601.669221:0:20646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000400:00000001:1.0:1767384601.669233:0:20646:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384601.669234:0:20646:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384601.669236:0:20646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af7e468. 00000400:00000200:1.0:1767384601.669238:0:20646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d15e4d6 00000400:00000010:1.0:1767384601.669240:0:20646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d15e4d6. 00000400:00000010:1.0:1767384601.669243:0:20646:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000778f4249. 00000400:00000200:1.0:1767384601.669247:0:20646:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (6) 00000400:00000200:1.0:1767384601.669257:0:20646:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384601.669267:0:20646:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:1.0:1767384601.669275:0:20646:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000042ddffb2. 00000020:01000000:1.0:1767384601.669280:0:20646:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384601.669282:0:20646:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp15 00000400:00000010:1.0:1767384601.669297:0:20646:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000969639de. 00000400:00000010:1.0:1767384601.669301:0:20646:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000abf94c18. 00000020:00000001:2.0:1767384601.669319:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.669324:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.669327:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384601.669331:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384601.669336:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384601.669340:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384601.669343:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384601.669345:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384601.669355:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384601.669358:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384601.669360:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384601.669364:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384601.669367:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384601.669369:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384601.669375:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000020:00000040:2.0:1767384601.669381:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384601.669387:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384601.669391:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384601.669398:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.669407:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002162f40. 00000100:00000001:2.0:1767384601.669414:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.669421:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384601.669424:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.669433:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_00+0] req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384601.669463:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384601.669466:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.669468:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384601.669470:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384601.669476:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.669478:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384601.669480:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384601.669482:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384601.669487:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384601.669489:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:0.1:1767384601.669493:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (2) 00000100:00000001:3.0:1767384601.669494:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384601.669494:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384601.669497:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384601.669500:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384601.669500:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384601.669504:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384601.669505:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384601.669508:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384601.669509:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384601.669510:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384601.669512:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384601.669514:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8c94fd5. 00000020:00000040:2.0:1767384601.669519:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384601.669525:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384601.669529:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384601.669531:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.669533:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384601.669536:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384601.669536:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.669539:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384601.669542:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.669543:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000039e85cee. 00000100:00100000:3.0:1767384601.669546:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049173632:0@lo:253: 00000100:00000001:2.0:1767384601.669548:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.669551:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384601.669553:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384601.669556:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384601.669556:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.669560:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.669563:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384601.669563:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8c94fd5] to pc [ptlrpcd_00_01+1] req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384601.669570:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003371e95. 02000000:00000001:3.0:1767384601.669573:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384601.669575:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.669578:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 10000000:00000001:2.0:1767384601.669579:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.669584:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384601.669586:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384601.669587:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000020:00000010:2.0:1767384601.669589:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000042ddffb2. 00000400:00000010:3.0:1767384601.669592:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a5aa162. 00000100:00000200:3.0:1767384601.669597:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173632, portal 25 00000100:00000001:3.0:1767384601.669599:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384601.669601:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518494336 : -128356191057280 : ffff8b42bed3ca80) 00000100:00000040:3.0:1767384601.669607:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384601.669611:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.669613:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384601.669615:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384601.669617:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384601.669619:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384601.669621:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070647094. 00000100:00000200:3.0:1767384601.669625:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173632, offset 0 00000100:00000040:2.0:1767384601.669625:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384601.669627:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384601.669636:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384601.669641:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384601.669642:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.669645:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384601.669647:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384601.669650:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384601.669651:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.669655:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8c94fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049173760:0@lo:253: 00000100:00000001:2.0:1767384601.669658:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384601.669661:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384601.669663:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002680 02000000:00000001:2.0:1767384601.669664:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384601.669667:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 02000000:00000001:2.0:1767384601.669669:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384601.669673:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000400:00000010:3.0:1767384601.669676:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c58895bf. 02000000:00000010:2.0:1767384601.669676:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003cfbfaee. 00000400:00000200:3.0:1767384601.669680:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea7d348a 02000000:00000001:2.0:1767384601.669680:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384601.669687:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba3b5f93. 00000400:00000200:3.0:1767384601.669688:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384601.669692:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000966bbf9e. 00000400:00000200:3.0:1767384601.669694:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384601.669697:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049173760, portal 25 00000400:00000200:3.0:1767384601.669699:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7d348a 00000100:00000001:2.0:1767384601.669700:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384601.669702:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea7d348a. 00000400:00000200:1.0:1767384601.669702:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:3.0:1767384601.669709:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384601.669709:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518502400 : -128356191049216 : ffff8b42bed3ea00) 00000100:00000200:3.0:1767384601.669712:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384601.669716:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000afdd2580 x1853237049173632 msgsize 4848 00000100:00000040:2.0:1767384601.669740:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384601.669743:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384601.669747:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384601.669751:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384601.669754:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384601.669757:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384601.669757:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cd8745c. 00000100:00000200:2.0:1767384601.669762:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049173760, offset 0 00000400:00000200:3.0:1767384601.669765:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070647094 00000400:00000010:3.0:1767384601.669769:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070647094. 00000100:00000001:3.0:1767384601.669773:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384601.669776:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384601.669780:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384601.669786:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384601.669797:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002700 00000100:00000001:3.0:1767384601.669799:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384601.669802:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000100:00000040:3.0:1767384601.669805:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384601.669807:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038595f1a. 00000400:00000200:2.0:1767384601.669810:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c774c3e0 00000400:00000200:2.0:1767384601.669814:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384601.669821:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384601.669828:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c774c3e0 00000100:00000001:3.0:1767384601.669830:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384601.669831:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c774c3e0. 00000100:00000001:3.0:1767384601.669835:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.669837:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384601.669840:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384601.669842:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000023bdb6a0 x1853237049173760 msgsize 4848 00000100:00000001:3.0:1767384601.669843:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.669849:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384601.669850:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294890999 00000100:00000040:2.0:1767384601.669851:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384601.669854:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000010:3.0:1767384601.669855:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9452ef7. 00000100:00000001:2.0:1767384601.669860:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384601.669864:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384601.669866:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd8745c 00000400:00000010:2.0:1767384601.669869:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cd8745c. 00000100:00000001:3.0:1767384601.669871:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294890999 00000100:00000001:2.0:1767384601.669873:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384601.669876:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1ee0347. 00000100:00000200:2.0:1767384601.669878:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.669880:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384601.669887:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294890999 00000100:00000001:2.0:1767384601.669888:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384601.669891:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ab7690e. 00000100:00000040:2.0:1767384601.669892:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.669896:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384601.669899:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:2.0:1767384601.669901:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.669902:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294890999 00000100:00000001:2.0:1767384601.669906:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384601.669908:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033541e4c. 00000100:00000001:2.0:1767384601.669911:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.669912:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384601.669916:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.669919:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.669921:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294890999 00000100:00000001:3.0:1767384601.669922:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.669927:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.669927:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294890999 00000100:00000001:2.0:1767384601.669932:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294890999 00000100:00000001:2.0:1767384601.669933:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294890999 00000100:00000001:2.0:1767384601.669935:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294890999 00000100:00000001:2.0:1767384601.669936:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294890999 00000100:00000001:3.0:1767384601.669937:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384601.669938:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294890999 00000400:00000200:1.0:1767384601.669939:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:3.0:1767384601.669940:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384601.669941:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294890999 00000100:00000001:3.0:1767384601.669946:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.669947:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.669950:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384601.669951:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.669953:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.669954:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.669957:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.669957:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.669965:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384601.669966:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384601.669969:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.669970:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384601.669972:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.669975:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.670001:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384601.670004:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173632 02000000:00000001:3.0:1767384601.670008:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384601.670010:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.670013:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.670013:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384601.670015:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 02000000:00000001:3.0:1767384601.670020:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.670020:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173760 02000000:00000001:2.0:1767384601.670025:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384601.670027:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173632 00000100:00000001:2.0:1767384601.670027:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384601.670029:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.670032:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.670033:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173760 00000020:00000001:2.0:1767384601.670038:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384601.670039:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384601.670041:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000040:3.0:1767384601.670042:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384601.670044:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384601.670045:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384601.670047:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000020:00000040:2.0:1767384601.670048:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000040:3.0:1767384601.670049:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:2.0:1767384601.670055:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384601.670056:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384601.670063:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384601.670063:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384601.670070:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384601.670071:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384601.670076:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7c993b6. 00000400:00000200:1.0:1767384601.670076:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000010:3.0:1767384601.670077:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063dd1943. 00000100:00000001:3.0:1767384601.670079:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384601.670081:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063dd1943. 00000020:00000010:3.0:1767384601.670088:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f6f62d2. 00000100:00000001:2.0:1767384601.670088:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384601.670094:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7c993b6. 00000020:00000010:3.0:1767384601.670095:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033763766. 00000020:00000010:3.0:1767384601.670101:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000020:00000010:2.0:1767384601.670101:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f7532ed. 00000020:00000010:2.0:1767384601.670108:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb618be0. 00000100:00000040:3.0:1767384601.670113:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384601.670114:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000100:00000001:3.0:1767384601.670118:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384601.670121:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384601.670121:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384601.670122:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.670124:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384601.670126:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.670130:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.670131:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.670138:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.670139:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.670154:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384601.670154:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384601.670157:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384601.670158:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384601.670164:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384601.670166:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384601.670168:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716650003536 : -128357059548080 : ffff8b428b0fac50) 00000100:00100000:2.0:1767384601.670172:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384601.670173:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afdd2580 x1853237049173632/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384601.670177:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384601.670181:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649999440 : -128357059552176 : ffff8b428b0f9c50) 00000100:00000001:3.0:1767384601.670187:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384601.670188:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023bdb6a0 x1853237049173760/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384601.670190:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063dd1943. 00000100:00000001:3.0:1767384601.670195:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384601.670199:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063dd1943. 00000100:00000001:2.0:1767384601.670199:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384601.670203:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7c993b6. 00000100:00100000:3.0:1767384601.670206:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afdd2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049173632:12345-0@lo:253: 00000100:00000001:2.0:1767384601.670207:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384601.670212:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7c993b6. 00000100:00000200:3.0:1767384601.670213:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173632 00000100:00100000:2.0:1767384601.670218:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023bdb6a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049173760:12345-0@lo:253: 00000100:00000200:2.0:1767384601.670223:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173760 00000020:00000001:3.0:1767384601.670224:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384601.670225:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384601.670229:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384601.670230:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384601.670234:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.670234:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.670239:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384601.670240:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384601.670243:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384601.670244:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384601.670250:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384601.670250:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384601.670254:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384601.670254:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.670259:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384601.670260:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384601.670263:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384601.670263:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384601.670266:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.670269:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384601.670273:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384601.670273:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.670277:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384601.670278:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384601.670283:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b353e4dd. 02000000:00000010:3.0:1767384601.670285:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001d5ab5f5. 02000000:00000001:2.0:1767384601.670286:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.670290:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.670291:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.670296:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.670297:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384601.670299:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384601.670308:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3ac23f1. 20000000:00000010:3.0:1767384601.670309:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d778170. 20000000:01000000:3.0:1767384601.670315:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384601.670315:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:1.0:1767384601.670319:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e243e9eb. 20000000:00000001:3.0:1767384601.670321:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384601.670322:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:1.0:1767384601.670325:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000969639de. 20000000:00000001:3.0:1767384601.670326:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384601.670329:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.670331:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.670332:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384601.670333:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384601.670334:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2d15831. 20000000:00000001:2.0:1767384601.670335:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.670339:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.670341:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384601.670343:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e7baaa1. 20000000:01000000:3.0:1767384601.670347:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384601.670351:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384601.670356:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384601.670359:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:1.0:1767384601.670372:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2d15831. 00080000:00000001:3.0:1767384601.670373:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384601.670388:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.670390:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384601.670399:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.670401:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384601.670402:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384601.670405:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384601.670410:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384601.670412:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384601.670422:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384601.670424:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.670427:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.670430:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384601.670434:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384601.670437:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384601.670440:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c2e29cd4. 00080000:00000001:3.0:1767384601.670442:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268498944 : -128361441052672 : ffff8b4185e73800) 00080000:00000001:3.0:1767384601.670445:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384601.670448:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384601.670452:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000063dd1943. 00080000:00000001:3.0:1767384601.670454:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.670456:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384601.670467:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.670482:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384601.670542:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384601.670558:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp14 from 245.3.0.2 00000800:00000010:2.0:1767384601.670561:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006df9d2e2. 00000800:00000010:1.0:1767384601.670602:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000042ddffb2. 00000800:00000010:1.0:1767384601.670608:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013d1b3c4. 00000800:00000010:1.0:1767384601.670632:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083c45b0c. 00000800:00000200:1.1:1767384601.670639:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (2) 00000800:00000200:1.1:1767384601.670645:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp14 0000000083c45b0c deleted 00000800:00000010:1.1:1767384601.670648:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083c45b0c. 00000800:00000200:1.1:1767384601.670653:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384601.670662:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:1013 00000800:00000200:1.1:1767384601.670666:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a38e2839 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:1.0:1767384601.670673:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp14 p 3.x 192.168.202.154 -> 192.168.202.154:1013 incarnation:1767384600385638917 sched[0] 00000800:00000010:1.0:1767384601.670678:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2d15831. 00000800:00000010:1.0:1767384601.670756:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2d15831. 00000800:00000010:1.0:1767384601.670762:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013d1b3c4. 00000800:00000200:2.1:1767384601.670773:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384601.670779:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp14 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384600385638917 sched[0] 00000800:00000010:2.0:1767384601.670782:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000969639de. 00000800:00000010:1.0:1767384601.670800:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006df9d2e2. 00000800:00000001:1.0:1767384601.670816:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384601.670823:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384601.670823:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384601.670832:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384601.670837:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384601.670883:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000200:1.0:1767384601.670893:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384601.670898:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a38e2839. 00000400:00000200:1.0:1767384601.670902:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384601.670908:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: PUT: OK 00000800:00000001:3.0:1767384601.670910:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384601.670913:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384601.670914:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000001:3.0:1767384601.670917:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.670919:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:3.0:1767384601.670921:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384601.670926:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384601.670934:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14) <- 192.168.202.154@tcp14 : PUT - for me 00000400:00000200:2.0:1767384601.670942:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384601.670958:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384601.670963:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 144/144 into md 0x12bd [1] + 0 00000400:00000010:3.0:1767384601.670966:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c88726. 00000400:00000200:3.0:1767384601.670969:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5aee727 00000800:00000001:3.0:1767384601.670973:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384601.670973:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384601.671014:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000001:3.0:1767384601.671015:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384601.671019:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384601.671023:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: PUT: OK 00000400:00000200:3.0:1767384601.671026:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5aee727 00000400:00000010:3.0:1767384601.671028:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5aee727. 00000400:00000200:3.0:1767384601.671032:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384601.671035:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (8) 00000400:00000200:2.0:1767384601.671037:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384601.671063:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:2.0:1767384601.671063:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000010:3.0:1767384601.671067:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000070647094. 00000400:00000200:3.0:1767384601.671072:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 7 00000400:00000200:3.0:1767384601.671076:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384601.671086:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (9) 00000400:00000200:2.0:1767384601.671089:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384601.671091:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384601.671098:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp14 to MR: 192.168.202.154@tcp14 local destination 00000400:00000200:3.0:1767384601.671103:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp14 NI seq info: [16:16:256:4294967295] 192.168.202.154@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384601.671114:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) -> 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) 192.168.202.154@tcp14 : ACK try# 0 00000800:00000200:3.0:1767384601.671120:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp14 00000400:00000200:1.0:1767384601.671120:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384601.671121:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000800:00000010:3.0:1767384601.671124:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e1334a7. 00000400:00000010:1.0:1767384601.671126:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6174d4b. 00000800:00000200:3.0:1767384601.671131:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (4) 00000400:00000010:1.0:1767384601.671132:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00000400:00000200:1.0:1767384601.671138:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000800:00000200:3.0:1767384601.671141:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:988 00000800:00000200:3.0:1767384601.671144:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e1334a7 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384601.671145:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000200:2.0:1767384601.671146:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000010:1.0:1767384601.671154:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 0000000013d1b3c4. 00000400:00000010:1.0:1767384601.671157:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 0000000083c45b0c. 00000400:00000010:1.0:1767384601.671160:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000006e0ab542. 00000400:00000010:1.0:1767384601.671169:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000061986fdc. 00000400:00000200:1.0:1767384601.671173:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000061986fdc nid 192.168.202.154@tcp15 00000400:00000010:1.0:1767384601.671176:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c95d6bf1. 00000400:00000200:1.0:1767384601.671178:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c95d6bf1 net tcp15 00000400:00000200:1.0:1767384601.671180:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (8) 00000400:00000200:1.0:1767384601.671190:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp15 flags 0x11 00000800:00000200:3.0:1767384601.671194:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384601.671194:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 0000000013d1b3c4. 00000800:00000010:3.0:1767384601.671199:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e1334a7. 00000400:00000010:1.0:1767384601.671200:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 0000000083c45b0c. 00000400:00000200:3.0:1767384601.671205:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384601.671205:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000006e0ab542. 00000400:00000010:1.0:1767384601.671211:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000070647094. 00000400:00000200:3.0:1767384601.671215:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: ACK: OK 00000400:00000200:1.0:1767384601.671218:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384601.671222:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000800:00000001:3.0:1767384601.671224:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384601.671225:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000800:00000001:3.0:1767384601.671229:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.671230:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000800:00000001:3.0:1767384601.671234:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384601.671236:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384601.671239:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000800:00000001:3.0:1767384601.671240:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384601.671243:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000800:00000001:3.0:1767384601.671244:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384601.671247:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (9) 00000800:00000001:3.0:1767384601.671250:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384601.671257:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14) <- 192.168.202.154@tcp14 : ACK - for me 00000400:00000200:3.0:1767384601.671266:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp14: ACK from 12345-192.168.202.154@tcp14 into md 0x12d5 00000400:00000200:3.0:1767384601.671268:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384601.671272:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: ACK: OK 00000400:00000200:3.0:1767384601.671276:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa098f21 00000400:00000010:3.0:1767384601.671277:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa098f21. 00000400:00000200:3.0:1767384601.671286:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384601.671288:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:3.0:1767384601.671290:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (8) 00000800:00000001:3.0:1767384601.671294:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384601.671297:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384601.671314:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000066e6cf6b. 00000800:00000010:2.0:1767384601.671319:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008cd8745c. 00000800:00000010:2.0:1767384601.671322:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c7c993b6. 00000800:00000010:2.0:1767384601.671352:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c7c993b6. 00000400:00000200:3.0:1767384601.671381:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384601.671391:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp14 from 244.3.0.2 00000800:00000010:3.0:1767384601.671393:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a5497f5d. 00000800:00000010:2.0:1767384601.671415:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054fdaa5c. 00000800:00000010:2.0:1767384601.671419:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fef1413. 00000800:00000010:2.0:1767384601.671437:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009fb8c3a4. 00000800:00000200:2.1:1767384601.671441:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (4) 00000800:00000200:2.1:1767384601.671446:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp14 000000009fb8c3a4 deleted 00000800:00000010:2.1:1767384601.671448:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009fb8c3a4. 00000800:00000200:2.1:1767384601.671451:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384601.671454:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp14 p 3.x 192.168.202.154 -> 192.168.202.154:1012 incarnation:1767384600385638917 sched[0] 00000800:00000010:2.0:1767384601.671458:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c7c993b6. 00000800:00000010:2.0:1767384601.671499:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c7c993b6. 00000800:00000010:2.0:1767384601.671503:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fef1413. 00000800:00000200:1.1:1767384601.671524:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384601.671527:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a5497f5d. 00000800:00000200:1.0:1767384601.671532:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp14 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384600385638917 sched[0] 00000800:00000010:1.0:1767384601.671535:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008cd8745c. 00080000:00000010:3.0:1767384601.671540:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c2e29cd4. 00000800:00000001:2.0:1767384601.671541:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.671547:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384601.671557:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384601.671560:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384601.671564:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000063dd1943. 00040000:00000001:3.0:1767384601.671569:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384601.671571:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384601.671573:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384601.671576:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384601.671577:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384601.671579:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384601.671588:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384601.671596:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384601.671599:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384601.671602:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e52b97fa. 00080000:00000001:3.0:1767384601.671603:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384601.671605:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:01000000:1.0:1767384601.671607:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384601.671609:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384601.671611:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384601.671613:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:1.0:1767384601.671614:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384601.671616:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384601.671619:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384601.671622:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384601.671624:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384601.671629:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f2ed69cd. 00080000:00000001:2.0:1767384601.671631:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.671634:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384601.671635:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384601.671637:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384601.671639:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384601.671639:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4089be7. 00080000:00000001:2.0:1767384601.671642:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384601.671645:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384601.671645:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384601.671649:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4089be7 with handle 0xefc2db714b35c2d8 to hash 00000020:00000001:2.0:1767384601.671650:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00000020:00000001:1.0:1767384601.671653:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384601.671654:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384601.671656:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00080000:00000001:2.0:1767384601.671658:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384601.671659:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00080000:00000001:2.0:1767384601.671662:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.671663:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384601.671664:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.671666:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384601.671667:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384601.671669:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384601.671671:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384601.671676:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384601.671679:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cfd7e2a2. 00080000:00000001:2.0:1767384601.671682:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204228096 : -128361505323520 : ffff8b4182128600) 00010000:00000001:1.0:1767384601.671689:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384601.671690:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384601.671694:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384601.671694:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384601.671697:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c7c993b6. 00010000:00000001:1.0:1767384601.671697:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384601.671700:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384601.671701:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.671703:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384601.671704:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384601.671708:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384601.671709:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384601.671710:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384601.671712:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384601.671713:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.671714:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384601.671715:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384601.671766:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:3.0:1767384601.671772:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d778170. 20000000:00000001:3.0:1767384601.671779:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384601.671783:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173632 00010000:00000001:3.0:1767384601.671786:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384601.671792:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afdd2580 x1853237049173632/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.671800:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384601.671803:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384601.671807:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.671812:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384601.671816:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384601.671819:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384601.671822:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384601.671831:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.671835:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384601.671839:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384601.671841:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c264b693. 00000100:00000200:3.0:1767384601.671844:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173632, offset 224 00000400:00000200:3.0:1767384601.671849:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384601.671855:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384601.671861:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002680 00000400:00000200:3.0:1767384601.671865:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12d9 [2] + 224 00000400:00000200:3.0:1767384601.671869:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384601.671873:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384601.671873:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384601.671877:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384601.671878:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384601.671879:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f2ed69cd) refcount = 1 00010000:00010000:1.0:1767384601.671883:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384601.671884:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.671898:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384601.671902:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:3.0:1767384601.671904:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.671904:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.671907:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.671910:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384601.671915:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384601.671919:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384601.671921:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384601.671922:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384601.671923:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4089be7 refcount=4 00000020:00000001:1.0:1767384601.671924:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00010000:00000001:1.0:1767384601.671926:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00000100:00000001:3.0:1767384601.671927:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384601.671928:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384601.671931:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384601.671932:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c264b693 00000400:00000010:3.0:1767384601.671936:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c264b693. 00010000:00000001:1.0:1767384601.671938:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384601.671939:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767384601.671941:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384601.671942:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384601.671945:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.671946:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.671948:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384601.671951:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384601.671953:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384601.671955:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384601.671957:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384601.671958:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384601.671960:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000020:00000001:3.0:1767384601.671963:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384601.671967:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a5aa162 00010000:00000001:1.0:1767384601.671968:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384601.671969:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afdd2580 x1853237049173632/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.671972:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384601.671973:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a5aa162. 00010000:00010000:1.0:1767384601.671976:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384601.671978:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384601.671994:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.672006:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384601.672008:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afdd2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049173632:12345-0@lo:253: Request processed in 1818us (2288us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384601.672009:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.672015:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384601.672018:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384601.672019:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384601.672023:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384601.672030:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384601.672035:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767384601.672036:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4089be7 already unused, calling callback (00000000d66be316) 00000100:00000001:2.0:1767384601.672038:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384601.672039:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384601.672040:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.672043:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384601.672045:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384601.672045:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:1.0:1767384601.672046:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384601.672049:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384601.672050:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033763766. 00000100:00000001:2.0:1767384601.672052:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384601.672056:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.672056:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384601.672058:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00010000:00000001:1.0:1767384601.672059:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384601.672060:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384601.672062:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384601.672063:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f6f62d2. 00000100:00001000:2.0:1767384601.672065:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=19 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384601.672065:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4089be7 refcount=5 00000020:00000040:3.0:1767384601.672068:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000020:00000001:1.0:1767384601.672070:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 00000100:00001000:2.0:1767384601.672072:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=19 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384601.672073:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180608 : -128356491371008 : ffff8b42aced5e00) 02000000:00000001:3.0:1767384601.672074:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384601.672077:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001d5ab5f5. 00000100:00000001:2.0:1767384601.672080:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384601.672080:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384601.672081:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384601.672082:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384601.672084:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384601.672085:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384601.672086:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384601.672089:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384601.672092:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384601.672093:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.672097:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384601.672098:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c38e191. 00000100:00000040:2.0:1767384601.672100:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.672100:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384601.672102:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c264b693. 00010000:00000001:1.0:1767384601.672104:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.672110:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384601.672112:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384601.672113:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384601.672115:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384601.672120:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384601.672122:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384601.672123:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384601.672126:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4089be7 with handle 0xefc2db714b35c2d8 from hash 00000020:01000004:2.0:1767384601.672128:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384601.672129:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:2.0:1767384601.672131:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:1.0:1767384601.672132:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384601.672134:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384601.672134:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384601.672137:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384601.672138:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:2.0:1767384601.672141:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384601.672142:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:2.0:1767384601.672145:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384601.672146:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:2.0:1767384601.672147:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384601.672149:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:2.0:1767384601.672150:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384601.672151:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384601.672152:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384601.672154:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384601.672155:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384601.672158:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384601.672160:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.672160:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384601.672163:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384601.672165:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384601.672167:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.672170:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.672174:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384601.672176:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049173632:0@lo:253: 00010000:00010000:1.0:1767384601.672177:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384601.672186:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.672187:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384601.672191:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384601.672191:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384601.672194:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384601.672196:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000572a5fc0 x1853237049173632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.672197:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384601.672199:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384601.672201:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384601.672205:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384601.672206:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384601.672207:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.672209:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000001:1.0:1767384601.672210:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384601.672212:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003371e95. 00010000:00010000:1.0:1767384601.672213:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384601.672218:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384601.672219:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384601.672222:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384601.672223:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384601.672224:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4089be7/0xefc2db714b35c2d8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384601.672225:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384601.672229:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384601.672232:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002162f40. 02000000:00000001:2.0:1767384601.672235:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384601.672238:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384601.672240:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 00000100:00000001:2.0:1767384601.672246:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384601.672247:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384601.672247:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f2ed69cd count: 0 00000100:00000001:2.0:1767384601.672251:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384601.672255:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384601.672256:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384601.672257:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384601.672260:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384601.672261:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.672269:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384601.673260:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cfd7e2a2. 00080000:00000010:2.0:1767384601.673328:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c7c993b6. 00040000:00000001:2.0:1767384601.673334:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384601.673335:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384601.673337:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384601.673340:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384601.673342:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384601.673343:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384601.673345:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384601.673356:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384601.673358:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384601.673361:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384601.673376:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384601.673380:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384601.673382:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384601.673385:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384601.673386:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384601.673391:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000694383d2. 00010000:00000001:1.0:1767384601.673394:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384601.673397:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059ba9edc. 00000020:00000001:1.0:1767384601.673400:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384601.673401:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059ba9edc with handle 0xefc2db714b35c2df to hash 00000020:00000001:1.0:1767384601.673403:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384601.673405:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384601.673407:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384601.673408:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384601.673410:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384601.673411:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384601.673417:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384601.673419:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384601.673420:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384601.673422:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384601.673423:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.673425:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384601.673426:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.673428:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384601.673429:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384601.673431:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384601.673432:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384601.673433:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000694383d2) refcount = 1 00010000:00010000:1.0:1767384601.673435:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384601.673445:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384601.673447:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384601.673448:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384601.673449:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.673451:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384601.673452:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384601.673454:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384601.673455:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384601.673456:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384601.673457:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059ba9edc refcount=4 00000020:00000001:1.0:1767384601.673458:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384601.673460:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384601.673462:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384601.673463:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384601.673467:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384601.673469:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384601.673472:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384601.673473:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384601.673474:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384601.673478:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384601.673479:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.673480:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384601.673481:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384601.673485:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000059ba9edc already unused, calling callback (00000000d66be316) 00080000:00000020:2.0:1767384601.673491:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384601.673495:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384601.673496:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:2.0:1767384601.673497:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3ac23f1. 20000000:00000001:2.0:1767384601.673501:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.673503:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:2.0:1767384601.673505:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173760 00010000:00010000:1.0:1767384601.673505:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.673510:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384601.673514:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384601.673515:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:2.0:1767384601.673516:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023bdb6a0 x1853237049173760/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384601.673517:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384601.673520:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000059ba9edc refcount=5 00000020:00000001:1.0:1767384601.673524:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384601.673529:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218178560 : -128356491373056 : ffff8b42aced5600) 00010000:00000001:1.0:1767384601.673533:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384601.673534:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384601.673535:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384601.673538:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384601.673543:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=19 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384601.673544:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384601.673547:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384601.673548:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384601.673549:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384601.673554:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384601.673554:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384601.673557:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384601.673558:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384601.673560:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384601.673562:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384601.673562:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384601.673565:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384601.673566:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059ba9edc with handle 0xefc2db714b35c2df from hash 00000100:00000001:2.0:1767384601.673570:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384601.673570:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384601.673571:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384601.673574:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384601.673576:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384601.673577:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384601.673579:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384601.673581:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1767384601.673582:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fef1413. 00010000:00000001:1.0:1767384601.673583:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384601.673586:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384601.673588:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049173760, offset 224 00010000:00000001:1.0:1767384601.673588:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.673593:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384601.673595:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384601.673597:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384601.673598:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384601.673599:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384601.673601:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384601.673606:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384601.673611:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384601.673615:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384601.673618:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002700 00010000:00010000:1.0:1767384601.673620:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384601.673624:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e1 [2] + 224 00010000:00000001:1.0:1767384601.673629:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384601.673632:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384601.673636:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384601.673638:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384601.673639:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384601.673641:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384601.673644:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384601.673644:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384601.673647:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384601.673648:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1767384601.673651:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.673652:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384601.673657:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384601.673663:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384601.673668:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384601.673671:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384601.673674:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384601.673677:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059ba9edc/0xefc2db714b35c2df lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384601.673683:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000694383d2 count: 0 00000100:00000001:2.0:1767384601.673689:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384601.673696:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fef1413 00010000:00000001:1.0:1767384601.673697:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384601.673699:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fef1413. 20000000:00000001:1.0:1767384601.673700:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384601.673701:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384601.673703:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384601.673704:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384601.673705:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384601.673710:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384601.673712:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384601.673713:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384601.673716:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba3b5f93. 00000400:00000200:3.0:1767384601.673737:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000966bbf9e 00000400:00000010:3.0:1767384601.673739:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000966bbf9e. 00000100:00000040:2.0:1767384601.673741:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384601.673742:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384601.673744:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384601.673747:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384601.673749:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384601.673750:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384601.673755:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bdb6a0 x1853237049173760/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:582/0 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384601.673764:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384601.673772:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023bdb6a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049173760:12345-0@lo:253: Request processed in 3569us (3925us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384601.673781:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384601.673784:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000001:3.0:1767384601.673786:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384601.673788:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384601.673791:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384601.673791:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384601.673795:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384601.673795:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384601.673800:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384601.673800:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb618be0. 00000100:00000001:3.0:1767384601.673805:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384601.673806:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 02000000:00000001:3.0:1767384601.673809:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384601.673810:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f7532ed. 00000100:00001000:3.0:1767384601.673814:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=19 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384601.673814:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:2.0:1767384601.673818:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384601.673820:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b353e4dd. 00000100:00001000:3.0:1767384601.673821:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=19 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384601.673823:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384601.673825:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.673827:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384601.673829:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384601.673835:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384601.673839:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384601.673841:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000586d3ef6. 00010000:00000001:3.0:1767384601.673842:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.673846:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384601.673847:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fef1413. 00000100:00000040:3.0:1767384601.673850:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.673856:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.673858:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384601.673859:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384601.673861:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384601.673863:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384601.673864:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384601.673865:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384601.673866:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384601.673867:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384601.673868:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384601.673869:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384601.673870:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384601.673872:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384601.673877:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8c94fd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049173760:0@lo:253: 00000100:00000001:3.0:1767384601.673879:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.673880:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.673881:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8c94fd5 x1853237049173760/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.673885:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384601.673886:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384601.673887:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003cfbfaee. 02000000:00000001:3.0:1767384601.673890:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384601.673891:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384601.673892:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384601.673893:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384601.673894:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039e85cee. 02000000:00000001:3.0:1767384601.673896:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384601.673897:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384601.673898:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8c94fd5. 00000100:00000001:3.0:1767384601.673905:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384601.673906:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.673907:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.673910:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.673911:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.673913:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.673914:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.675762:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294890999, at 4294891000 00000100:00000040:2.0:1767384601.675764:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294890999, at 4294891000 00000100:00000010:1.0:1767384601.675770:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1ee0347. 00000100:00000010:2.0:1767384601.675772:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ab7690e. 00000100:00000040:3.0:1767384601.675779:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294890999, at 4294891000 00000100:00000010:3.0:1767384601.675789:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033541e4c. 00010000:00000010:1.1:1767384601.678748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f2ed69cd. 00010000:00000010:1.1:1767384601.678757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4089be7. 00010000:00000010:1.1:1767384601.682740:0:20651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000694383d2. 00010000:00000010:1.1:1767384601.682748:0:20651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059ba9edc. 00000400:00000010:1.0:1767384601.684922:0:20651:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007d3c6ee0. 00000400:00000040:1.0:1767384601.685514:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384601.685518:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384601.685519:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384601.685521:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384601.685522:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384601.685523:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384601.685525:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384601.685526:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384601.685527:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384601.685534:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384601.685535:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384601.685536:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384601.685538:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384601.685539:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384601.685540:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384601.685542:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384601.685543:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384601.685544:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384601.685544:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384601.685546:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384601.685547:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384601.685548:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384601.685549:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384601.685549:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384601.685550:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384601.685552:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384601.685553:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384601.685553:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384601.685554:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384601.685556:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384601.685557:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384601.685558:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384601.685559:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384601.685560:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384601.685561:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384601.685562:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384601.685562:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384601.685564:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384601.685565:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384601.685566:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384601.685567:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384601.685568:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384601.685569:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384601.685570:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384601.685571:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384601.685572:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384601.685573:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384601.685574:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384601.685579:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384601.685580:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384601.685581:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384601.685582:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384601.685583:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384601.685584:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384601.685585:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384601.685586:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384601.685587:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384601.685610:0:20651:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007d3c6ee0. 00010000:00000001:1.0:1767384602.131800:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384602.131807:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.131813:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384602.131817:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384602.131819:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384602.131822:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.131825:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384602.131827:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.131829:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.131831:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.131857:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384602.131861:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384602.131864:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384602.276076:0:20829:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000296ec323. 00080000:00000010:3.0:1767384602.276085:0:20829:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000296ec323. 00000020:00000001:3.0:1767384602.276089:0:20829:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384602.276095:0:20829:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000296ec323. 00080000:00000010:3.0:1767384602.276099:0:20829:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000296ec323. 00000020:00000001:3.0:1767384602.276102:0:20829:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384602.707812:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384602.707818:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384602.707824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767384602.707825:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007325762. 00000100:00000001:2.0:1767384602.707831:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1767384602.707833:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384602.707836:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000100:00000001:1.0:1767384602.707839:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384602.707840:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384602.707845:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384602.707845:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384602.707849:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384602.707853:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.707853:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384602.707860:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057f9640b. 02000000:00000010:1.0:1767384602.707862:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014482506. 00000100:00000001:2.0:1767384602.707867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.707869:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.707876:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@00000000572a5fc0 x1853237049173888/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384602.707877:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384602.707881:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.707888:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384602.707890:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.707892:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007325762] to pc [ptlrpcd_00_02+2] req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.707895:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_03+3] req@00000000572a5fc0 x1853237049173888/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.707933:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384602.707935:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.707936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384602.707941:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384602.707943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b52a1dc. 00000020:00000040:2.0:1767384602.707945:0:37:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384602.707947:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384602.707948:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384602.707950:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384602.707953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d661474f. 00000100:00000001:2.0:1767384602.707963:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.707969:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384602.707995:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384602.707998:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708002:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384602.708005:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b52a1dc] to pc [ptlrpcd_00_00+0] req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.708007:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384602.708012:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384602.708026:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.708027:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.708031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384602.708041:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384602.708045:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000020:00000040:2.0:1767384602.708051:0:37:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384602.708053:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384602.708057:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384602.708057:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.708060:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384602.708063:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384602.708064:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.708068:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384602.708069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000249a9af9. 00000100:00000001:2.0:1767384602.708075:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.708075:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384602.708083:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007325762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049174016:0@lo:13: 00000100:00000040:2.0:1767384602.708084:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384602.708095:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384602.708099:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384602.708101:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.708101:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384602.708106:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.708107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_01+1] req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384602.708112:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384602.708119:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005aeb9199. 00000100:00000001:2.0:1767384602.708120:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.708124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384602.708126:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708133:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384602.708135:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df37db4b. 00000100:00000010:2.0:1767384602.708136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000020:00000040:2.0:1767384602.708141:0:37:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384602.708145:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000182405cd. 00000100:00000001:2.0:1767384602.708146:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384602.708149:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384602.708152:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384602.708153:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049174016, portal 4 00000100:00000001:1.0:1767384602.708158:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384602.708162:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520544128 : -128356189007488 : ffff8b42bef31180) 02000000:00000010:2.0:1767384602.708164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c47118e. 00000100:00000001:2.0:1767384602.708170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.708174:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384602.708179:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384602.708202:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384602.708204:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384602.708206:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.708210:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384602.708213:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_02+2] req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384602.708216:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000200:1.0:1767384602.708223:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049174016, offset 0 00000100:00000001:2.0:1767384602.708232:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384602.708238:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384602.708239:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 00000100:00000001:2.0:1767384602.708252:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384602.708253:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384602.708256:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384602.708260:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384602.708265:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384602.708269:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260002800 00000400:00000200:1.0:1767384602.708281:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000100:00000001:2.0:1767384602.708290:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384602.708292:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384602.708293:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.708299:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384602.708302:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384602.708303:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384602.708307:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708311:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384602.708313:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b52a1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049174144:0@lo:400: 00000100:00000200:1.0:1767384602.708315:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384602.708319:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384602.708322:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384602.708324:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.708331:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384602.708332:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a561b31. 02000000:00000010:2.0:1767384602.708335:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f7532ed. 00000100:00000040:1.0:1767384602.708338:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000004a561b31 x1853237049174016 msgsize 224 02000000:00000001:2.0:1767384602.708341:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384602.708346:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095130aa5. 00000400:00000010:2.0:1767384602.708352:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00100000:1.0:1767384602.708352:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384602.708359:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174144, portal 4 00000100:00000001:2.0:1767384602.708362:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384602.708365:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518499712 : -128356191051904 : ffff8b42bed3df80) 00000100:00000001:1.0:1767384602.708368:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384602.708374:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000054c28c0. 00000400:00000200:1.0:1767384602.708380:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000400:00000010:1.0:1767384602.708385:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000040:2.0:1767384602.708387:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.708391:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384602.708400:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.708415:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384602.708422:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384602.708423:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384602.708427:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000040:1.0:1767384602.708431:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384602.708432:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049174144, offset 0 00000400:00000200:2.0:1767384602.708442:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384602.708451:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384602.708454:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384602.708456:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384602.708466:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384602.708470:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260002880 00000100:00000040:1.0:1767384602.708474:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4617 usecs (5 jiffies) 00000400:00000200:2.0:1767384602.708479:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000100:00000001:1.0:1767384602.708480:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892037 00000400:00000200:2.0:1767384602.708485:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384602.708487:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892037 00000400:00000200:2.0:1767384602.708492:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384602.708493:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892037 00000100:00000001:2.0:1767384602.708498:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384602.708501:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384602.708510:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000712abff4. 00000100:00000001:1.0:1767384602.708510:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892037 00000100:00000040:2.0:1767384602.708517:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000712abff4 x1853237049174144 msgsize 224 00000100:00000001:1.0:1767384602.708517:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892037 00000100:00100000:2.0:1767384602.708529:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384602.708531:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892037 00000100:00000001:1.0:1767384602.708537:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892037 00000100:00000001:2.0:1767384602.708539:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384602.708545:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000100:00000001:1.0:1767384602.708548:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892037 00000400:00000010:2.0:1767384602.708549:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384602.708554:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384602.708555:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384602.708558:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.708562:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708570:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708574:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384602.708575:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384602.708578:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.708584:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.708586:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708588:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384602.708590:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384602.708594:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.708595:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.708599:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4617 usecs (5 jiffies) 00000100:00000001:2.0:1767384602.708605:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892037 00000100:00000001:1.0:1767384602.708605:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384602.708610:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892037 00000100:00000001:1.0:1767384602.708610:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708616:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892037 00000100:00000001:1.0:1767384602.708617:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708625:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892037 00000100:00000001:2.0:1767384602.708628:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892037 00000100:00000001:2.0:1767384602.708631:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892037 00000100:00000001:2.0:1767384602.708636:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892037 00000100:00000001:2.0:1767384602.708637:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892037 00000100:00000001:2.0:1767384602.708640:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384602.708643:0:17898:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ef417a48. 00000100:00000001:2.0:1767384602.708644:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708651:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708652:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384602.708656:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174016 00000100:00000001:2.0:1767384602.708662:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384602.708662:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384602.708667:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.708669:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384602.708671:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708672:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384602.708677:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384602.708679:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708681:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384602.708684:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384602.708685:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174016 00000100:00100000:2.0:1767384602.708691:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:1.0:1767384602.708692:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384602.708696:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384602.708696:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:2.0:1767384602.708701:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384602.708702:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384602.708704:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.708708:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384602.708708:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:2.0:1767384602.708710:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384602.708712:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384602.708714:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000040:2.0:1767384602.708717:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.708740:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384602.708742:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.708744:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384602.708746:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384602.708748:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.708750:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049174272:0@lo:400: 00000100:00000001:2.0:1767384602.708753:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384602.708755:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384602.708757:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.708758:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384602.708766:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037e93431. 02000000:00000001:2.0:1767384602.708767:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384602.708770:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807c8612. 00000400:00000010:2.0:1767384602.708773:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384602.708776:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174272, portal 10 00000100:00000001:2.0:1767384602.708778:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384602.708779:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000100:00000040:2.0:1767384602.708784:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.708791:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384602.708792:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000040:2.0:1767384602.708795:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384602.708799:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000100:00000200:2.0:1767384602.708801:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049174272, offset 0 00000100:00000001:1.0:1767384602.708801:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384602.708805:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384602.708809:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f3c3f14. 00000400:00000200:2.0:1767384602.708813:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384602.708816:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000eb6aeb88. 00000400:00000200:2.0:1767384602.708821:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260002900 00000020:00000040:1.0:1767384602.708825:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000400:00000200:2.0:1767384602.708826:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000400:00000200:2.0:1767384602.708833:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.708836:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384602.708838:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384602.708840:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384602.708840:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:2.0:1767384602.708844:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000039d877. 00000020:00000010:1.0:1767384602.708846:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef93161. 00000100:00000040:2.0:1767384602.708847:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000000039d877 x1853237049174272 msgsize 224 00000020:00000010:1.0:1767384602.708852:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048302274. 00000100:00100000:2.0:1767384602.708853:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384602.708860:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099ccfcea. 00000100:00000001:2.0:1767384602.708865:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384602.708870:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:2.0:1767384602.708872:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 00000100:00000001:1.0:1767384602.708873:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384602.708875:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00000100:00000001:1.0:1767384602.708876:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384602.708880:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384602.708880:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384602.708886:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.708889:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708893:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384602.708897:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.708900:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.708906:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.708918:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384602.708918:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384602.708921:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384602.708925:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384602.708926:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384602.708931:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2743 usecs (3 jiffies) 00000100:00000040:1.0:1767384602.708931:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:2.0:1767384602.708934:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892036 00000100:00000001:2.0:1767384602.708936:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892037 00000100:00000001:2.0:1767384602.708937:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892036 00000100:00000001:2.0:1767384602.708942:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892037 00000100:00000001:1.0:1767384602.708943:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520548608 : -128356189003008 : ffff8b42bef32300) 00000100:00000001:2.0:1767384602.708947:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892036 00000100:00000001:2.0:1767384602.708949:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892037 00000100:00000040:1.0:1767384602.708950:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a561b31 x1853237049174016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.708952:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892036 00000100:00000001:2.0:1767384602.708956:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892037 00000100:00000001:2.0:1767384602.708960:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.708965:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708967:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384602.708968:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384602.708970:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e2add28. 00000100:00000001:2.0:1767384602.708972:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.708990:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384602.708994:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e2add28. 00000100:00000001:2.0:1767384602.708997:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384602.708999:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a561b31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049174016:12345-0@lo:13: 00000100:00000001:2.0:1767384602.709000:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384602.709006:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174016 00000020:00000001:1.0:1767384602.709009:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384602.709012:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384602.709014:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.709015:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384602.709016:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384602.709018:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049173888 00000020:00000001:1.0:1767384602.709019:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 02000000:00000001:2.0:1767384602.709020:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384602.709024:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384602.709024:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384602.709025:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.709028:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384602.709029:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.709031:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384602.709033:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049173888 00000020:00000001:1.0:1767384602.709034:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384602.709037:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384602.709037:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384602.709040:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384602.709042:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384602.709043:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.709045:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 02000000:00000001:1.0:1767384602.709045:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384602.709049:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 02000000:00000010:1.0:1767384602.709050:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000058e94e92. 00000020:00000001:2.0:1767384602.709054:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 02000000:00000001:1.0:1767384602.709055:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.709060:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.709062:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384602.709063:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:2.0:1767384602.709069:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00002000:00000001:1.0:1767384602.709069:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384602.709071:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384602.709080:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384602.709081:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.709085:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00002000:00000024:1.0:1767384602.709086:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384602.709092:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:2.0:1767384602.709096:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfd7e2a2. 00000020:00000020:1.0:1767384602.709097:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384602.709103:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:2.0:1767384602.709104:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d71470c6. 00002000:00000001:1.0:1767384602.709106:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384602.709113:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000020:00000010:1.0:1767384602.709116:0:17898:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000277a6c59. 00000001:00000001:1.0:1767384602.709122:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1767384602.709125:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000001:00000001:1.0:1767384602.709126:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384602.709130:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.709131:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384602.709135:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1767384602.709136:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049174016 00000100:00000001:2.0:1767384602.709139:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.709141:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384602.709147:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384602.709148:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a561b31 x1853237049174016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.709163:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384602.709165:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384602.709169:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384602.709174:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.709178:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384602.709180:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384602.709182:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384602.709184:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384602.709188:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00100000:2.0:1767384602.709192:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 02000000:00000001:1.0:1767384602.709193:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384602.709196:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.709198:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384602.709200:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384602.709203:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649996368 : -128357059555248 : ffff8b428b0f9050) 00000100:00000040:1.0:1767384602.709207:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384602.709212:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000040:2.0:1767384602.709215:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5a64aa5 x1853237049173888/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 224/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384602.709217:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049174016, offset 224 00000400:00000200:1.0:1767384602.709228:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384602.709237:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384602.709240:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384602.709243:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:2.0:1767384602.709250:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384602.709252:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260002800 00000020:00000010:2.0:1767384602.709258:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000400:00000200:1.0:1767384602.709262:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1301 [1] + 224 00000100:00100000:2.0:1767384602.709270:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5a64aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049173888:12345-0@lo:400: 00000400:00000200:1.0:1767384602.709270:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384602.709279:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384602.709280:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049173888 00000020:00000001:2.0:1767384602.709285:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384602.709285:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384602.709291:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384602.709292:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384602.709296:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.709303:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384602.709307:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000100:00000040:1.0:1767384602.709310:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384602.709312:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384602.709316:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384602.709322:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384602.709328:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384602.709333:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384602.709337:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.709341:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384602.709341:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000100:00000001:2.0:1767384602.709345:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384602.709350:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384602.709351:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 02000000:00000010:2.0:1767384602.709355:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6fc3048. 00000100:00000001:1.0:1767384602.709356:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384602.709360:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384602.709361:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.709365:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.709366:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.709370:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:2.0:1767384602.709371:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.709375:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:2.0:1767384602.709376:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049173888 00000020:00000001:1.0:1767384602.709379:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.709382:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384602.709384:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:2.0:1767384602.709389:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5a64aa5 x1853237049173888/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384602.709390:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a561b31 x1853237049174016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/368 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.709421:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384602.709424:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384602.709425:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a561b31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049174016:12345-0@lo:13: Request processed in 453us (1081us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384602.709428:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.709436:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384602.709440:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384602.709444:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00100000:1.0:1767384602.709447:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 02000000:00000001:2.0:1767384602.709449:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384602.709453:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.709454:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:2.0:1767384602.709459:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384602.709460:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384602.709465:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384602.709467:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384602.709471:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048302274. 00000400:00000010:2.0:1767384602.709472:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000020:00000010:1.0:1767384602.709478:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000099ccfcea. 00000100:00000200:2.0:1767384602.709480:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049173888, offset 224 00000020:00000010:1.0:1767384602.709486:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aef93161. 00000400:00000200:2.0:1767384602.709491:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384602.709495:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384602.709499:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384602.709504:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384602.709515:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260002780 00000100:00000001:1.0:1767384602.709516:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384602.709519:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384602.709524:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12fd [1] + 224 00000400:00000200:2.0:1767384602.709529:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767384602.709530:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384602.709534:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384602.709536:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384602.709537:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df37db4b. 00000400:00000200:1.0:1767384602.709543:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000182405cd 00000400:00000010:1.0:1767384602.709544:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000182405cd. 00000100:00000001:1.0:1767384602.709546:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384602.709551:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384602.709552:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384602.709564:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000572a5fc0 x1853237049173888/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384602.709564:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.709581:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384602.709586:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000572a5fc0 x1853237049173888/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.709589:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.709591:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384602.709593:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384602.709595:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384602.709597:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.709602:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384602.709608:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384602.709612:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384602.709614:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384602.709615:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.709616:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384602.709617:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384602.709623:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384602.709626:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 00000400:00000010:2.0:1767384602.709631:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00010000:00000001:1.0:1767384602.709631:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.709637:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384602.709638:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384602.709640:0:16359:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000001:2.0:1767384602.709642:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384602.709646:0:16359:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.709649:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.709658:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384602.709659:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384602.709664:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384602.709665:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023e54ff5 x1853237049170944/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384608 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384602.709669:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.709675:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384602.709676:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384602.709678:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384602.709681:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000640f7724. 00000100:00000040:2.0:1767384602.709685:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a64aa5 x1853237049173888/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384602.709687:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384602.709690:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384602.709693:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384602.709697:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384602.709700:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000008bf43b5. 02000000:00000001:1.0:1767384602.709705:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384602.709708:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384602.709711:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 00000100:00000001:1.0:1767384602.709715:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767384602.709742:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5a64aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049173888:12345-0@lo:400: Request processed in 477us (1395us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384602.709742:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.709745:0:16359:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384602.709753:0:16359:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1767384602.709760:0:16359:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384602.709762:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.709763:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384602.709769:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000040:1.0:1767384602.709771:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.709774:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384602.709778:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384602.709782:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.709783:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d71470c6. 00000100:00000001:1.0:1767384602.709786:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384602.709789:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384602.709791:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 00000004:00000001:1.0:1767384602.709792:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384602.709796:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384602.709799:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfd7e2a2. 00000004:00000040:1.0:1767384602.709800:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000040:2.0:1767384602.709808:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000004:00000020:1.0:1767384602.709809:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:2.0:1767384602.709816:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:1.0:1767384602.709817:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384602.709820:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a6fc3048. 00000100:00000040:1.0:1767384602.709822:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384602.709827:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384602.709831:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384602.709840:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384602.709841:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007325762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049174016:0@lo:13: 00000400:00000010:2.0:1767384602.709849:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006057576b. 00000100:00000001:1.0:1767384602.709849:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.709854:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384602.709857:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074138ab. 00000100:00000040:1.0:1767384602.709858:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007325762 x1853237049174016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.709881:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384602.709881:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384602.709884:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384602.709886:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174144 02000000:00000010:1.0:1767384602.709888:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005aeb9199. 02000000:00000001:2.0:1767384602.709890:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384602.709893:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384602.709894:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384602.709896:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384602.709899:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384602.709901:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384602.709904:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014482506. 00000100:00000001:2.0:1767384602.709906:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.709908:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384602.709911:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384602.709913:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.709918:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174144 00000100:00000010:1.0:1767384602.709919:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007325762. 00000020:00000001:2.0:1767384602.709922:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384602.709923:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384602.709926:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:1.0:1767384602.709927:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384602.709932:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384602.709933:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384602.709937:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:1.0:1767384602.709940:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384602.709941:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384602.709943:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.709946:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384602.709947:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384602.709950:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.709953:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.709959:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:2.0:1767384602.709965:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.709970:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000020:00000010:2.0:1767384602.709995:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfd7e2a2. 00000100:00000001:1.0:1767384602.709995:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384602.709998:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174272 00000020:00000010:2.0:1767384602.710002:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d71470c6. 02000000:00000001:1.0:1767384602.710002:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384602.710006:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384602.710008:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000100:00000001:1.0:1767384602.710010:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.710015:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.710018:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1767384602.710018:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174272 00000020:00000001:1.0:1767384602.710019:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384602.710022:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:2.0:1767384602.710024:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384602.710026:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384602.710027:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384602.710028:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:2.0:1767384602.710031:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384602.710032:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:2.0:1767384602.710037:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384602.710038:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:2.0:1767384602.710042:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384602.710042:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384602.710046:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384602.710047:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e2add28. 00000100:00000001:1.0:1767384602.710053:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384602.710055:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e2add28. 00000100:00000001:2.0:1767384602.710060:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384602.710061:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef93161. 00000020:00000010:1.0:1767384602.710068:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048302274. 00000020:00000010:1.0:1767384602.710070:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000099ccfcea. 00000100:00000001:2.0:1767384602.710074:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384602.710076:0:17914:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384602.710078:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384602.710079:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384602.710082:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384602.710084:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384602.710085:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384602.710090:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:1.0:1767384602.710091:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384602.710094:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384602.710095:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518505984 : -128356191045632 : ffff8b42bed3f800) 00000100:00000001:1.0:1767384602.710096:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.710102:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000712abff4 x1853237049174144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1767384613 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.710108:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.710112:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384602.710116:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:2.0:1767384602.710120:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384602.710127:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384602.710129:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000100:00100000:1.0:1767384602.710130:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174400 02000000:00000001:1.0:1767384602.710135:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384602.710137:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384602.710139:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000712abff4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049174144:12345-0@lo:400: 00000100:00000001:1.0:1767384602.710140:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.710145:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384602.710146:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174144 00000100:00100000:1.0:1767384602.710148:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174400 00000020:00000001:2.0:1767384602.710151:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384602.710151:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384602.710156:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000020:00000001:2.0:1767384602.710157:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384602.710161:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.710161:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384602.710164:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000020:00000001:2.0:1767384602.710168:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384602.710169:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:2.0:1767384602.710173:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384602.710173:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384602.710176:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384602.710180:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384602.710182:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e2add28. 00000020:00000001:2.0:1767384602.710184:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384602.710188:0:17914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f59b8f65. 00000020:00000001:2.0:1767384602.710189:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384602.710193:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1767384602.710193:0:17914:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000020:00000001:2.0:1767384602.710197:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710199:0:17914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384602.710204:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384602.710204:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d0123cd. 00000100:00000001:2.0:1767384602.710209:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384602.710210:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b60309dc. 02000000:00000001:2.0:1767384602.710212:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384602.710214:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 02000000:00000010:2.0:1767384602.710218:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6fc3048. 00000100:00000001:1.0:1767384602.710218:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384602.710221:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384602.710223:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710224:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.710227:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710230:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384602.710233:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710233:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384602.710237:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384602.710239:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049174144 00000100:00000001:1.0:1767384602.710244:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384602.710245:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384602.710251:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000712abff4 x1853237049174144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.710254:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384602.710256:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384602.710264:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384602.710270:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00010000:00000001:2.0:1767384602.710271:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384602.710273:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520598656 : -128356188952960 : ffff8b42bef3e680) 00010000:00000001:2.0:1767384602.710274:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.710281:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=10 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384602.710283:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1cc083f x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1767384613 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.710287:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384602.710293:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384602.710299:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384602.710304:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384602.710304:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384602.710309:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384602.710309:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006debc814. 00000100:00000001:1.0:1767384602.710315:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.710316:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384602.710319:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006debc814. 00000100:00000040:2.0:1767384602.710323:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384602.710326:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1cc083f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049174400:12345-0@lo:400: 00000100:00000200:1.0:1767384602.710329:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174400 00000020:00000001:1.0:1767384602.710332:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384602.710335:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000020:00000001:1.0:1767384602.710336:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384602.710339:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384602.710341:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049174144, offset 224 00000020:00000001:1.0:1767384602.710342:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384602.710345:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384602.710351:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384602.710352:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384602.710355:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384602.710358:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384602.710361:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384602.710365:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384602.710365:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.710372:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384602.710376:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384602.710377:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260002880 02000000:00000001:1.0:1767384602.710378:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384602.710382:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005aeb9199. 02000000:00000001:1.0:1767384602.710387:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384602.710388:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 00000100:00000001:1.0:1767384602.710392:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.710396:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384602.710400:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384602.710401:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174400 00010000:00000001:1.0:1767384602.710407:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384602.710411:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1767384602.710413:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1cc083f x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.710419:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384602.710428:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384602.710430:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384602.710435:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384602.710442:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=15 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384602.710452:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.710452:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384602.710459:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 23 to 0@lo 00000100:00000001:1.0:1767384602.710472:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384602.710479:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384602.710480:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384602.710483:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710488:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384602.710494:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384602.710497:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 00000400:00000010:1.0:1767384602.710498:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000182405cd. 00000400:00000010:2.0:1767384602.710502:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00000100:00000001:2.0:1767384602.710507:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384602.710508:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049174400, offset 224 00000100:00000001:2.0:1767384602.710512:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384602.710517:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384602.710518:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.710526:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 22 to 0@lo 00000400:00000200:1.0:1767384602.710529:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384602.710532:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384602.710536:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.710540:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384602.710542:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260002980 00000100:00000040:2.0:1767384602.710546:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000712abff4 x1853237049174144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384602.710547:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x131d [1] + 224 00000400:00000200:1.0:1767384602.710555:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384602.710566:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384602.710572:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000712abff4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049174144:12345-0@lo:400: Request processed in 456us (2050us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384602.710574:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384602.710580:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.710586:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384602.710592:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:2.0:1767384602.710598:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384602.710601:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384602.710602:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384602.710607:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d71470c6. 00000020:00000010:2.0:1767384602.710615:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 00000100:00000001:1.0:1767384602.710621:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384602.710627:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000182405cd 00000020:00000010:2.0:1767384602.710629:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfd7e2a2. 00000400:00000010:1.0:1767384602.710632:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000182405cd. 00000020:00000040:2.0:1767384602.710635:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384602.710636:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384602.710638:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384602.710641:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.710642:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.710648:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384602.710651:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384602.710655:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.710660:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384602.710663:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1cc083f x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1767384613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.710675:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384602.710676:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1cc083f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049174400:12345-0@lo:400: Request processed in 368us (1381us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384602.710680:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384602.710686:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384602.710690:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000001:2.0:1767384602.710692:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384602.710696:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807c8612. 00000100:00000040:1.0:1767384602.710699:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000400:00000200:2.0:1767384602.710702:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000100:00000001:1.0:1767384602.710703:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384602.710707:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:1.0:1767384602.710707:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384602.710711:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b60309dc. 00000100:00000001:2.0:1767384602.710714:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384602.710737:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000020:00000010:1.0:1767384602.710741:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d0123cd. 00000020:00000040:1.0:1767384602.710745:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000200:2.0:1767384602.710747:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.710749:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384602.710766:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384602.710766:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384602.710771:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00080000:1.0:1767384602.710778:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384602.710783:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384602.710786:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384602.710791:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.710795:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384602.710799:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384602.710802:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384602.710803:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.710806:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710807:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384602.710813:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384602.710813:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384602.710816:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384602.710820:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=15 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384602.710820:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af7e468. 00000400:00000200:1.0:1767384602.710825:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a910779c 00000100:00001000:2.0:1767384602.710828:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=15 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384602.710828:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a910779c. 00000100:00000001:1.0:1767384602.710835:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384602.710836:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384602.710839:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384602.710840:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.710843:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384602.710850:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384602.710852:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.710877:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710878:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384602.710882:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384602.710882:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384602.710886:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384602.710886:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384602.710889:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384602.710890:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384602.710891:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.710893:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710894:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.710897:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.710899:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384602.710902:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384602.710904:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384602.710906:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384602.710908:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.710914:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384602.710916:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384602.710920:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1767384602.710922:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.710923:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384602.710931:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384602.710932:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.710936:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384602.710938:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384602.710942:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384602.710944:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.710950:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049174272:0@lo:400: 00000100:00000040:1.0:1767384602.710951:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.710961:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384602.710962:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384602.710963:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767384602.710966:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384602.710967:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384602.710971:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095130aa5. 00000100:00000040:1.0:1767384602.710972:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384602.710992:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000100:00100000:1.0:1767384602.710994:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049174400:0@lo:400: 00000400:00000010:2.0:1767384602.710996:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000001:1.0:1767384602.711000:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.711001:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384602.711003:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384602.711008:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384602.711009:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049174400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.711027:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384602.711029:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384602.711031:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006434293b. 02000000:00000001:1.0:1767384602.711034:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384602.711035:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384602.711036:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384602.711039:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384602.711042:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384602.711045:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c47118e. 02000000:00000001:1.0:1767384602.711049:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384602.711051:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384602.711052:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384602.711053:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000100:00000001:2.0:1767384602.711056:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.711056:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384602.711059:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.711060:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384602.711062:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384602.711064:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.711067:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.711068:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384602.711071:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.711074:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384602.711076:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.711077:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=10 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384602.711078:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384602.711081:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384602.711083:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384602.711088:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384602.711089:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.711091:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384602.711095:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.711102:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.711112:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384602.711113:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384602.711115:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384602.711116:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.711119:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.711126:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384602.711128:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384602.711129:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384602.711132:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.711138:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b52a1dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049174144:0@lo:400: 00000100:00000001:2.0:1767384602.711143:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.711145:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384602.711147:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049174272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.711153:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384602.711156:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384602.711158:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037e93431. 02000000:00000001:2.0:1767384602.711161:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384602.711162:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384602.711163:0:16357:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384602.711165:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384602.711167:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000249a9af9. 02000000:00000001:2.0:1767384602.711170:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384602.711171:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384602.711172:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000100:00000001:2.0:1767384602.711175:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384602.711177:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.711179:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384602.711181:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b52a1dc x1853237049174144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.711187:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384602.711194:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384602.711196:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f7532ed. 02000000:00000001:2.0:1767384602.711198:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384602.711200:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384602.711201:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384602.711203:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384602.711204:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d661474f. 02000000:00000001:2.0:1767384602.711207:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384602.711208:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384602.711209:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b52a1dc. 00000100:00000001:2.0:1767384602.711211:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384602.711212:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.711214:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.711218:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.711220:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.711223:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384602.711224:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.713758:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294892037, at 4294892038 00000100:00000010:3.0:1767384602.713767:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000100:00000040:2.0:1767384602.713774:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294892037, at 4294892038 00000100:00000010:2.0:1767384602.713781:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087917eae. 00000100:00000040:1.0:1767384602.714750:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294892037, at 4294892039 00000100:00000010:1.0:1767384602.714758:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007012c822. 00000001:00000001:1.0:1767384602.964930:0:20993:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384602.964934:0:20993:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:1.0:1767384602.967629:0:20993:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384602.974300:0:20994:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000aa613bd1. 00000400:00000010:1.0:1767384602.974313:0:20994:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003b1b0398. 00000400:00000010:1.0:1767384602.974322:0:20994:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a8af6691. 00000400:00000010:1.0:1767384602.974326:0:20994:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000091bbef5f. 00000400:00000010:1.0:1767384602.974329:0:20994:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000089332236. 00000400:00000010:1.0:1767384602.974333:0:20994:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076d98048. 00000400:00000010:1.0:1767384602.974335:0:20994:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f012625. 00000400:00000010:1.0:1767384602.974336:0:20994:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006debc814. 00000400:00000010:1.0:1767384602.974339:0:20994:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000089ff7eda. 00000800:00000010:1.0:1767384602.974347:0:20994:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000014482506. 00000800:00000200:1.0:1767384602.974358:0:20994:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384602.974363:0:20994:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384602.974396:0:20994:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384602.974413:0:20994:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp16 [8/256/0/180] 00000400:00000010:1.0:1767384602.975533:0:20994:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000083c45b0c. 00000400:00000010:1.0:1767384602.975540:0:20994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df37db4b. 00000400:00000010:1.0:1767384602.975546:0:20994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000182405cd. 00000400:00000001:1.0:1767384602.975560:0:20994:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384602.975562:0:20994:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384602.975564:0:20994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000117eaffd. 00000400:00000200:1.0:1767384602.975567:0:20994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000400:00000010:1.0:1767384602.975569:0:20994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000400:00000010:1.0:1767384602.975572:0:20994:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000ffb914f0. 00000400:00000200:1.0:1767384602.975576:0:20994:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (7) 00000400:00000200:1.0:1767384602.975592:0:20994:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384602.975599:0:20994:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:1.0:1767384602.975605:0:20994:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e59d7174. 00000020:01000000:1.0:1767384602.975608:0:20994:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384602.975611:0:20994:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp16 00000400:00000200:2.0:1767384602.975623:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384602.975625:0:20994:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003b1b0398. 00000400:00000200:2.0:1767384602.975632:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:1.0:1767384602.975632:0:20994:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000aa613bd1. 00000400:00000010:2.0:1767384602.975642:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000400:00000200:2.0:1767384602.975646:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (8) 00000400:00000010:2.0:1767384602.975653:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003248756b. 00000400:00000200:2.0:1767384602.975658:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:2.0:1767384602.975673:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384602.975683:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384602.975695:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384602.975704:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384602.975715:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384602.975745:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384602.975756:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384602.975770:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384602.975778:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp15 00000400:00000200:2.0:1767384602.975783:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384602.975789:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp15 00000400:00000200:2.0:1767384602.975796:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.154@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384602.975805:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp15 00000400:00000200:2.0:1767384602.975819:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15:) -> 192.168.202.154@tcp15(192.168.202.154@tcp:192.168.202.154@tcp15) : PUT try# 0 00000800:00000200:2.0:1767384602.975832:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.154@tcp15 00000800:00000010:2.0:1767384602.975841:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d661474f. 00000800:00000010:2.0:1767384602.975851:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000be7193d7. 00000800:00000010:2.0:1767384602.975857:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000046b62431. 00000800:00000200:2.0:1767384602.975869:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (2) 00000100:00000001:3.0:1767384602.975877:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.1:1767384602.975879:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (2) 00000100:00000001:3.0:1767384602.975883:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384602.975887:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384602.975894:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384602.975901:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384602.975910:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000001:3.0:1767384602.975913:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384602.975916:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.975921:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384602.975924:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384602.975927:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.975932:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bdfd951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049174528:0@lo:253: 00000100:00000001:3.0:1767384602.975938:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384602.975943:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384602.975947:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.975950:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384602.975955:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001d5ab5f5. 02000000:00000001:3.0:1767384602.975958:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384602.975970:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d30a9d2b. 00000400:00000200:2.0:1767384602.975989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000010:3.0:1767384602.975991:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000548f8468. 00000100:00000200:3.0:1767384602.975998:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049174528, portal 25 00000100:00000001:3.0:1767384602.976002:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384602.976003:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520589696 : -128356188961920 : ffff8b42bef3c380) 00000100:00000040:3.0:1767384602.976010:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976038:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384602.976041:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384602.976045:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b590fcf8. 00000400:00000200:2.0:1767384602.976045:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000200:3.0:1767384602.976049:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049174528, offset 0 00000400:00000200:3.0:1767384602.976057:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384602.976070:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384602.976081:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002a00 00000400:00000200:3.0:1767384602.976089:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000200:2.0:1767384602.976089:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:3.0:1767384602.976098:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025036d70. 00000400:00000200:3.0:1767384602.976102:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdfcef5e 00000400:00000200:3.0:1767384602.976107:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.976111:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384602.976116:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdfcef5e 00000400:00000010:3.0:1767384602.976117:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdfcef5e. 00000100:00000001:3.0:1767384602.976122:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384602.976124:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384602.976127:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000cdf62dc9 x1853237049174528 msgsize 4848 00000100:00000001:1.0:1767384602.976128:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384602.976130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00100000:1.0:1767384602.976134:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767384602.976136:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384602.976140:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384602.976141:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.976149:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384602.976152:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384602.976155:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384602.976156:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b590fcf8 00000100:00000001:1.0:1767384602.976158:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384602.976160:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b590fcf8. 00000100:00000001:1.0:1767384602.976162:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384602.976164:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384602.976166:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384602.976168:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384602.976175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000040:1.0:1767384602.976175:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976178:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384602.976182:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384602.976190:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384602.976194:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384602.976200:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384602.976201:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976205:0:16360:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384602.976205:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384602.976209:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 02000000:00000001:1.0:1767384602.976210:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976211:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976218:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294892305 00000100:00100000:1.0:1767384602.976220:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049174656:0@lo:253: 00000100:00000010:3.0:1767384602.976222:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033541e4c. 00000100:00000001:1.0:1767384602.976229:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384602.976231:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384602.976233:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384602.976237:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976238:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294892305 02000000:00000001:1.0:1767384602.976240:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384602.976243:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d17c8734. 00000400:00000200:2.0:1767384602.976245:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 02000000:00000010:1.0:1767384602.976246:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e59d7174. 00000100:00000001:3.0:1767384602.976247:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384602.976254:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976255:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294892305 00000100:00000010:3.0:1767384602.976260:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015374326. 00000400:00000010:1.0:1767384602.976260:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000117eaffd. 00000100:00000001:3.0:1767384602.976266:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384602.976270:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b1b0398. 00000100:00000001:3.0:1767384602.976271:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294892305 00000100:00000010:3.0:1767384602.976276:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000100:00000200:1.0:1767384602.976278:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049174656, portal 25 00000100:00000001:3.0:1767384602.976280:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384602.976284:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384602.976287:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384602.976287:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:1.0:1767384602.976288:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000001:3.0:1767384602.976294:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976299:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.976299:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976301:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.976305:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384602.976308:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384602.976313:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.976315:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384602.976318:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976323:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976326:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384602.976328:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000040:1.0:1767384602.976334:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384602.976338:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffb914f0. 00000100:00000200:1.0:1767384602.976343:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049174656, offset 0 00000400:00000200:1.0:1767384602.976350:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384602.976359:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384602.976366:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384602.976370:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002a80 00000100:00100000:3.0:1767384602.976371:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174528 02000000:00000001:3.0:1767384602.976375:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384602.976376:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000001:3.0:1767384602.976378:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384602.976381:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384602.976382:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 02000000:00000001:3.0:1767384602.976386:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384602.976388:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003069a2f7. 00000100:00100000:3.0:1767384602.976391:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174528 00000400:00000200:1.0:1767384602.976394:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6c8ed0c 00000400:00000200:1.0:1767384602.976400:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384602.976402:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384602.976405:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384602.976408:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384602.976409:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384602.976411:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000020:00000040:3.0:1767384602.976412:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000400:00000200:1.0:1767384602.976414:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c8ed0c 00000020:00000001:3.0:1767384602.976416:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384602.976420:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:1.0:1767384602.976420:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c8ed0c. 00000100:00000001:3.0:1767384602.976427:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384602.976429:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384602.976431:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e809401f. 00000100:00000200:1.0:1767384602.976432:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384602.976435:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384602.976438:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e809401f. 00000100:00000040:1.0:1767384602.976439:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000eb62b58a x1853237049174656 msgsize 4848 00000020:00000010:3.0:1767384602.976444:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb72cc7. 00000400:00000200:2.0:1767384602.976449:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00100000:1.0:1767384602.976450:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384602.976452:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006791727d. 00000100:00000040:1.0:1767384602.976455:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:3.0:1767384602.976459:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000100:00000040:3.0:1767384602.976468:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384602.976469:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384602.976471:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384602.976474:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384602.976476:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384602.976477:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffb914f0 00000400:00000010:1.0:1767384602.976481:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffb914f0. 00000100:00000001:3.0:1767384602.976483:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976485:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384602.976491:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976493:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.976503:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384602.976505:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384602.976506:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174656 02000000:00000001:3.0:1767384602.976509:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384602.976511:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384602.976512:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976513:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.976518:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.976522:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174656 00000020:00000001:3.0:1767384602.976524:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384602.976526:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384602.976530:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384602.976531:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.976533:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384602.976534:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384602.976536:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384602.976538:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384602.976541:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384602.976541:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.976545:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e809401f. 00000100:00000001:1.0:1767384602.976547:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294892305 00000100:00000001:1.0:1767384602.976550:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294892305 00000100:00000001:3.0:1767384602.976553:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384602.976555:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e809401f. 00000100:00000001:1.0:1767384602.976561:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294892305 00000020:00000010:3.0:1767384602.976562:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e2b5f1. 00000100:00000001:1.0:1767384602.976564:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294892305 00000020:00000010:3.0:1767384602.976567:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000805a3c58. 00000100:00000001:1.0:1767384602.976568:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294892305 00000020:00000010:3.0:1767384602.976574:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cb7e6c1. 00000100:00000001:1.0:1767384602.976574:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294892305 00000100:00000001:1.0:1767384602.976579:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294892305 00000100:00000001:3.0:1767384602.976580:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384602.976583:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384602.976584:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294892305 00000100:00000001:3.0:1767384602.976585:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976591:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976591:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.976597:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.976598:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976603:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976607:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.976608:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384602.976610:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384602.976615:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:3.0:1767384602.976617:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384602.976619:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649998416 : -128357059553200 : ffff8b428b0f9850) 00000100:00000001:1.0:1767384602.976619:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384602.976624:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.976626:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdf62dc9 x1853237049174528/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 4848/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976633:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384602.976637:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e809401f. 00000100:00000001:3.0:1767384602.976639:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384602.976641:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e809401f. 00000100:00100000:3.0:1767384602.976646:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdf62dc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049174528:12345-0@lo:253: 00000100:00000200:3.0:1767384602.976649:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174528 00000020:00000001:3.0:1767384602.976651:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384602.976653:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384602.976654:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384602.976658:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976658:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384602.976663:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384602.976665:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00100000:1.0:1767384602.976669:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000020:00000001:3.0:1767384602.976670:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384602.976673:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384602.976675:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000020:00000001:3.0:1767384602.976676:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384602.976680:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384602.976681:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649997392 : -128357059554224 : ffff8b428b0f9450) 00000020:00000001:3.0:1767384602.976688:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.976688:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eb62b58a x1853237049174656/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 4848/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.976695:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384602.976698:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384602.976704:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d778170. 00000100:00000001:1.0:1767384602.976704:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384602.976709:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384602.976710:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005273189f. 00000100:00000001:3.0:1767384602.976711:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976715:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384602.976716:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384602.976749:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000099d76154. 20000000:01000000:3.0:1767384602.976752:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384602.976754:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384602.976756:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384602.976759:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384602.976760:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384602.976763:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384602.976771:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000018b1ef7a. 20000000:01000000:3.0:1767384602.976773:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:3.0:1767384602.976778:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384602.976783:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384602.976786:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384602.976801:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384602.976814:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.976817:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384602.976818:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.976820:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384602.976822:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384602.976825:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000800:00000010:2.0:1767384602.976826:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff1c32ca. 00000020:00000001:3.0:1767384602.976828:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384602.976832:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384602.976836:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384602.976836:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099836ddd. 00080000:00000001:3.0:1767384602.976841:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.976844:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384602.976846:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0bb6c07. 00000020:00000001:3.0:1767384602.976847:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384602.976852:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384602.976856:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384602.976859:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c6f27b1d. 00080000:00000001:3.0:1767384602.976862:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268498432 : -128361441053184 : ffff8b4185e73600) 00080000:00000001:3.0:1767384602.976870:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384602.976874:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:1.0:1767384602.976877:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005273189f. 00080000:00000010:3.0:1767384602.976879:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e809401f. 00080000:00000001:3.0:1767384602.976883:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.976888:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00100000:1.0:1767384602.976888:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eb62b58a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049174656:12345-0@lo:253: 00000100:00000200:1.0:1767384602.976894:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174656 00000800:00000010:2.0:1767384602.976897:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0bb6c07. 00000020:00000001:1.0:1767384602.976898:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384602.976901:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1767384602.976902:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.976903:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.976910:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384602.976912:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00080000:00000001:3.0:1767384602.976920:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384602.976922:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384602.976926:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384602.976929:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384602.976930:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384602.976932:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976935:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384602.976937:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384602.976956:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000088f3b76d. 02000000:00000001:1.0:1767384602.976959:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.976962:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384602.976965:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384602.976989:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000032e7399e. 20000000:01000000:1.0:1767384602.976993:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384602.976996:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384602.976998:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384602.976999:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384602.977002:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384602.977004:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384602.977016:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384602.977030:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp15 from 243.3.0.2 00000800:00000010:3.0:1767384602.977033:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005b0dedf2. 00000800:00000010:1.0:1767384602.977071:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2ed0b3b. 00000800:00000010:1.0:1767384602.977077:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ffb914f0. 00000800:00000010:1.0:1767384602.977099:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006e0ab542. 00000800:00000200:1.1:1767384602.977105:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (2) 00000800:00000200:1.1:1767384602.977112:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp15 000000006e0ab542 deleted 00000800:00000010:1.1:1767384602.977119:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e0ab542. 00000800:00000200:1.1:1767384602.977124:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384602.977131:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp15 ip 192.168.202.154:1011 00000800:00000200:1.1:1767384602.977135:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d661474f type 1, nob 256 niov 1 nkiov 1 00000800:00000200:1.0:1767384602.977140:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp15 p 3.x 192.168.202.154 -> 192.168.202.154:1011 incarnation:1767384601667352457 sched[0] 00000800:00000010:1.0:1767384602.977145:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005273189f. 00000800:00000010:1.0:1767384602.977200:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005273189f. 00000800:00000010:1.0:1767384602.977204:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ffb914f0. 00000800:00000200:2.1:1767384602.977231:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384602.977239:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp15 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384601667352457 sched[0] 00000800:00000010:1.0:1767384602.977241:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005b0dedf2. 00000800:00000010:2.0:1767384602.977243:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099836ddd. 00000800:00000001:3.0:1767384602.977254:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.977261:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384602.977278:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384602.977285:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384602.977314:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384602.977316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:1.0:1767384602.977321:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384602.977325:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384602.977326:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384602.977330:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d661474f. 00000800:00000001:1.0:1767384602.977330:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384602.977338:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384602.977347:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15) <- 192.168.202.154@tcp15 : PUT - for me 00000400:00000200:3.0:1767384602.977348:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: PUT: OK 00000400:00000200:3.0:1767384602.977354:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384602.977358:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000400:00000200:1.0:1767384602.977363:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384602.977372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384602.977372:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 160/160 into md 0x12e9 [1] + 0 00000400:00000010:1.0:1767384602.977384:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6174d4b. 00000400:00000200:1.0:1767384602.977388:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a49833ec 00000800:00000001:1.0:1767384602.977393:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384602.977405:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384602.977407:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.977412:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384602.977413:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: PUT: OK 00000400:00000200:1.0:1767384602.977421:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49833ec 00000400:00000010:1.0:1767384602.977423:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a49833ec. 00000400:00000200:1.0:1767384602.977427:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384602.977431:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (9) 00000400:00000200:1.0:1767384602.977436:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:1.0:1767384602.977441:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000ffb914f0. 00000400:00000200:1.0:1767384602.977445:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 8 00000400:00000200:2.0:1767384602.977449:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384602.977450:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384602.977468:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (10) 00000400:00000200:1.0:1767384602.977475:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384602.977482:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384602.977483:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp15 to MR: 192.168.202.154@tcp15 local destination 00000400:00000200:1.0:1767384602.977494:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.154@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384602.977507:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15:192.168.202.154@tcp15) -> 192.168.202.154@tcp15(192.168.202.154@tcp15:192.168.202.154@tcp15) 192.168.202.154@tcp15 : ACK try# 0 00000400:00000200:3.0:1767384602.977514:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384602.977515:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp15 00000400:00000010:3.0:1767384602.977520:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000800:00000010:1.0:1767384602.977522:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb469617. 00000400:00000200:2.0:1767384602.977526:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000010:3.0:1767384602.977527:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000400:00000200:3.0:1767384602.977534:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000800:00000200:1.0:1767384602.977534:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (4) 00000400:00000200:3.0:1767384602.977541:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000800:00000200:1.0:1767384602.977546:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp15 ip 192.168.202.154:988 00000400:00000010:3.0:1767384602.977548:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000b590fcf8. 00000800:00000200:1.0:1767384602.977550:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb469617 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384602.977553:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 000000005e690322. 00000400:00000010:3.0:1767384602.977558:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 0000000047941655. 00000400:00000200:2.0:1767384602.977571:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000010:3.0:1767384602.977572:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002768e9b6. 00000400:00000200:3.0:1767384602.977579:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002768e9b6 nid 192.168.202.154@tcp16 00000400:00000010:3.0:1767384602.977582:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000583a0c7f. 00000400:00000200:3.0:1767384602.977585:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000583a0c7f net tcp16 00000400:00000200:3.0:1767384602.977588:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (9) 00000400:00000200:3.0:1767384602.977593:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp16 flags 0x11 00000400:00000010:3.0:1767384602.977597:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000b590fcf8. 00000400:00000010:3.0:1767384602.977600:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 000000005e690322. 00000400:00000010:3.0:1767384602.977602:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 0000000047941655. 00000800:00000200:1.0:1767384602.977607:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384602.977609:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000ffb914f0. 00000400:00000200:2.0:1767384602.977609:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000010:1.0:1767384602.977611:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb469617. 00000400:00000200:3.0:1767384602.977617:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384602.977619:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.977621:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000400:00000200:3.0:1767384602.977629:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000400:00000200:1.0:1767384602.977633:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: ACK: OK 00000400:00000200:3.0:1767384602.977636:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:3.0:1767384602.977640:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384602.977642:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000800:00000001:1.0:1767384602.977644:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384602.977646:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384602.977650:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384602.977652:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (10) 00000800:00000001:1.0:1767384602.977653:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384602.977662:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384602.977669:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384602.977671:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384602.977676:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384602.977684:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15) <- 192.168.202.154@tcp15 : ACK - for me 00000400:00000200:2.0:1767384602.977695:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384602.977696:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp15: ACK from 12345-192.168.202.154@tcp15 into md 0x1341 00000400:00000200:1.0:1767384602.977704:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384602.977710:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: ACK: OK 00000400:00000200:1.0:1767384602.977714:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:1.0:1767384602.977741:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000400:00000200:1.0:1767384602.977746:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384602.977750:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:1.0:1767384602.977753:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (9) 00000800:00000001:1.0:1767384602.977759:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384602.977764:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384602.977772:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384602.977808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384602.977836:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000800:00000010:2.0:1767384602.978025:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003cfbfaee. 00000400:00000200:3.0:1767384602.978027:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384602.978031:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099836ddd. 00000800:00000010:2.0:1767384602.978038:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0bb6c07. 00000400:00000200:3.0:1767384602.978041:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp15 from 242.3.0.2 00000800:00000010:2.0:1767384602.978076:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0bb6c07. 00000800:00000010:3.0:1767384602.978081:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006b7b44c2. 00000800:00000010:2.0:1767384602.978112:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b353e4dd. 00000800:00000010:2.0:1767384602.978119:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a83952b. 00000800:00000010:2.0:1767384602.978144:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002e742f14. 00000800:00000200:2.1:1767384602.978151:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (4) 00000800:00000200:2.1:1767384602.978158:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp15 000000002e742f14 deleted 00000800:00000010:2.1:1767384602.978160:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002e742f14. 00000800:00000200:2.1:1767384602.978165:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384602.978171:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp15 p 3.x 192.168.202.154 -> 192.168.202.154:1010 incarnation:1767384601667352457 sched[0] 00000800:00000010:2.0:1767384602.978177:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0bb6c07. 00000800:00000010:2.0:1767384602.978227:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0bb6c07. 00000800:00000010:2.0:1767384602.978232:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a83952b. 00000800:00000200:3.1:1767384602.978233:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384602.978240:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp15 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384601667352457 sched[0] 00000800:00000010:3.0:1767384602.978244:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099836ddd. 00000800:00000010:2.0:1767384602.978259:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006b7b44c2. 00000800:00000001:2.0:1767384602.978274:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384602.978279:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384602.978280:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.978286:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384602.978627:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6f27b1d. 00080000:00000010:3.0:1767384602.978659:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e809401f. 00040000:00000001:3.0:1767384602.978663:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384602.978665:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384602.978667:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384602.978669:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384602.978671:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384602.978673:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384602.978681:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384602.978690:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384602.978693:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384602.978697:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384602.978699:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ede59fb. 20000000:01000000:1.0:1767384602.978704:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:1.0:1767384602.978707:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384602.978710:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384602.978714:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384602.978743:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384602.978748:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384602.978751:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384602.978753:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384602.978756:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384602.978758:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384602.978760:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384602.978762:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384602.978765:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:1.0:1767384602.978767:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000001:2.0:1767384602.978772:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:1.0:1767384602.978773:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000001:2.0:1767384602.978777:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:1.0:1767384602.978777:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384602.978784:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384602.978787:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f47f4164. 00080000:00000001:1.0:1767384602.978787:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384602.978793:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384602.978794:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384602.978797:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384602.978800:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2aad99. 00000020:00000001:1.0:1767384602.978802:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000020:3.0:1767384602.978806:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384602.978806:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384602.978809:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b2aad99 with handle 0xefc2db714b35c2e6 to hash 00000100:00000001:3.0:1767384602.978810:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384602.978814:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000099d76154. 00000020:00000001:2.0:1767384602.978815:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384602.978817:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384602.978819:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.978819:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00080000:00000010:1.0:1767384602.978823:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000890ca86c. 00010000:00000040:3.0:1767384602.978825:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174528 00010000:00000001:2.0:1767384602.978826:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00080000:00000001:1.0:1767384602.978829:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268849152 : -128361440702464 : ffff8b4185ec9000) 00010000:00000001:3.0:1767384602.978830:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384602.978833:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384602.978835:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384602.978836:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384602.978837:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdf62dc9 x1853237049174528/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384602.978840:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384602.978841:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384602.978845:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005273189f. 00080000:00000001:1.0:1767384602.978851:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384602.978857:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384602.978864:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384602.978866:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384602.978868:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384602.978869:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384602.978871:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.978872:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00001000:3.0:1767384602.978874:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=20 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384602.978877:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384602.978879:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384602.978880:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384602.978883:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00080000:00000001:1.0:1767384602.978884:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384602.978885:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384602.978887:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384602.978889:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384602.978891:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384602.978894:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.978894:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384602.978898:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384602.978898:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384602.978902:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:3.0:1767384602.978903:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384602.978906:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000010:3.0:1767384602.978907:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047941655. 00010000:00000040:2.0:1767384602.978909:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f47f4164) refcount = 1 00000100:00000200:3.0:1767384602.978911:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049174528, offset 224 00000400:00000200:3.0:1767384602.978918:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384602.978918:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384602.978927:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384602.978933:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:3.0:1767384602.978934:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002a00 00010000:00000001:2.0:1767384602.978937:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1767384602.978941:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1345 [2] + 224 00010000:00000001:2.0:1767384602.978942:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384602.978948:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384602.978949:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384602.978950:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384602.978952:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384602.978955:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384602.978958:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384602.978964:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:3.0:1767384602.978969:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384602.978970:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384602.978992:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384602.978995:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.978997:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2aad99 refcount=4 00000100:00000001:3.0:1767384602.979000:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384602.979001:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00000400:00000200:3.0:1767384602.979005:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047941655 00010000:00000001:2.0:1767384602.979006:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00000400:00000010:3.0:1767384602.979008:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047941655. 00010000:00000001:2.0:1767384602.979012:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384602.979013:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384602.979016:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384602.979018:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384602.979020:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.979025:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384602.979026:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384602.979030:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384602.979032:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384602.979036:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979037:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:3.0:1767384602.979038:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384602.979038:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767384602.979042:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384602.979042:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384602.979047:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d30a9d2b. 00000100:00000040:3.0:1767384602.979051:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdf62dc9 x1853237049174528/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384602.979054:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548f8468 00000400:00000010:1.0:1767384602.979060:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000548f8468. 00010000:00000001:2.0:1767384602.979062:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384602.979067:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384602.979067:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384602.979071:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdf62dc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049174528:12345-0@lo:253: Request processed in 2435us (2941us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384602.979072:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384602.979076:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384602.979086:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:3.0:1767384602.979091:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384602.979096:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384602.979096:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384602.979100:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384602.979101:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384602.979105:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006791727d. 00000100:00000200:1.0:1767384602.979105:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.979106:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384602.979111:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384602.979113:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000020:00000010:3.0:1767384602.979120:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb72cc7. 00000020:00000040:3.0:1767384602.979127:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:1.0:1767384602.979128:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384602.979129:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b2aad99 already unused, calling callback (00000000d66be316) 00000100:00000001:1.0:1767384602.979132:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384602.979133:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384602.979134:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:3.0:1767384602.979136:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d778170. 00010000:00000001:2.0:1767384602.979139:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384602.979139:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384602.979140:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384602.979143:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384602.979143:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384602.979144:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384602.979149:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384602.979150:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384602.979153:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384602.979157:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 00010000:00000001:2.0:1767384602.979159:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384602.979159:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384602.979163:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047941655. 00010000:00000001:2.0:1767384602.979163:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1767384602.979166:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=20 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384602.979168:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1767384602.979172:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384602.979176:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384602.979178:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2aad99 refcount=5 00000100:00000001:1.0:1767384602.979179:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.979185:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:1.0:1767384602.979185:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384602.979191:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:1.0:1767384602.979191:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979196:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384602.979198:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384602.979201:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384602.979212:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384602.979212:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.979216:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384602.979219:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979225:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384602.979228:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384602.979229:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384602.979233:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384602.979235:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384602.979237:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.979238:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384602.979242:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b2aad99 with handle 0xefc2db714b35c2e6 from hash 00000020:01000004:1.0:1767384602.979245:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384602.979248:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:1.0:1767384602.979249:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384602.979252:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384602.979253:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384602.979255:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384602.979256:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384602.979258:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:1.0:1767384602.979259:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384602.979262:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:1.0:1767384602.979263:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384602.979266:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:1.0:1767384602.979266:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384602.979268:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384602.979271:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:1.0:1767384602.979271:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384602.979273:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384602.979275:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384602.979279:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.979280:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979286:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384602.979288:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384602.979293:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384602.979296:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384602.979298:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bdfd951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049174528:0@lo:253: 00010000:00000001:2.0:1767384602.979299:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979303:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979307:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.979308:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384602.979310:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384602.979312:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384602.979318:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bdfd951 x1853237049174528/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.979325:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384602.979329:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384602.979333:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384602.979335:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384602.979338:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:1.0:1767384602.979339:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001d5ab5f5. 00010000:00000001:2.0:1767384602.979342:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384602.979345:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384602.979345:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384602.979349:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384602.979350:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384602.979352:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:1.0:1767384602.979353:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00010000:00000001:2.0:1767384602.979356:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.979357:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000001:2.0:1767384602.979361:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384602.979362:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008a61da9e. 00010000:00010000:2.0:1767384602.979367:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384602.979369:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384602.979372:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384602.979375:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bdfd951. 00010000:00000001:2.0:1767384602.979380:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384602.979381:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384602.979383:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384602.979385:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384602.979386:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b2aad99/0xefc2db714b35c2e6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384602.979395:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384602.979397:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f47f4164 count: 0 00000100:00000001:1.0:1767384602.979402:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384602.979405:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.979407:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384602.979408:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:2.0:1767384602.979410:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384602.979412:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384602.980353:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000890ca86c. 00080000:00000010:1.0:1767384602.980395:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005273189f. 00040000:00000001:1.0:1767384602.980401:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384602.980402:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384602.980404:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384602.980407:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384602.980409:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384602.980411:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384602.980413:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384602.980424:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384602.980427:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384602.980432:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384602.980449:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384602.980453:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384602.980456:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384602.980459:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384602.980461:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384602.980466:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f8c29478. 00010000:00000001:2.0:1767384602.980470:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384602.980473:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cafaca97. 00000020:00000001:2.0:1767384602.980476:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384602.980478:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cafaca97 with handle 0xefc2db714b35c2ed to hash 00000020:00000001:2.0:1767384602.980481:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384602.980483:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00010000:00000001:2.0:1767384602.980486:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00010000:00000001:2.0:1767384602.980489:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384602.980490:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384602.980493:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384602.980500:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384602.980509:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384602.980511:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384602.980513:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384602.980515:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384602.980517:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384602.980518:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384602.980521:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384602.980523:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384602.980524:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384602.980526:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384602.980528:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c29478) refcount = 1 00010000:00010000:2.0:1767384602.980532:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384602.980533:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384602.980539:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384602.980542:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000010:1.0:1767384602.980542:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000032e7399e. 00010000:00000001:2.0:1767384602.980546:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000001:1.0:1767384602.980548:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.980550:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384602.980553:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174656 00010000:00000001:2.0:1767384602.980554:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384602.980557:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384602.980559:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384602.980563:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:1.0:1767384602.980563:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eb62b58a x1853237049174656/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384602.980567:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384602.980573:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384602.980576:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.980579:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cafaca97 refcount=4 00010000:00000001:1.0:1767384602.980579:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384602.980584:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.980585:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00010000:00000001:2.0:1767384602.980589:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00000100:00001000:1.0:1767384602.980589:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=20 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384602.980592:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384602.980598:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384602.980605:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384602.980609:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:1.0:1767384602.980610:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00010000:2.0:1767384602.980613:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384602.980615:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384602.980621:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384602.980624:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.980626:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384602.980628:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384602.980629:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384602.980633:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384602.980636:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e0ab542. 00010000:00010000:2.0:1767384602.980639:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384602.980642:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049174656, offset 224 00010000:00000001:2.0:1767384602.980648:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384602.980651:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.980654:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384602.980656:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384602.980657:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384602.980667:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cafaca97 already unused, calling callback (00000000d66be316) 00000400:00000200:1.0:1767384602.980668:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384602.980673:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384602.980676:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384602.980679:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384602.980680:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002a80 00000400:00000200:1.0:1767384602.980691:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x134d [2] + 224 00010000:00000001:2.0:1767384602.980692:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384602.980696:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384602.980699:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384602.980700:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384602.980702:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cafaca97 refcount=5 00000400:00000200:1.0:1767384602.980707:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384602.980708:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00000100:00000001:1.0:1767384602.980712:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384602.980713:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00010000:00000001:2.0:1767384602.980717:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384602.980740:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384602.980741:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.980758:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384602.980762:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384602.980766:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.980767:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.980773:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384602.980776:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384602.980779:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384602.980783:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384602.980786:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cafaca97 with handle 0xefc2db714b35c2ed from hash 00010000:00000001:2.0:1767384602.980788:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384602.980790:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384602.980794:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384602.980799:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384602.980799:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384602.980801:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e0ab542 00000100:00000001:3.0:1767384602.980802:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384602.980803:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1767384602.980806:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e0ab542. 00010000:00000001:2.0:1767384602.980808:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384602.980811:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384602.980812:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384602.980813:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384602.980815:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384602.980819:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384602.980823:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384602.980825:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384602.980826:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384602.980829:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000117eaffd. 00010000:00000001:1.0:1767384602.980829:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384602.980830:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384602.980833:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384602.980835:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b1b0398 00010000:00000001:2.0:1767384602.980835:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.980838:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384602.980839:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b1b0398. 00010000:00000001:2.0:1767384602.980841:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384602.980845:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384602.980845:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384602.980846:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb62b58a x1853237049174656/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.980851:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384602.980852:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384602.980855:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384602.980858:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.980863:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384602.980869:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384602.980875:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384602.980884:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384602.980886:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eb62b58a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049174656:12345-0@lo:253: Request processed in 4177us (4442us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384602.980894:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384602.980897:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384602.980901:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384602.980906:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384602.980906:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384602.980910:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384602.980911:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384602.980911:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00000001:2.0:1767384602.980913:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384602.980916:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:2.0:1767384602.980917:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384602.980921:0:16358:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384602.980922:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.980923:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384602.980924:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384602.980927:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:00000001:2.0:1767384602.980928:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384602.980928:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384602.980929:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.980934:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384602.980934:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000805a3c58. 00010000:00010000:2.0:1767384602.980935:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384602.980941:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=20 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384602.980944:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cb7e6c1. 00000100:00001000:3.0:1767384602.980948:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=20 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384602.980950:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384602.980951:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384602.980952:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e2b5f1. 00010000:00000001:2.0:1767384602.980953:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384602.980954:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.980957:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:2.0:1767384602.980957:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cafaca97/0xefc2db714b35c2ed lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.980960:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.980963:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384602.980964:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000040:3.0:1767384602.980971:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384602.980971:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:2.0:1767384602.980987:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f8c29478 count: 0 02000000:00000010:1.0:1767384602.980990:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000088f3b76d. 00000100:00000001:3.0:1767384602.980997:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.980999:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384602.980999:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384602.981001:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384602.981003:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384602.981004:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384602.981005:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384602.981006:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384602.981010:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384602.981012:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:1.0:1767384602.981013:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384602.981014:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384602.981016:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384602.981019:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384602.981020:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384602.981021:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:1.0:1767384602.981021:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6174d4b. 00000020:01000004:3.0:1767384602.981023:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384602.981026:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384602.981028:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e0ab542. 00000100:00100000:3.0:1767384602.981035:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049174656:0@lo:253: 00000100:00000001:3.0:1767384602.981039:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.981041:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384602.981042:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049174656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.981046:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384602.981047:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384602.981054:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e59d7174. 02000000:00000001:3.0:1767384602.981057:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384602.981058:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384602.981059:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384602.981060:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384602.981061:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000002b4084. 02000000:00000001:3.0:1767384602.981063:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384602.981064:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384602.981066:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:3.0:1767384602.981067:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384602.981068:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.981070:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.981073:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384602.981074:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.981076:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.981077:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384602.981774:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294892305, at 4294892306 00000100:00000040:1.0:1767384602.981777:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294892305, at 4294892306 00000100:00000010:1.0:1767384602.981784:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d17c8734. 00000100:00000010:2.0:1767384602.981788:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015374326. 00000100:00000040:3.0:1767384602.982816:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294892305, at 4294892307 00000100:00000010:3.0:1767384602.982823:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00010000:00000010:2.1:1767384602.987757:0:20998:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f47f4164. 00010000:00000010:2.1:1767384602.987767:0:20998:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2aad99. 00010000:00000010:2.1:1767384602.987770:0:20998:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f8c29478. 00010000:00000010:2.1:1767384602.987773:0:20998:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cafaca97. 00000400:00000010:1.0:1767384602.991558:0:20999:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000517021fd. 00000400:00000040:1.0:1767384602.991575:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384602.991577:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384602.991579:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.991580:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384602.991582:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.991583:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384602.991585:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384602.991587:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384602.991588:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384602.991588:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384602.991590:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384602.991591:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384602.991593:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384602.991594:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384602.991594:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384602.991596:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384602.991597:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384602.991597:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384602.991598:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384602.991600:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.991601:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384602.991602:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384602.991603:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384602.991604:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.991604:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384602.991606:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.991612:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384602.991613:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384602.991614:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384602.991615:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.991616:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384602.991617:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.991618:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384602.991619:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384602.991620:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384602.991620:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.991621:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384602.991623:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384602.991624:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384602.991625:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384602.991627:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384602.991627:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.991629:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384602.991630:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384602.991630:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384602.991631:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384602.991633:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384602.991634:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384602.991635:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384602.991636:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384602.991637:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384602.991638:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384602.991639:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384602.991640:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384602.991641:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384602.991643:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384602.991644:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384602.991665:0:20999:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000517021fd. 00010000:00000001:1.0:1767384603.156789:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384603.156793:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.156799:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384603.156801:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.156822:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384603.156824:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384603.156834:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384604.179786:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384604.179793:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.179801:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384604.179803:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.179837:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384604.179841:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384604.179844:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384604.243793:0:17116:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384604.243798:0:17116:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.243947:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384604.243958:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.243980:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384604.243982:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.243985:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384604.243988:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.243990:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384604.243993:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049174784:0@lo:101: 00000100:00000001:0.0:1767384604.243998:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384604.244003:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384604.244006:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.244009:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384604.244014:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b6909b8. 02000000:00000001:0.0:1767384604.244017:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.244024:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c88726. 00000400:00000010:0.0:1767384604.244031:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f24407fc. 00000100:00000200:0.0:1767384604.244037:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049174784, portal 25 00000100:00000001:0.0:1767384604.244040:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.244041:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000100:00000040:0.0:1767384604.244046:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.244054:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384604.244056:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384604.244059:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb4845e0. 00000100:00000200:0.0:1767384604.244062:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049174784, offset 0 00000400:00000200:0.0:1767384604.244069:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384604.244083:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384604.244095:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260002b00 00000400:00000200:0.0:1767384604.244101:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f9 [2] + 0 00000400:00000010:0.0:1767384604.244105:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb37dc9. 00000400:00000200:0.0:1767384604.244108:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db116dc5 00000400:00000200:0.0:1767384604.244113:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.244118:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384604.244127:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db116dc5 00000400:00000010:0.0:1767384604.244129:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db116dc5. 00000100:00000001:0.0:1767384604.244132:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384604.244134:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384604.244137:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000005c69d55b x1853237049174784 msgsize 328 00000100:00100000:0.0:1767384604.244139:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384604.244141:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384604.244154:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384604.244161:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4845e0 00000400:00000010:0.0:1767384604.244163:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb4845e0. 00000100:00000001:0.0:1767384604.244166:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384604.244169:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.244176:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.244179:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.244185:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244186:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384604.244189:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.244191:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384604.244194:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174784 00000100:00000001:0.0:1767384604.244196:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294893573 02000000:00000001:2.0:1767384604.244200:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384604.244202:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011fb7375. 00000100:00000001:2.0:1767384604.244204:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384604.244208:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244209:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384604.244214:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244217:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294893573 00000100:00100000:2.0:1767384604.244220:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174784 00000100:00000010:0.0:1767384604.244221:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000087bc812. 00000020:00000001:2.0:1767384604.244225:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384604.244226:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1767384604.244229:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384604.244231:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294893573 00000020:00000001:2.0:1767384604.244233:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384604.244236:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d06d9408. 00000020:00000040:2.0:1767384604.244237:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:0.0:1767384604.244240:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384604.244243:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384604.244245:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294893573 00000020:00000001:2.0:1767384604.244250:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000010:0.0:1767384604.244250:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff9744. 00000100:00000001:0.0:1767384604.244255:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384604.244258:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384604.244259:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384604.244264:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f3d39d. 00000100:00000001:2.0:1767384604.244270:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.244270:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384604.244276:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050f3d39d. 00000100:00000001:0.0:1767384604.244276:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.244279:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384604.244282:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000efc689c1 going to sleep for 11 seconds 00000020:00000010:2.0:1767384604.244285:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005041b5d7. 00000100:00000001:0.0:1767384604.244286:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.244289:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384604.244293:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042f07135. 00000020:00000010:2.0:1767384604.244300:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000100:00000040:2.0:1767384604.244311:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384604.244315:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384604.244316:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384604.244318:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.244325:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.244339:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384604.244351:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384604.244354:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384604.244360:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:2.0:1767384604.244364:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384604.244367:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518998608 : -128356190553008 : ffff8b42bedb7c50) 00000100:00000040:2.0:1767384604.244380:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c69d55b x1853237049174784/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.244390:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384604.244393:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f3d39d. 00000100:00000001:2.0:1767384604.244396:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384604.244398:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050f3d39d. 00000100:00100000:2.0:1767384604.244404:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c69d55b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049174784:12345-0@lo:101: 00000100:00000200:2.0:1767384604.244408:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174784 00000020:00000001:2.0:1767384604.244412:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384604.244416:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384604.244419:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.244421:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384604.244424:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:2.0:1767384604.244427:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384604.244429:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384604.244431:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384604.244432:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384604.244435:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.244437:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384604.244438:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384604.244440:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384604.244442:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384604.244444:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.244448:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384604.244452:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f8c29478. 00010000:00000001:2.0:1767384604.244455:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384604.244458:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064878c5e. 00000020:00000001:2.0:1767384604.244461:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384604.244463:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064878c5e with handle 0xefc2db714b35c2fb to hash 00000020:00000001:2.0:1767384604.244465:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384604.244467:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384604.244469:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00010000:2.0:1767384604.244472:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c2f4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384604.244487:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:2.0:1767384604.244490:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384604.244498:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384604.244500:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384604.244503:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d907f748. 02000000:00000001:2.0:1767384604.244505:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.244507:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.244509:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384604.244512:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384604.244514:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384604.244516:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.244517:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.244519:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.244520:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.244521:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384604.244523:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384604.244524:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384604.244525:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384604.244527:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c29478) refcount = 1 00010000:00010000:2.0:1767384604.244530:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.244534:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384604.244536:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384604.244538:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.244539:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.244541:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384604.244544:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384604.244546:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.244551:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384604.244552:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384604.244554:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.244561:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.244562:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384604.244563:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.244565:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384604.244566:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000064878c5e, rc 0) 00000020:00000001:2.0:1767384604.244568:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384604.244570:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174784 00010000:00000001:2.0:1767384604.244573:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384604.244576:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c69d55b x1853237049174784/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/344 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.244582:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384604.244583:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384604.244586:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384604.244589:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384604.244591:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384604.244592:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384604.244594:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384604.244596:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.244598:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384604.244599:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384604.244601:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384604.244603:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049174784, offset 224 00000400:00000200:2.0:1767384604.244606:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384604.244611:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384604.244615:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260002b00 00000400:00000200:2.0:1767384604.244618:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1369 [1] + 224 00000400:00000200:2.0:1767384604.244621:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.244623:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384604.244626:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384604.244629:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384604.244636:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.244650:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384604.244660:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384604.244661:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384604.244664:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384604.244665:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384604.244668:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384604.244671:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384604.244673:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384604.244675:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244675:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384604.244679:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384604.244683:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c69d55b x1853237049174784/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/344 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384604.244683:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384604.244687:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384604.244689:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c88726. 00000400:00000200:0.0:1767384604.244695:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24407fc 00000100:00100000:2.0:1767384604.244698:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c69d55b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049174784:12345-0@lo:101: Request processed in 305us (557us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384604.244699:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f24407fc. 00000100:00000001:0.0:1767384604.244705:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384604.244709:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000200:0.0:1767384604.244712:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384604.244713:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000200:0.0:1767384604.244742:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.244744:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384604.244747:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384604.244751:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384604.244753:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042f07135. 00000100:00000001:0.0:1767384604.244754:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.244758:0:17086:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384604.244759:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 02000000:00000001:0.0:1767384604.244760:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384604.244763:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384604.244764:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005041b5d7. 00000100:00000001:0.0:1767384604.244765:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.244766:0:17075:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000001:0.0:1767384604.244769:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384604.244770:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:1.0:1767384604.244770:0:17075:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384604.244777:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=22 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384604.244778:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384604.244782:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d907f748. 00000100:00001000:0.0:1767384604.244783:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=22 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384604.244785:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384604.244787:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384604.244788:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.244790:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.244793:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384604.244794:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384604.244795:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244800:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384604.244801:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095130aa5. 00000100:00000040:0.0:1767384604.244803:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384604.244806:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000929ee564. 00000100:00000001:0.0:1767384604.244813:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.244815:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384604.244816:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384604.244825:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.244830:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049174784:0@lo:101: 00000100:00000001:0.0:1767384604.244834:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.244836:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244838:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384604.244839:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.244841:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.244846:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384604.244848:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efc689c1. 00000100:00000001:0.0:1767384604.244850:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384604.244850:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.244852:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384604.244854:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384604.244855:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.244857:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=4 00000020:00000001:0.0:1767384604.244858:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384604.244860:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000040:0.0:1767384604.244862:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ab2b200d, remote cookie: 0xefc2db714b35c2fb, flags: 0x0 00010000:00000001:0.0:1767384604.244864:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384604.244866:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384604.244867:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384604.244868:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384604.244869:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384604.244870:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f29b2d5) refcount = 1 00010000:00010000:0.0:1767384604.244872:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.244877:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384604.244878:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384604.244879:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.244881:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384604.244887:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.244890:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.244894:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384604.244896:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.244897:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.244898:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.244899:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.244901:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244902:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.244904:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064602d22 x1853237049174784/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.244908:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384604.244911:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384604.244913:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b6909b8. 02000000:00000001:0.0:1767384604.244915:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384604.244916:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384604.244918:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384604.244919:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384604.244921:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003fead42a. 02000000:00000001:0.0:1767384604.244925:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384604.244926:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384604.244927:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 00000100:00000001:0.0:1767384604.244930:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384604.244930:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384604.244932:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.244933:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384604.244934:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:0.0:1767384604.244935:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.244937:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384604.244938:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.244938:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000020:00000001:0.0:1767384604.244940:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384604.244942:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384604.244943:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384604.244949:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.244950:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.244951:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.244953:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384604.244955:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dca50f1b. 00000100:00000010:0.0:1767384604.244978:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064602d22. 00000020:00000040:0.0:1767384604.244981:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384604.244983:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384604.244985:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384604.244987:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384604.244989:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003fead42a. 00000100:00000001:0.0:1767384604.244992:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.244996:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384604.245000:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005b6909b8. 00000100:00000010:0.0:1767384604.245002:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005e29a6ce. 00000020:00000040:0.0:1767384604.245005:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384604.245009:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384604.245011:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384604.245015:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efc689c1. 00000100:00000001:0.0:1767384604.245018:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189072704 : -128361520478912 : ffff8b41812b4540) 00000100:00000001:0.0:1767384604.245020:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.245022:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000100:00000001:0.0:1767384604.245025:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384604.245027:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.245028:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384604.245029:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384604.245032:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.245039:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384604.245042:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.245044:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384604.245045:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.245047:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384604.245049:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049174912:0@lo:256: 00000100:00000001:0.0:1767384604.245051:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384604.245058:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384604.245059:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.245061:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384604.245064:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c88726. 00000400:00000010:0.0:1767384604.245067:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dc2c6fa2. 00000100:00000200:0.0:1767384604.245070:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260002b80-0x6958260002b80, portal 33 00000100:00000001:0.0:1767384604.245073:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.245074:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384604.245076:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000205fd06e. 02000000:00000001:0.0:1767384604.245077:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.245079:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e1671c. 00000400:00000010:0.0:1767384604.245081:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f24407fc. 00000100:00000200:0.0:1767384604.245082:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049174912, portal 25 00000100:00000001:0.0:1767384604.245083:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.245084:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000100:00000040:0.0:1767384604.245087:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.245092:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384604.245093:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384604.245095:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb4845e0. 00000100:00000200:0.0:1767384604.245096:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049174912, offset 0 00000400:00000200:0.0:1767384604.245099:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384604.245103:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384604.245106:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260002b80 00000400:00000200:0.0:1767384604.245109:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1fd [2] + 0 00000400:00000010:0.0:1767384604.245111:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee55166e. 00000400:00000200:0.0:1767384604.245114:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3c4f69d 00000400:00000200:0.0:1767384604.245116:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.245120:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384604.245121:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3c4f69d 00000400:00000010:0.0:1767384604.245123:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3c4f69d. 00000100:00000001:0.0:1767384604.245124:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384604.245125:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384604.245127:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000001bd0c6ca x1853237049174912 msgsize 304 00000100:00100000:0.0:1767384604.245134:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384604.245135:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384604.245145:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384604.245149:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4845e0 00000400:00000010:0.0:1767384604.245150:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb4845e0. 00000100:00000001:0.0:1767384604.245153:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384604.245155:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.245161:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.245162:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.245167:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.245167:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384604.245170:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049174912 00000100:00000001:0.0:1767384604.245171:0:17086:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384604.245174:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384604.245177:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.245177:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245179:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.245181:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294893574 02000000:00000001:2.0:1767384604.245183:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384604.245187:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049174912 00000100:00000001:0.0:1767384604.245189:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893573 00000100:00000001:0.0:1767384604.245194:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294893574 00000020:00000001:2.0:1767384604.245196:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384604.245198:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384604.245200:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384604.245200:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893573 00000020:00000040:2.0:1767384604.245204:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:0.0:1767384604.245205:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294893574 00000020:00000001:2.0:1767384604.245208:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384604.245210:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893573 00000020:00000001:2.0:1767384604.245211:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384604.245215:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294893574 00000100:00000001:2.0:1767384604.245216:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384604.245220:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f3d39d. 00000100:00000001:0.0:1767384604.245221:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294893573 00000100:00000001:2.0:1767384604.245224:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.245226:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384604.245227:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050f3d39d. 00000100:00000001:0.0:1767384604.245229:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384604.245232:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005041b5d7. 00000100:00000001:0.0:1767384604.245232:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.245234:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384604.245236:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042f07135. 00000100:00100000:0.0:1767384604.245237:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000efc689c1 going to sleep for 11 seconds 00000020:00000010:2.0:1767384604.245243:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000100:00000001:0.0:1767384604.245243:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.245247:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384604.245250:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384604.245253:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384604.245255:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384604.245256:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245259:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245263:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384604.245271:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384604.245272:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384604.245275:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:2.0:1767384604.245277:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384604.245279:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518985296 : -128356190566320 : ffff8b42bedb4850) 00000100:00000040:2.0:1767384604.245282:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bd0c6ca x1853237049174912/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 304/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.245288:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384604.245290:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f3d39d. 00000100:00000001:2.0:1767384604.245292:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384604.245294:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050f3d39d. 00000100:00100000:2.0:1767384604.245296:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bd0c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049174912:12345-0@lo:256: 00000100:00000200:2.0:1767384604.245299:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049174912 00000020:00000001:2.0:1767384604.245305:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384604.245307:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384604.245308:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.245309:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384604.245311:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:2.0:1767384604.245312:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384604.245313:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384604.245315:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384604.245316:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384604.245317:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245319:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384604.245321:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384604.245323:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d907f748. 02000000:00000001:2.0:1767384604.245324:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245325:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.245327:0:17082:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384604.245330:0:17082:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384604.245333:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384604.245335:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384604.245337:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.245339:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384604.245340:0:17082:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384604.245342:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ac889a16. 20000000:00000001:2.0:1767384604.245344:0:17082:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384604.245353:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384604.245359:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384604.245363:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384604.245364:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384604.245365:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384604.245366:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384604.245368:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384604.245369:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:2.0:1767384604.245371:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:2.0:1767384604.245375:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384604.245376:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384604.245378:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384604.245379:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384604.245380:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384604.245384:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384604.245386:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384604.245387:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:2.0:1767384604.245388:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:2.0:1767384604.245389:0:17082:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 20 20000000:00000001:2.0:1767384604.245390:0:17082:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:2.0:1767384604.245392:0:17082:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384604.245395:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e5a42c9b. 00000100:00000010:2.0:1767384604.245397:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000e4a0b0e. 00000020:00000040:2.0:1767384604.245399:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:2.0:1767384604.245401:0:17082:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384604.245403:0:17082:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384604.245405:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000400:00000010:2.0:1767384604.245410:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009601d60e. 00000400:00000200:2.0:1767384604.245413:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384604.245419:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384604.245423:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x6958260002b80 00000400:00000200:2.0:1767384604.245427:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x1379 [4] + 0 00000400:00000010:2.0:1767384604.245429:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c88726. 00000400:00000200:2.0:1767384604.245432:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc2c6fa2 00000400:00000200:2.0:1767384604.245434:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.245437:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384604.245439:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc2c6fa2 00000400:00000010:2.0:1767384604.245440:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dc2c6fa2. 00000100:00000001:2.0:1767384604.245442:0:17082:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384604.245444:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000064602d22 desc 000000005b6909b8 mbits 1853237049174912 00000100:00000001:2.0:1767384604.245454:0:17082:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384604.245457:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384604.245461:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384604.245467:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1385 00000400:00000200:2.0:1767384604.245469:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.245472:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384604.245474:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384604.245475:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e5a42c9b 00000100:00000001:2.0:1767384604.245477:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384604.245479:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.245482:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.245490:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384604.245493:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384604.245495:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384604.245496:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e5a42c9b 00000100:00000001:2.0:1767384604.245498:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384604.245502:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x6958260002b80-0x6958260002b80 00000100:00000001:2.0:1767384604.245504:0:17082:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.245507:0:17082:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245508:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384604.245511:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:2.0:1767384604.245513:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000e4a0b0e. 00000100:00000010:2.0:1767384604.245515:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e5a42c9b. 00000100:00000001:2.0:1767384604.245517:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384604.245518:0:17082:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384604.245522:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ac889a16. 20000000:00000001:2.0:1767384604.245524:0:17082:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384604.245526:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049174912 00010000:00000001:2.0:1767384604.245528:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384604.245530:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001bd0c6ca x1853237049174912/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 304/240 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.245535:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384604.245536:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384604.245538:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384604.245540:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384604.245541:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384604.245542:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384604.245544:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384604.245545:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384604.245546:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384604.245548:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384604.245549:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384604.245552:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049174912, offset 224 00000400:00000200:2.0:1767384604.245555:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384604.245558:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384604.245561:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260002b80 00000400:00000200:2.0:1767384604.245569:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x137d [1] + 224 00000400:00000200:2.0:1767384604.245571:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384604.245573:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384604.245576:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384604.245578:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384604.245584:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384604.245597:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384604.245600:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384604.245601:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384604.245603:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384604.245604:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384604.245607:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384604.245610:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384604.245612:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384604.245613:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.245614:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384604.245617:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd0c6ca x1853237049174912/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 304/240 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.245622:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384604.245623:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bd0c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049174912:12345-0@lo:256: Request processed in 334us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384604.245631:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000400:00000001:0.0:1767384604.245633:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384604.245634:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000001:0.0:1767384604.245637:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384604.245638:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384604.245641:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e1671c. 00000100:00000001:2.0:1767384604.245642:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384604.245645:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042f07135. 00000400:00000200:0.0:1767384604.245647:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24407fc 00000020:00000010:2.0:1767384604.245650:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 00000400:00000010:0.0:1767384604.245651:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f24407fc. 00000020:00000010:2.0:1767384604.245656:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005041b5d7. 00000100:00000001:0.0:1767384604.245657:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384604.245661:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000200:0.0:1767384604.245664:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384604.245665:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384604.245667:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d907f748. 00000100:00000200:0.0:1767384604.245672:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384604.245678:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384604.245681:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.245682:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384604.245685:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384604.245686:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.245690:0:17086:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384604.245691:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807c8612. 02000000:00000001:0.0:1767384604.245692:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384604.245696:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384604.245697:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef77094. 00000100:00000001:0.0:1767384604.245697:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.245702:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384604.245704:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384604.245707:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384604.245708:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384604.245709:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.245710:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384604.245712:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.245713:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.245715:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.245751:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.245756:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384604.245757:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384604.245759:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.245765:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049174912:0@lo:256: 00000100:00000001:0.0:1767384604.245774:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.245776:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.245777:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384604.245780:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.245782:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.245786:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384604.245788:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efc689c1. 00000100:00000001:0.0:1767384604.245789:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384604.245790:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384604.245792:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 20, more 0. 10000000:00000001:0.0:1767384604.245795:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384604.245799:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000b7691d8. 10000000:00000040:0.0:1767384604.245806:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384604.245811:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384604.245813:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384604.245817:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:0.0:1767384604.245819:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.245820:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384604.245821:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:0.0:1767384604.245823:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000400:00000200:0.0:1767384604.245825:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 8 NIDs 00000400:00001000:0.0:1767384604.245827:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384604.245830:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:0.0:1767384604.245835:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384604.245841:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (8) 00000400:00000200:0.0:1767384604.245846:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384604.245849:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:0.0:1767384604.245852:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (9) 00000400:00000200:0.0:1767384604.245854:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:0.0:1767384604.245857:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:0.0:1767384604.245861:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245863:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:0.0:1767384604.245865:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:0.0:1767384604.245874:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245876:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:0.0:1767384604.245878:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:0.0:1767384604.245880:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245882:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:0.0:1767384604.245883:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:0.0:1767384604.245885:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245886:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:0.0:1767384604.245888:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:0.0:1767384604.245890:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245892:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:0.0:1767384604.245894:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:0.0:1767384604.245897:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245899:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:0.0:1767384604.245900:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:0.0:1767384604.245904:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384604.245906:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000100:00000001:0.0:1767384604.245909:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.245911:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384604.245916:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:0.0:1767384604.245920:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c4ed89be. 10000000:00000040:0.0:1767384604.245923:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 20/20 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:0.0:1767384604.245926:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384604.245933:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384604.245937:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000484dc3f9. 00000020:00000010:0.0:1767384604.245941:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a5ebbd2. 00000040:00000010:0.0:1767384604.245946:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006434293b. 00000020:00000010:0.0:1767384604.245951:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003d95626. 00000020:00000010:0.0:1767384604.245957:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384604.245974:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8917490. 80000000:00000010:0.0:1767384604.245979:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007012c822. 40000000:00000010:0.0:1767384604.245983:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069ca5886. 00100000:00000010:0.0:1767384604.245988:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384604.245993:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cbd5911a. 00040000:00000010:0.0:1767384604.246003:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000558ccc47. 00040000:00000010:0.0:1767384604.246008:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca95baef. 00080000:00000010:0.0:1767384604.246015:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048eb2660. 00080000:00000010:0.0:1767384604.246021:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000002b4084. 00000004:00000010:0.0:1767384604.246028:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036528636. 00000004:00000010:0.0:1767384604.246032:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001022e7df. 00000004:00000010:0.0:1767384604.246037:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fc2be7b2. 00002000:00000010:0.0:1767384604.246042:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005fe3e3e3. 00000004:00000010:0.0:1767384604.246047:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000968dcdf. 00000004:00000001:0.0:1767384604.246051:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384604.246055:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384604.246057:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c4ed89be 00000040:00001000:0.0:1767384604.246059:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384604.246061:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384604.246062:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384604.246063:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384604.246065:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384604.246067:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384604.246068:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384604.246069:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:0.0:1767384604.246070:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384604.246116:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384604.246120:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a5ebbd2. 00000040:00000010:0.0:1767384604.246124:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006434293b. 00000020:00000010:0.0:1767384604.246127:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000003d95626. 00000020:00000010:0.0:1767384604.246130:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384604.246134:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e8917490. 80000000:00000010:0.0:1767384604.246137:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007012c822. 40000000:00000010:0.0:1767384604.246142:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069ca5886. 00100000:00000010:0.0:1767384604.246145:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384604.246148:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cbd5911a. 00040000:00000010:0.0:1767384604.246152:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000558ccc47. 00040000:00000010:0.0:1767384604.246155:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca95baef. 00080000:00000010:0.0:1767384604.246161:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000002b4084. 00080000:00000010:0.0:1767384604.246166:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048eb2660. 00000004:00000010:0.0:1767384604.246178:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036528636. 00000004:00000010:0.0:1767384604.246181:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001022e7df. 00000004:00000010:0.0:1767384604.246186:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fc2be7b2. 00002000:00000010:0.0:1767384604.246191:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005fe3e3e3. 00000004:00000010:0.0:1767384604.246195:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000968dcdf. 00000020:00000010:0.0:1767384604.246198:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000484dc3f9. 00000020:00000001:0.0:1767384604.246201:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.246203:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384604.246206:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c4ed89be. 10000000:00000010:0.0:1767384604.246209:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000b7691d8. 10000000:00000001:0.0:1767384604.246212:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.246214:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.246218:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064602d22 x1853237049174912/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.246224:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384604.246226:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384604.246228:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000205fd06e. 02000000:00000001:0.0:1767384604.246230:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384604.246231:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384604.246232:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384604.246234:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384604.246236:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384604.246237:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384604.246238:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384604.246241:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384604.246243:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005e29a6ce. 00000100:00000010:0.0:1767384604.246246:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005b6909b8. 00000100:00000001:0.0:1767384604.246247:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384604.246249:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003fead42a. 02000000:00000001:0.0:1767384604.246252:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384604.246253:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384604.246255:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 00000100:00000001:0.0:1767384604.246257:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384604.246258:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384604.246269:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dca50f1b. 10000000:01000000:0.0:1767384604.246273:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384604.246281:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384604.246283:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384604.246285:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.246287:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000020:00000001:0.0:1767384604.246290:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384604.246292:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384604.246295:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384604.246297:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.246303:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.246304:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384604.246306:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.246312:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384604.246314:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.246315:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384604.246317:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.246319:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.246321:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384604.246323:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384604.246325:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:0.0:1767384604.246328:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384604.250762:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294893574, at 4294893575 00000100:00000010:0.0:1767384604.250771:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011fb7375. 00000100:00000040:2.0:1767384604.250778:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294893574, at 4294893575 00000100:00000010:2.0:1767384604.250786:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d06d9408. 00000100:00000040:1.0:1767384604.250811:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294893574, at 4294893575 00000100:00000010:1.0:1767384604.250819:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000087bc812. 00000100:00000040:3.0:1767384604.251750:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294893574, at 4294893576 00000100:00000010:3.0:1767384604.251757:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff9744. 00000020:00000010:0.0:1767384604.254353:0:21313:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005e29a6ce. 00000020:00000040:0.0:1767384604.254359:0:21313:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384604.254361:0:21313:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005e29a6ce. 00000001:00000001:1.0:1767384604.383692:0:21355:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384604.383696:0:21355:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384604.386941:0:21355:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384604.393664:0:21356:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008d051a22. 00000400:00000010:2.0:1767384604.393678:0:21356:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cc2a07b3. 00000400:00000010:2.0:1767384604.393686:0:21356:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000049c524f1. 00000400:00000010:2.0:1767384604.393690:0:21356:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ff8f59f3. 00000400:00000010:2.0:1767384604.393693:0:21356:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec608270. 00000400:00000010:2.0:1767384604.393698:0:21356:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002423e3a6. 00000400:00000010:2.0:1767384604.393699:0:21356:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000820785ff. 00000400:00000010:2.0:1767384604.393700:0:21356:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d0bb6c07. 00000400:00000010:2.0:1767384604.393703:0:21356:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000025802598. 00000800:00000010:2.0:1767384604.393713:0:21356:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000086896351. 00000800:00000200:2.0:1767384604.393744:0:21356:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384604.393749:0:21356:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384604.393782:0:21356:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384604.393798:0:21356:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp17 [8/256/0/180] 00000400:00000010:2.0:1767384604.395230:0:21356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000bd2230b1. 00000400:00000010:2.0:1767384604.395236:0:21356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d2b7a1. 00000400:00000010:2.0:1767384604.395241:0:21356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000400:00000001:2.0:1767384604.395253:0:21356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384604.395254:0:21356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384604.395255:0:21356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df37db4b. 00000400:00000200:2.0:1767384604.395257:0:21356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000182405cd 00000400:00000010:2.0:1767384604.395259:0:21356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000182405cd. 00000400:00000010:2.0:1767384604.395262:0:21356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000083c45b0c. 00000400:00000200:2.0:1767384604.395266:0:21356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (8) 00000400:00000200:2.0:1767384604.395277:0:21356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384604.395284:0:21356:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:2.0:1767384604.395290:0:21356:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3ac23f1. 00000020:01000000:2.0:1767384604.395296:0:21356:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384604.395298:0:21356:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp17 00000400:00000010:2.0:1767384604.395312:0:21356:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cc2a07b3. 00000400:00000010:2.0:1767384604.395315:0:21356:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008d051a22. 00000400:00000200:3.0:1767384604.395318:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384604.395327:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:3.0:1767384604.395335:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000020:00000001:0.0:1767384604.395335:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384604.395340:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384604.395343:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (9) 10000000:00000001:0.0:1767384604.395344:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384604.395348:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384604.395351:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:3.0:1767384604.395352:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083d1ac6d. 00000400:00000200:3.0:1767384604.395361:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:01000004:0.0:1767384604.395361:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384604.395364:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384604.395366:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384604.395367:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384604.395368:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384604.395370:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384604.395371:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384604.395372:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384604.395373:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384604.395378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064602d22. 00000400:00000200:3.0:1767384604.395379:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000040:0.0:1767384604.395384:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:3.0:1767384604.395387:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:0.0:1767384604.395391:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384604.395395:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000001:0.0:1767384604.395396:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384604.395401:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:0.0:1767384604.395402:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384604.395411:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000048eb2660. 00000400:00000200:3.0:1767384604.395415:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384604.395417:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.395418:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384604.395424:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384604.395428:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384604.395428:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384604.395431:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.395434:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:3.0:1767384604.395439:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp16 00000100:00000040:0.0:1767384604.395441:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064602d22] to pc [ptlrpcd_00_01+1] req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384604.395446:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp16 lpni_is_preferred = 0 00000400:00000200:3.0:1767384604.395453:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp16 00000400:00000200:3.0:1767384604.395459:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.154@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1767384604.395465:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp16 00000400:00000200:3.0:1767384604.395476:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16:) -> 192.168.202.154@tcp16(192.168.202.154@tcp:192.168.202.154@tcp16) : PUT try# 0 10000000:00000001:0.0:1767384604.395476:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384604.395481:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.395485:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384604.395487:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384604.395491:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.154@tcp16 00000100:00000001:1.0:1767384604.395493:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384604.395493:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:3.0:1767384604.395498:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c9e7a6d. 10000000:00000001:0.0:1767384604.395498:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384604.395500:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384604.395501:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384604.395505:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384604.395506:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384604.395507:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:3.0:1767384604.395511:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000779f2da8. 00000020:01000004:0.0:1767384604.395511:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384604.395514:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767384604.395516:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384604.395518:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:3.0:1767384604.395519:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002426123f. 00000020:01000004:0.0:1767384604.395521:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384604.395525:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384604.395527:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384604.395530:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.0:1767384604.395531:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (2) 00000020:01000004:0.0:1767384604.395532:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384604.395537:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc04934. 00000800:00000200:3.1:1767384604.395541:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (2) 00000100:00000001:1.0:1767384604.395541:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384604.395544:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384604.395546:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:1.0:1767384604.395549:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384604.395550:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384604.395553:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384604.395554:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.395555:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.395557:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.395560:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 02000000:00000010:0.0:1767384604.395563:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000002b4084. 00000100:00100000:1.0:1767384604.395564:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049175040:0@lo:253: 00000400:00000200:3.0:1767384604.395567:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000001:0.0:1767384604.395569:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.395574:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384604.395576:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384604.395578:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.395580:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384604.395583:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.395583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc04934] to pc [ptlrpcd_00_02+2] req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384604.395589:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384604.395596:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000088f3b76d. 02000000:00000001:1.0:1767384604.395599:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.395603:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d6d258. 10000000:00000001:0.0:1767384604.395605:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.395607:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be9fccc8. 10000000:00000001:0.0:1767384604.395608:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.395613:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384604.395614:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175040, portal 25 00000020:01000000:0.0:1767384604.395615:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384604.395621:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:1.0:1767384604.395621:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384604.395621:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3ac23f1. 00000100:00000001:1.0:1767384604.395629:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000100:00000001:0.0:1767384604.395632:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384604.395635:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.395637:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.395644:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.395646:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384604.395647:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.395650:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384604.395651:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384604.395655:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384604.395656:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b590fcf8. 00000100:00000200:1.0:1767384604.395661:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175040, offset 0 00000100:00000001:0.0:1767384604.395664:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384604.395667:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.395671:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384604.395671:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384604.395671:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384604.395675:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.395679:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384604.395683:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049175168:0@lo:253: 00000400:00000200:1.0:1767384604.395686:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384604.395688:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384604.395692:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384604.395693:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.395695:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384604.395699:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002c00 02000000:00000010:0.0:1767384604.395700:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008a61da9e. 02000000:00000001:0.0:1767384604.395704:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.395708:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000400:00000200:3.0:1767384604.395709:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:1.0:1767384604.395743:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6953593. 00000400:00000200:1.0:1767384604.395748:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009315e1d5 00000400:00000200:1.0:1767384604.395754:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.395759:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384604.395764:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009315e1d5 00000400:00000010:1.0:1767384604.395766:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009315e1d5. 00000100:00000001:1.0:1767384604.395770:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384604.395771:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384604.395774:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000089fe0279 x1853237049175040 msgsize 4848 00000100:00100000:1.0:1767384604.395779:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384604.395781:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384604.395790:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.395796:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b590fcf8 00000400:00000010:1.0:1767384604.395797:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b590fcf8. 00000100:00000001:1.0:1767384604.395800:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384604.395803:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.395810:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.395813:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.395818:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.395819:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384604.395823:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.395833:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294893725 00000100:00000010:1.0:1767384604.395836:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c115ab9. 00000100:00000001:1.0:1767384604.395842:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384604.395847:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294893725 00000100:00000010:1.0:1767384604.395850:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ab8f529. 00000100:00000001:1.0:1767384604.395853:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384604.395855:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294893725 00000100:00000010:1.0:1767384604.395858:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a89fa567. 00000100:00000001:1.0:1767384604.395861:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384604.395865:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294893725 00000100:00000010:1.0:1767384604.395868:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000108fe07. 00000100:00000001:1.0:1767384604.395881:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384604.395885:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.395887:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.395890:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.395892:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.395899:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.395901:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384604.395904:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.395906:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.395908:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.395908:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e1671c. 00000100:00000001:1.0:1767384604.395910:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.395916:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efc689c1. 00000100:00000200:0.0:1767384604.395920:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175168, portal 25 00000100:00000001:0.0:1767384604.395923:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.395924:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520595968 : -128356188955648 : ffff8b42bef3dc00) 00000100:00000040:0.0:1767384604.395929:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.395932:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384604.395937:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00100000:1.0:1767384604.395937:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175040 00000100:00000001:0.0:1767384604.395937:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384604.395942:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384604.395943:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384604.395945:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384604.395947:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000507f2a14. 00000100:00000001:1.0:1767384604.395948:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.395952:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175168, offset 0 02000000:00000001:1.0:1767384604.395954:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.395958:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175040 00000020:00000001:1.0:1767384604.395973:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384604.395976:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384604.395977:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384604.395981:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384604.395985:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000020:00000040:1.0:1767384604.395985:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000400:00000200:0.0:1767384604.395989:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384604.395991:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:0.0:1767384604.396001:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002c80 00000020:00000001:1.0:1767384604.396011:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384604.396019:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384604.396022:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384604.396023:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000020:00000010:1.0:1767384604.396024:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015a0f534. 00000100:00000001:1.0:1767384604.396029:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.396033:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015a0f534. 00000400:00000010:0.0:1767384604.396033:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea26e8a. 00000020:00000010:1.0:1767384604.396040:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dfefd7c. 00000400:00000200:0.0:1767384604.396040:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dcd9617 00000400:00000200:0.0:1767384604.396048:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384604.396049:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b66a0ece. 00000400:00000200:3.0:1767384604.396051:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000020:00000010:1.0:1767384604.396055:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000400:00000200:0.0:1767384604.396059:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384604.396066:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcd9617 00000100:00000040:1.0:1767384604.396067:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1767384604.396069:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dcd9617. 00000100:00000001:1.0:1767384604.396072:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.396074:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.396076:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396077:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384604.396080:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384604.396083:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.396083:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000910d400d x1853237049175168 msgsize 4848 00000100:00100000:0.0:1767384604.396090:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384604.396094:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384604.396094:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384604.396095:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:0.0:1767384604.396106:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384604.396110:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384604.396114:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175168 00000400:00000200:0.0:1767384604.396114:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000507f2a14 02000000:00000001:1.0:1767384604.396119:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384604.396119:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000507f2a14. 00000100:00000001:1.0:1767384604.396122:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.396124:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396125:0:16359:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384604.396127:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384604.396131:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.396132:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175168 00000020:00000001:1.0:1767384604.396136:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384604.396138:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:3.0:1767384604.396140:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000020:00000001:1.0:1767384604.396142:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384604.396145:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:0.0:1767384604.396145:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.396150:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.396152:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384604.396155:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384604.396158:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384604.396162:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015a0f534. 00000100:00000001:0.0:1767384604.396167:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.396168:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.396173:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384604.396174:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015a0f534. 00000100:00000001:0.0:1767384604.396179:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.396180:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd99cf9b. 00000100:00000001:0.0:1767384604.396186:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294893725 00000020:00000010:1.0:1767384604.396188:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e88ffd1. 00000100:00000001:0.0:1767384604.396190:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294893725 00000400:00000200:3.0:1767384604.396193:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000010:1.0:1767384604.396193:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b9961e44. 00000100:00000001:0.0:1767384604.396194:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294893725 00000100:00000001:0.0:1767384604.396199:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294893725 00000100:00000001:0.0:1767384604.396204:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294893725 00000100:00000001:0.0:1767384604.396206:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294893725 00000100:00000001:1.0:1767384604.396207:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384604.396208:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294893725 00000100:00000001:1.0:1767384604.396210:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384604.396211:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294893725 00000100:00000001:1.0:1767384604.396213:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396214:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.396219:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.396221:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396221:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396226:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.396227:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.396231:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.396234:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384604.396238:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.396239:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384604.396240:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.396244:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384604.396245:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:0.0:1767384604.396245:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396250:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.396251:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:1.0:1767384604.396256:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384604.396258:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518986320 : -128356190565296 : ffff8b42bedb4c50) 00000100:00000001:0.0:1767384604.396261:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384604.396262:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089fe0279 x1853237049175040/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.396266:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.396273:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384604.396277:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015a0f534. 00000100:00000001:1.0:1767384604.396279:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.396292:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015a0f534. 00000100:00000001:0.0:1767384604.396293:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384604.396296:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384604.396298:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089fe0279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049175040:12345-0@lo:253: 00000100:00100000:0.0:1767384604.396304:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000200:1.0:1767384604.396306:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175040 00000100:00000040:0.0:1767384604.396308:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:3.0:1767384604.396310:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000020:00000001:1.0:1767384604.396310:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384604.396312:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518992464 : -128356190559152 : ffff8b42bedb6450) 00000020:00000001:1.0:1767384604.396315:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384604.396319:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.396319:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000910d400d x1853237049175168/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.396322:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384604.396324:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384604.396330:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384604.396333:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384604.396340:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384604.396343:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e29a6ce. 00000020:00000001:1.0:1767384604.396344:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384604.396348:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384604.396349:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384604.396353:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384604.396354:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e29a6ce. 00000100:00000001:1.0:1767384604.396359:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384604.396363:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000910d400d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049175168:12345-0@lo:253: 02000000:00000001:1.0:1767384604.396364:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384604.396369:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175168 00000400:00000200:3.0:1767384604.396370:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 02000000:00000010:1.0:1767384604.396371:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000032e7399e. 00000020:00000001:0.0:1767384604.396372:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384604.396377:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.396377:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384604.396381:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.396381:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.396384:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384604.396386:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384604.396390:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384604.396393:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384604.396393:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384604.396397:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384604.396399:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384604.396400:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396403:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384604.396405:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384604.396409:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000257d9e76. 02000000:00000010:0.0:1767384604.396411:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000017d08e3f. 20000000:01000000:1.0:1767384604.396413:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384604.396415:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.396418:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.396419:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384604.396420:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 20000000:00000001:0.0:1767384604.396420:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384604.396423:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384604.396426:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.396428:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384604.396430:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009de9a21a. 20000000:00000001:1.0:1767384604.396431:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384604.396435:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384604.396438:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384604.396439:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:1.0:1767384604.396441:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d0123cd. 20000000:00000001:0.0:1767384604.396441:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384604.396446:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384604.396447:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.396450:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384604.396453:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384604.396470:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384604.396474:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384604.396491:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384604.396505:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.396508:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384604.396510:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.396512:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384604.396514:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384604.396517:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384604.396523:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384604.396525:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384604.396529:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384604.396533:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.396535:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.396538:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384604.396544:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384604.396547:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384604.396550:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aef93161. 00080000:00000001:1.0:1767384604.396553:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268846080 : -128361440705536 : ffff8b4185ec8400) 00080000:00000001:1.0:1767384604.396556:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384604.396559:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384604.396563:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000015a0f534. 00080000:00000001:1.0:1767384604.396565:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.396567:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384604.396580:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.396602:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384604.396651:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d778170. 00000800:00000010:3.0:1767384604.396657:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f623518d. 00000800:00000010:3.0:1767384604.396674:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023caffdb. 00000800:00000010:3.0:1767384604.396710:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023caffdb. 00000400:00000200:0.0:1767384604.396820:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384604.396834:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp16 from 241.3.0.2 00000800:00000010:0.0:1767384604.396839:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000384e0fe1. 00000800:00000010:1.0:1767384604.396892:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d088eaf. 00000800:00000010:1.0:1767384604.396897:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b590fcf8. 00000800:00000010:1.0:1767384604.396919:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000522cb044. 00000800:00000200:1.1:1767384604.396926:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (2) 00000800:00000200:1.1:1767384604.396930:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp16 00000000522cb044 deleted 00000800:00000010:1.1:1767384604.396931:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000522cb044. 00000800:00000200:1.1:1767384604.396936:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384604.396941:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:1009 00000800:00000200:1.1:1767384604.396945:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c9e7a6d type 1, nob 272 niov 1 nkiov 1 00000800:00000200:1.0:1767384604.396950:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp16 p 3.x 192.168.202.154 -> 192.168.202.154:1009 incarnation:1767384602974348663 sched[0] 00000800:00000010:1.0:1767384604.396955:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daa7923c. 00000800:00000010:1.0:1767384604.397037:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daa7923c. 00000800:00000010:1.0:1767384604.397042:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b590fcf8. 00000800:00000200:3.1:1767384604.397059:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384604.397065:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp16 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384602974348663 sched[0] 00000800:00000010:3.0:1767384604.397067:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f623518d. 00000800:00000010:1.0:1767384604.397080:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000384e0fe1. 00000800:00000001:1.0:1767384604.397094:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.397099:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.397134:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384604.397149:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:1.0:1767384604.397150:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.397155:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.397159:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.397166:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16) <- 192.168.202.154@tcp16 : PUT - for me 00000800:00000200:0.0:1767384604.397166:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384604.397173:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c9e7a6d. 00000400:00000200:1.0:1767384604.397178:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384604.397179:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.397185:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 176/176 into md 0x1355 [1] + 0 00000400:00000200:3.0:1767384604.397186:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384604.397192:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: PUT: OK 00000400:00000010:1.0:1767384604.397193:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000400:00000200:1.0:1767384604.397197:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000587a5574 00000800:00000001:1.0:1767384604.397201:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384604.397205:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384604.397210:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:1.0:1767384604.397212:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.397216:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.397218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384604.397223:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: PUT: OK 00000400:00000200:1.0:1767384604.397228:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000400:00000010:1.0:1767384604.397230:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000400:00000200:1.0:1767384604.397234:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384604.397237:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (10) 00000400:00000200:1.0:1767384604.397241:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:1.0:1767384604.397244:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000b590fcf8. 00000400:00000200:3.0:1767384604.397246:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384604.397249:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 9 00000400:00000200:1.0:1767384604.397255:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384604.397268:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384604.397272:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (11) 00000400:00000200:1.0:1767384604.397293:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384604.397294:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384604.397299:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp16 to MR: 192.168.202.154@tcp16 local destination 00000400:00000200:1.0:1767384604.397306:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp16 NI seq info: [20:20:256:4294967295] 192.168.202.154@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1767384604.397316:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) -> 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) 192.168.202.154@tcp16 : ACK try# 0 00000800:00000200:1.0:1767384604.397319:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp16 00000400:00000200:0.0:1767384604.397322:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384604.397323:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb469617. 00000800:00000200:1.0:1767384604.397329:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (4) 00000400:00000010:0.0:1767384604.397330:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a75434. 00000400:00000200:3.0:1767384604.397333:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000200:1.0:1767384604.397335:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:988 00000400:00000010:0.0:1767384604.397337:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f24407fc. 00000800:00000200:1.0:1767384604.397341:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb469617 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384604.397344:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:0.0:1767384604.397352:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000010:0.0:1767384604.397359:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000cbd5911a. 00000400:00000010:0.0:1767384604.397363:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000f4eca9d5. 00000400:00000010:0.0:1767384604.397367:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000af8a0b09. 00000400:00000200:3.0:1767384604.397380:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000010:0.0:1767384604.397386:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000057ae22dc. 00000800:00000200:1.0:1767384604.397388:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384604.397392:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb469617. 00000400:00000200:1.0:1767384604.397396:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.397396:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000057ae22dc nid 192.168.202.154@tcp17 00000400:00000010:0.0:1767384604.397402:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000011fb7375. 00000400:00000200:1.0:1767384604.397406:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: ACK: OK 00000400:00000200:0.0:1767384604.397408:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 0000000011fb7375 net tcp17 00000400:00000200:0.0:1767384604.397414:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (10) 00000400:00000200:3.0:1767384604.397415:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000800:00000001:1.0:1767384604.397415:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.397421:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.397422:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp17 flags 0x11 00000800:00000001:1.0:1767384604.397428:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384604.397429:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000cbd5911a. 00000400:00000010:0.0:1767384604.397433:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000f4eca9d5. 00000800:00000001:1.0:1767384604.397434:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384604.397436:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000af8a0b09. 00000800:00000001:1.0:1767384604.397437:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384604.397441:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000b590fcf8. 00000800:00000001:1.0:1767384604.397444:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.397449:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16) <- 192.168.202.154@tcp16 : ACK - for me 00000400:00000200:3.0:1767384604.397460:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384604.397460:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384604.397468:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp16: ACK from 12345-192.168.202.154@tcp16 into md 0x1395 00000400:00000200:0.0:1767384604.397469:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000400:00000200:0.0:1767384604.397476:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000400:00000200:1.0:1767384604.397477:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.397480:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:0.0:1767384604.397486:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384604.397490:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: ACK: OK 00000400:00000200:0.0:1767384604.397490:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:3.0:1767384604.397493:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384604.397498:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384604.397504:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (11) 00000400:00000200:1.0:1767384604.397509:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8caca2b 00000400:00000010:1.0:1767384604.397513:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000400:00000200:1.0:1767384604.397518:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384604.397523:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:1.0:1767384604.397526:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (10) 00000800:00000001:1.0:1767384604.397533:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.397537:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.397541:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384604.397568:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384604.397592:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384604.397617:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000800:00000010:3.0:1767384604.397746:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099d76154. 00000800:00000010:3.0:1767384604.397749:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f623518d. 00000800:00000010:3.0:1767384604.397752:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023caffdb. 00000800:00000010:3.0:1767384604.397783:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023caffdb. 00000400:00000200:0.0:1767384604.397853:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384604.397867:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp16 from 240.3.0.2 00000800:00000010:0.0:1767384604.397871:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000015db59d6. 00000800:00000010:3.0:1767384604.397917:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edc019ba. 00000800:00000010:3.0:1767384604.397927:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fcd03398. 00000800:00000010:3.0:1767384604.397942:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f99d246a. 00000800:00000200:3.1:1767384604.397946:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (4) 00000800:00000200:3.1:1767384604.397951:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp16 00000000f99d246a deleted 00000800:00000010:3.1:1767384604.397952:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f99d246a. 00000800:00000200:3.1:1767384604.397955:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384604.397959:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp16 p 3.x 192.168.202.154 -> 192.168.202.154:1008 incarnation:1767384602974348663 sched[0] 00000800:00000010:3.0:1767384604.397975:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023caffdb. 00000800:00000010:3.0:1767384604.398027:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023caffdb. 00000800:00000010:3.0:1767384604.398031:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fcd03398. 00000800:00000200:1.1:1767384604.398051:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384604.398057:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp16 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384602974348663 sched[0] 00000800:00000010:1.0:1767384604.398066:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f623518d. 00000800:00000010:3.0:1767384604.398067:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000015db59d6. 00000800:00000001:3.0:1767384604.398081:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.398086:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384604.398096:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384604.398099:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384604.398399:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aef93161. 00080000:00000010:1.0:1767384604.398445:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000015a0f534. 00040000:00000001:1.0:1767384604.398459:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384604.398461:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384604.398464:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384604.398466:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384604.398468:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.398469:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384604.398477:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384604.398491:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384604.398495:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384604.398496:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037e93431. 00080000:00000001:1.0:1767384604.398501:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384604.398506:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384604.398510:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384604.398514:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384604.398516:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384604.398518:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384604.398523:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384604.398526:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384604.398527:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384604.398531:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384604.398536:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384604.398537:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.398541:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000040:3.0:1767384604.398543:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c29478 count: 2 00080000:00000001:0.0:1767384604.398543:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.398547:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384604.398549:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384604.398550:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.398556:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384604.398556:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000010:3.0:1767384604.398562:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:0.0:1767384604.398563:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:0.0:1767384604.398566:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:3.0:1767384604.398570:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384604.398571:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384604.398575:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c302 to hash 00080000:00000001:0.0:1767384604.398576:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.398581:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384604.398582:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384604.398586:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384604.398587:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384604.398591:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000020:00000001:0.0:1767384604.398593:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384604.398594:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384604.398598:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384604.398599:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384604.398603:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384604.398605:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cfd7e2a2. 00080000:00000001:0.0:1767384604.398612:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204228096 : -128361505323520 : ffff8b4182128600) 00010000:00000001:3.0:1767384604.398614:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384604.398617:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384604.398619:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:0.0:1767384604.398622:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384604.398623:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384604.398627:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384604.398628:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005e29a6ce. 00080000:00000001:0.0:1767384604.398632:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.398637:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384604.398638:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384604.398644:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384604.398648:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.398656:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384604.398670:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.398671:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384604.398673:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384604.398677:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384604.398677:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384604.398680:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.398680:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384604.398682:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 20000000:00000010:1.0:1767384604.398683:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000257d9e76. 00010000:00010000:3.0:1767384604.398685:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384604.398689:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384604.398692:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c29478) refcount = 2 00010000:00000040:1.0:1767384604.398693:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175040 00010000:00000040:3.0:1767384604.398696:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1767384604.398696:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384604.398698:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384604.398700:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089fe0279 x1853237049175040/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384604.398705:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384604.398707:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384604.398709:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384604.398711:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384604.398714:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023caffdb. 00000100:00001000:1.0:1767384604.398715:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.398762:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384604.398762:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384604.398765:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000010:3.0:1767384604.398766:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcd03398. 00000100:00000001:1.0:1767384604.398767:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384604.398769:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189608512 : -128361519943104 : ffff8b4181337240) 02000000:00000001:1.0:1767384604.398770:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384604.398771:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712189608512 : -128361519943104 : ffff8b4181337240) 02000000:00000001:1.0:1767384604.398772:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.398774:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384604.398775:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384604.398776:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384604.398777:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:1.0:1767384604.398778:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384604.398781:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384604.398781:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000522cb044. 00010000:00000001:3.0:1767384604.398783:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384604.398784:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175040, offset 224 00000020:00000001:3.0:1767384604.398785:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384604.398788:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384604.398789:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384604.398790:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384604.398792:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:1.0:1767384604.398796:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384604.398801:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000020:00000040:3.0:1767384604.398804:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000400:00000200:1.0:1767384604.398804:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002c00 00000100:00000001:3.0:1767384604.398807:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384604.398810:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384604.398814:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.398816:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1399 [2] + 224 02000000:00000010:3.0:1767384604.398818:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c1acc78. 00000400:00000200:1.0:1767384604.398821:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384604.398822:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.398825:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384604.398827:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384604.398829:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384604.398834:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384604.398841:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 376 lvb_type: 0 00010000:00000001:3.0:1767384604.398850:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384604.398852:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384604.398855:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384604.398856:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.398865:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384604.398868:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.398872:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049175296:0@lo:104: 00000100:00000001:3.0:1767384604.398876:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384604.398877:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384604.398879:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384604.398882:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.398884:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522cb044 02000000:00000001:3.0:1767384604.398885:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384604.398887:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000522cb044. 02000000:00000010:3.0:1767384604.398888:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f61de883. 02000000:00000001:3.0:1767384604.398890:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.398890:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.398891:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384604.398895:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384604.398895:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384604.398897:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000400:00000010:3.0:1767384604.398903:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0b9361c. 00000100:00000001:1.0:1767384604.398904:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384604.398904:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384604.398909:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384604.398911:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:0.0:1767384604.398912:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d6d258. 00010000:00000001:1.0:1767384604.398915:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384604.398919:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384604.398919:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be9fccc8 00000400:00000010:0.0:1767384604.398924:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be9fccc8. 00000020:00000001:1.0:1767384604.398925:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384604.398931:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089fe0279 x1853237049175040/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.398932:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.398933:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049175296, portal 16 00000100:00000001:3.0:1767384604.398937:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384604.398939:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000200:0.0:1767384604.398941:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384604.398944:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384604.398944:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089fe0279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049175040:12345-0@lo:253: Request processed in 2669us (3167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384604.398957:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:1.0:1767384604.398975:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384604.398978:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384604.398980:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.398984:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384604.398990:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384604.398990:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b66a0ece. 00000100:00000200:0.0:1767384604.398991:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384604.398993:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000020:00000010:1.0:1767384604.398995:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000100:00000200:3.0:1767384604.398999:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049175296, offset 0 00000020:00000010:1.0:1767384604.399000:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dfefd7c. 00000020:00000040:1.0:1767384604.399005:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000400:00000200:3.0:1767384604.399008:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384604.399012:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384604.399022:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384604.399023:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384604.399025:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000032e7399e. 00000100:00000001:0.0:1767384604.399028:0:16358:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384604.399029:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384604.399032:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384604.399035:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384604.399035:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384604.399038:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260002d00 00000100:00000001:1.0:1767384604.399040:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.399040:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.399046:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 02000000:00000001:0.0:1767384604.399047:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384604.399049:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384604.399053:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384604.399054:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b247da. 00000100:00001000:0.0:1767384604.399055:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=22 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384604.399058:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384604.399058:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000522cb044. 00000100:00001000:0.0:1767384604.399064:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384604.399065:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384604.399068:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767384604.399070:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767384604.399073:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030651603. 00000100:00000001:0.0:1767384604.399074:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.399080:0:17104:0:(events.c:337:request_in_callback()) incoming req@0000000030651603 x1853237049175296 msgsize 328 00010000:00000001:0.0:1767384604.399080:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384604.399084:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.399089:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.399090:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384604.399096:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.399105:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.399106:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384604.399109:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384604.399112:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.399114:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000020:01000004:0.0:1767384604.399116:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384604.399118:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000020:01000004:0.0:1767384604.399120:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384604.399123:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384604.399124:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:0.0:1767384604.399126:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384604.399129:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:3.0:1767384604.399131:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384604.399131:0:17116:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:0.0:1767384604.399132:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384604.399135:0:17116:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175296 00000020:01000004:0.0:1767384604.399136:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:1.0:1767384604.399138:0:17116:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:0.0:1767384604.399140:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384604.399141:0:17116:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:01000004:0.0:1767384604.399144:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384604.399145:0:17116:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.399146:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:01000004:0.0:1767384604.399147:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384604.399149:0:17116:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.399150:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384604.399153:0:17116:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175296 00000100:00000040:0.0:1767384604.399154:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.399156:0:17116:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384604.399158:0:17116:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000020:00000001:1.0:1767384604.399162:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384604.399165:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:3.0:1767384604.399169:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.399169:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:3.0:1767384604.399173:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384604.399174:0:17116:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:3.0:1767384604.399179:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399179:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384604.399179:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049175040:0@lo:253: 00000100:00000001:3.0:1767384604.399182:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294893728 00000020:00000010:1.0:1767384604.399183:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015a0f534. 00000100:00000001:1.0:1767384604.399185:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.399187:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294893725 00000020:00000010:1.0:1767384604.399188:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015a0f534. 00000100:00000001:3.0:1767384604.399192:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294893728 00000020:00000010:1.0:1767384604.399194:0:17116:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dfefd7c. 00000100:00000001:0.0:1767384604.399196:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.399198:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294893725 00000020:00000010:1.0:1767384604.399198:0:17116:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b66a0ece. 00000100:00000001:0.0:1767384604.399201:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384604.399203:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294893728 00000020:00000010:1.0:1767384604.399204:0:17116:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000100:00000040:0.0:1767384604.399207:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064602d22 x1853237049175040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.399208:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294893725 00000100:00000040:1.0:1767384604.399210:0:17116:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384604.399214:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294893728 00000100:00000001:1.0:1767384604.399215:0:17116:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.399218:0:17116:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.399221:0:17116:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.399223:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384604.399225:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294893725 00000100:00000001:1.0:1767384604.399227:0:17116:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.399228:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384604.399231:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384604.399232:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000088f3b76d. 00000100:00000001:3.0:1767384604.399236:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399236:0:17116:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384604.399239:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384604.399240:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.399244:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.399244:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384604.399245:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384604.399248:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384604.399249:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399249:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384604.399254:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384604.399255:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:3.0:1767384604.399256:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384604.399256:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384604.399257:0:17116:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 02000000:00000010:0.0:1767384604.399260:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000048eb2660. 00010000:00000001:3.0:1767384604.399261:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.399265:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384604.399268:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384604.399268:0:17116:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420407808 : -128356289143808 : ffff8b42b8fb1c00) 02000000:00000001:0.0:1767384604.399269:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384604.399271:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.399272:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384604.399274:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384604.399274:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000030651603 x1853237049175296/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.399277:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:0.0:1767384604.399277:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 00000100:00100000:3.0:1767384604.399293:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fcd03398 going to sleep for 11 seconds 00000100:00000001:0.0:1767384604.399293:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384604.399295:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384604.399297:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.399298:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.399299:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.399300:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015a0f534. 00000100:00000001:0.0:1767384604.399303:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.399310:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.399312:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399314:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.399316:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384604.399320:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015a0f534. 00000100:00000001:0.0:1767384604.399320:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.399329:0:17116:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000030651603 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049175296:12345-0@lo:104: 00000100:00000200:1.0:1767384604.399334:0:17116:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175296 00010000:00000001:1.0:1767384604.399337:0:17116:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384604.399341:0:17116:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384604.399343:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384604.399345:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=2 00000020:00000001:1.0:1767384604.399347:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:1.0:1767384604.399349:0:17116:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:1.0:1767384604.399352:0:17116:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384604.399353:0:17116:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384604.399356:0:17116:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384604.399361:0:17116:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384604.399363:0:17116:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384604.399366:0:17116:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e08898d. 02000000:00000001:1.0:1767384604.399367:0:17116:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399369:0:17116:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.399371:0:17116:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384604.399372:0:17116:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.399374:0:17116:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384604.399376:0:17116:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384604.399378:0:17116:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384604.399379:0:17116:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384604.399380:0:17116:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384604.399387:0:17116:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399389:0:17116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.399390:0:17116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384604.399392:0:17116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00000100:00000200:1.0:1767384604.399394:0:17116:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049175296, offset 224 00000400:00000200:1.0:1767384604.399397:0:17116:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384604.399402:0:17116:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.399407:0:17116:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260002d00 00000400:00000200:1.0:1767384604.399411:0:17116:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13b1 [1] + 224 00000400:00000200:1.0:1767384604.399414:0:17116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.399416:0:17116:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.399419:0:17116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384604.399421:0:17116:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384604.399428:0:17116:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384604.399442:0:17116:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.399449:0:17116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49833ec 00000400:00000010:1.0:1767384604.399451:0:17116:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a49833ec. 00000100:00000001:1.0:1767384604.399455:0:17116:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384604.399465:0:17116:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384604.399469:0:17116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.399471:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384604.399472:0:17116:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384604.399475:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384604.399475:0:17116:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384604.399476:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384604.399479:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00010000:00000010:1.0:1767384604.399479:0:17116:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f22ff245. 00000400:00000200:3.0:1767384604.399482:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b9361c 00010000:00000001:1.0:1767384604.399482:0:17116:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384604.399484:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0b9361c. 00000100:00000001:3.0:1767384604.399487:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.399491:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384604.399494:0:17116:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384604.399496:0:17116:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.399499:0:17116:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384604.399500:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384604.399501:0:17116:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.399505:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030651603 x1853237049175296/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.399508:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384604.399509:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384604.399510:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.399514:0:17104:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384604.399515:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.399516:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384604.399517:0:17116:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000030651603 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049175296:12345-0@lo:104: Request processed in 221us (435us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384604.399520:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384604.399521:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384604.399524:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.399528:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.399529:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00001000:3.0:1767384604.399531:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=22 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384604.399534:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:0.0:1767384604.399534:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384604.399539:0:17116:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00010000:00010000:0.0:1767384604.399540:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384604.399541:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384604.399542:0:17116:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.399545:0:17116:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384604.399548:0:17116:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b66a0ece. 00000100:00000001:3.0:1767384604.399549:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384604.399552:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.399553:0:17116:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00010000:00000001:3.0:1767384604.399556:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384604.399558:0:17116:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dfefd7c. 00010000:00000001:3.0:1767384604.399560:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.399561:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab2b200d already unused, calling callback (000000000d977f2e) 00000100:00000001:3.0:1767384604.399562:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384604.399562:0:17116:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00000100:00000001:1.0:1767384604.399567:0:17116:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384604.399568:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:3.0:1767384604.399569:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384604.399573:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.399588:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.399591:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384604.399592:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384604.399594:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384604.399597:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384604.399599:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.399602:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384604.399603:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.399606:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.399607:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384604.399612:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384604.399612:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000020:00000001:0.0:1767384604.399618:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384604.399624:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00100000:3.0:1767384604.399629:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049175296:0@lo:104: 00010000:00000001:0.0:1767384604.399631:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384604.399633:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384604.399635:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.399637:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.399641:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384604.399644:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.399647:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069f62863 x1853237049175296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384604.399653:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.399655:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384604.399656:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f61de883. 02000000:00000001:3.0:1767384604.399666:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384604.399668:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.399669:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00000020:00000001:3.0:1767384604.399671:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384604.399672:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009c1acc78. 02000000:00000001:3.0:1767384604.399675:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.399676:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.399678:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 10000000:00000001:0.0:1767384604.399679:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384604.399683:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.399692:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:0.0:1767384604.399693:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384604.399695:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384604.399698:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000010:3.0:1767384604.399700:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcd03398. 10000000:00000040:0.0:1767384604.399702:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384604.399705:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000040:0.0:1767384604.399707:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384604.399710:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.399711:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384604.399714:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384604.399716:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023caffdb. 00010000:00000001:3.0:1767384604.399750:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.399753:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.399755:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384604.399759:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:0.0:1767384604.399760:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:3.0:1767384604.399761:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:0.0:1767384604.399764:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384604.399765:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384604.399768:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:0.0:1767384604.399774:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384604.399776:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.399782:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384604.399785:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384604.399788:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384604.399790:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384604.399792:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384604.399796:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c2f4 from hash 00010000:00000001:0.0:1767384604.399799:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384604.399801:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.399803:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.399805:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384604.399808:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384604.399810:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384604.399821:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384604.399824:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384604.399829:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064602d22. 00000020:00000040:0.0:1767384604.399832:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384604.399836:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384604.399838:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384604.399841:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384604.399845:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca95baef. 00000100:00000001:0.0:1767384604.399849:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.399852:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384604.399855:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384604.399862:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384604.399864:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.399868:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384604.399869:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.399874:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064602d22] to pc [ptlrpcd_00_03+3] req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384604.399912:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.399915:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.399917:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.399919:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399921:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384604.399922:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.399926:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384604.399926:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.399928:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.399929:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384604.399932:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384604.399933:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.399934:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.399936:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.399939:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.399952:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384604.399956:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c2f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c2fb expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384604.399979:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f29b2d5 count: 0 00010000:00000001:0.0:1767384604.399989:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.399991:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384604.399996:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384604.400001:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384604.400011:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f22ff245. 02000000:00000001:1.0:1767384604.400013:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384604.400017:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.400018:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.400020:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.400023:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767384604.400027:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049175424:0@lo:103: 00000020:00000001:0.0:1767384604.400028:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.400034:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384604.400035:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384604.400038:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384604.400040:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384604.400042:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.400044:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.400046:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384604.400049:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384604.400051:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767384604.400055:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dfefd7c. 00000020:00000001:0.0:1767384604.400055:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.400061:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384604.400061:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384604.400068:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000400:00000010:1.0:1767384604.400075:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00000100:00000200:1.0:1767384604.400078:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049175424, portal 18 00000100:00000001:1.0:1767384604.400080:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384604.400082:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000100:00000040:1.0:1767384604.400088:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.400102:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.400105:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384604.400109:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384604.400112:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049175424, offset 0 00000400:00000200:1.0:1767384604.400117:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384604.400125:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.400133:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260002d80 00000400:00000200:1.0:1767384604.400138:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384604.400143:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.400148:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.400153:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384604.400155:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384604.400160:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007325762. 00000100:00000040:1.0:1767384604.400163:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000007325762 x1853237049175424 msgsize 328 00000100:00100000:1.0:1767384604.400169:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384604.400181:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.400187:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000400:00000010:1.0:1767384604.400190:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000100:00000001:1.0:1767384604.400194:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384604.400199:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.400204:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384604.400208:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384604.400208:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175424 02000000:00000001:0.0:1767384604.400213:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384604.400214:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.400216:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.400219:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.400225:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.400229:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384604.400231:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175424 00000100:00000001:1.0:1767384604.400234:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384604.400236:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384604.400239:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384604.400241:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.400241:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.400244:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:1.0:1767384604.400247:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294893729 00000020:00000001:0.0:1767384604.400250:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384604.400254:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893728 00000020:00000001:0.0:1767384604.400255:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384604.400260:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294893729 00000100:00000001:0.0:1767384604.400262:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384604.400265:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893728 00000020:00000010:0.0:1767384604.400267:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000001:1.0:1767384604.400269:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294893729 00000100:00000001:0.0:1767384604.400272:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.400275:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000100:00000001:1.0:1767384604.400281:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893728 00000020:00000010:0.0:1767384604.400283:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce259588. 00000100:00000001:1.0:1767384604.400285:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294893729 00000020:00000010:0.0:1767384604.400289:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017384668. 00000100:00000001:1.0:1767384604.400290:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294893728 00000100:00000001:1.0:1767384604.400297:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.400297:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d95c118. 00000100:00000001:1.0:1767384604.400303:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.400306:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.400307:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384604.400310:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384604.400313:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.400315:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.400317:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384604.400319:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.400322:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384604.400324:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384604.400326:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.400328:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.400331:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400335:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400340:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384604.400343:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384604.400345:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.400347:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=4 00000020:00000001:0.0:1767384604.400350:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:0.0:1767384604.400353:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00010000:0.0:1767384604.400358:0:17075:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 376 lvb_type: 0 00010000:00000001:0.0:1767384604.400365:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.400366:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.400367:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.400369:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.400374:0:17075:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384604.400378:0:17075:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007325762 x1853237049175424/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.400386:0:17075:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384604.400387:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.400401:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.400414:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384604.400416:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384604.400418:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384604.400420:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384604.400422:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384604.400425:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384604.400426:0:18907:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.400429:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520544128 : -128356189007488 : ffff8b42bef31180) 00000100:00000001:1.0:1767384604.400431:0:18907:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.400437:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007325762 x1853237049175424/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/0 e 0 to 0 dl 1767384615 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.400446:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384604.400450:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000001:0.0:1767384604.400453:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.400455:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000100:00100000:0.0:1767384604.400460:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007325762 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049175424:12345-0@lo:103: 00000100:00000200:0.0:1767384604.400473:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175424 00010000:00000001:0.0:1767384604.400476:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384604.400478:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384604.400480:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384604.400483:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384604.400485:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384604.400489:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005fe3e3e3. 02000000:00000001:0.0:1767384604.400491:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.400493:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400496:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384604.400498:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384604.400501:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384604.400503:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.400505:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=4 00000020:00000001:0.0:1767384604.400508:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:0.0:1767384604.400510:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00080000:00000010:3.0:1767384604.400513:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cfd7e2a2. 00010000:00000040:0.0:1767384604.400514:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f8c29478 count: 3 00010000:00010000:0.0:1767384604.400522:0:17075:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 376 lvb_type: 0 00000100:00001000:0.0:1767384604.400529:0:17075:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384604 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384604.400533:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384604.400538:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1767384604.400540:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005e29a6ce. 00010000:00000001:0.0:1767384604.400540:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384604.400544:0:17075:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 376 lvb_type: 0 00040000:00000001:1.0:1767384604.400546:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384604.400550:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384604.400552:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384604.400556:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000002:1.0:1767384604.400557:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:0.0:1767384604.400560:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 20000000:00000001:1.0:1767384604.400562:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400564:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.400565:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000001:0.0:1767384604.400569:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384604.400570:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384604.400573:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:1.0:1767384604.400574:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.400576:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:01000000:1.0:1767384604.400578:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:0.0:1767384604.400583:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384604.400584:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384604.400586:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.400596:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384604.400597:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384604.400600:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064878c5e with handle 0xefc2db714b35c2fb from hash 00010000:00000001:0.0:1767384604.400604:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384604.400605:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.400607:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.400608:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384604.400610:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384604.400612:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384604.400615:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064878c5e/0xefc2db714b35c2fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c2f4 expref: 16 pid: 17082 timeout: 376 lvb_type: 0 00010000:00000040:0.0:1767384604.400622:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:0.0:1767384604.400624:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:0.0:1767384604.400630:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.400632:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384604.400634:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384604.400637:0:17075:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000070162971 00010000:00000001:0.0:1767384604.400638:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384604.400640:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384604.400641:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.400643:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384604.400645:0:17075:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.400647:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384604.400649:0:17075:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384604.400650:0:17075:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.400656:0:17075:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384604.400658:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384604.400660:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384604.400661:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384604.400663:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c29478) refcount = 2 00010000:00010000:0.0:1767384604.400666:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.400673:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384604.400682:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384604.400684:0:17075:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384604.400685:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384604.400687:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.400690:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384604.400692:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009de9a21a. 00010000:00000010:0.0:1767384604.400693:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069ca5886. 20000000:00000001:1.0:1767384604.400695:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.400698:0:17075:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000040:1.0:1767384604.400699:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175168 00010000:00000001:1.0:1767384604.400702:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:0.0:1767384604.400703:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507f2a14. 00010000:00000200:1.0:1767384604.400707:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000910d400d x1853237049175168/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.400708:0:17075:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189071744 : -128361520479872 : ffff8b41812b4180) 00000100:00000001:0.0:1767384604.400710:0:17075:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712189071744 : -128361520479872 : ffff8b41812b4180) 00000100:00000001:0.0:1767384604.400712:0:17075:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384604.400713:0:17075:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384604.400716:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384604.400747:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384604.400750:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.400753:0:17075:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00001000:1.0:1767384604.400754:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=22 v=5 (1 0 0 0) 20000000:01000000:0.0:1767384604.400758:0:17075:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000001:1.0:1767384604.400760:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384604.400763:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384604.400766:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:0.0:1767384604.400767:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384604.400771:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000040:0.0:1767384604.400772:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=5 02000000:00000001:1.0:1767384604.400778:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384604.400778:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 02000000:00000001:1.0:1767384604.400781:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400783:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:1.0:1767384604.400785:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384604.400789:0:17075:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:1.0:1767384604.400791:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384604.400794:0:17075:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384604.400796:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b782049e. 00000100:00000200:1.0:1767384604.400801:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175168, offset 224 00010000:00000001:0.0:1767384604.400808:0:17075:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384604.400810:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384604.400811:0:17075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.400819:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384604.400820:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384604.400821:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384604.400824:0:17075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.400829:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384604.400832:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002c80 00010000:00000001:0.0:1767384604.400832:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400835:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384604.400838:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384604.400841:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a1 [2] + 224 00000400:00000200:1.0:1767384604.400846:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.400855:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384604.400857:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (00000000d66be316) 00000100:00000001:1.0:1767384604.400860:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384604.400860:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384604.400864:0:17075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384604.400866:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384604.400867:0:17075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.400881:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384604.400884:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384604.400886:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.400888:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=6 00000100:00000040:1.0:1767384604.400890:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384604.400891:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:0.0:1767384604.400896:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:0.0:1767384604.400900:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384604.400903:0:17075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384604.400912:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384604.400913:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384604.400914:0:17075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.400917:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384604.400919:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384604.400922:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384604.400923:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782049e 00010000:00000001:0.0:1767384604.400924:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384604.400926:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384604.400927:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.400928:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b782049e. 00000100:00000001:3.0:1767384604.400930:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384604.400931:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c302 from hash 00000100:00000001:1.0:1767384604.400933:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384604.400934:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384604.400935:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:3.0:1767384604.400937:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384604.400937:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384604.400937:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384604.400941:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e1671c. 00010000:00000001:0.0:1767384604.400941:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384604.400942:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400944:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384604.400946:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efc689c1 00000100:00000040:1.0:1767384604.400948:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384604.400948:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384604.400950:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efc689c1. 00010000:00000001:0.0:1767384604.400952:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384604.400953:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384604.400953:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384604.400954:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1767384604.400956:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400957:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384604.400959:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384604.400974:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384604.400976:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.400981:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:1.0:1767384604.400984:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000910d400d x1853237049175168/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384604.400985:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384604.400990:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384604.400996:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384604.401000:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384604.401001:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384604.401002:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000910d400d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049175168:12345-0@lo:253: Request processed in 4668us (4916us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384604.401004:0:17075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.401005:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.401011:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384604.401011:0:17075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.401014:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384604.401015:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:3.0:1767384604.401018:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384604.401018:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:0.0:1767384604.401018:0:17075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.401024:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767384604.401025:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.401027:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.401028:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384604.401032:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.401032:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e88ffd1. 00000100:00001000:3.0:1767384604.401037:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=22 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384604.401037:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b9961e44. 00010000:00000001:0.0:1767384604.401039:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384604.401041:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=22 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384604.401042:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd99cf9b. 00010000:00000001:0.0:1767384604.401043:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384604.401046:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:0.0:1767384604.401047:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384604.401048:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384604.401050:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384604.401052:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384604.401052:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000017d08e3f. 00010000:00000001:0.0:1767384604.401052:0:17075:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384604.401057:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384604.401057:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384604.401058:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384604.401061:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384604.401062:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.401062:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384604.401066:0:17075:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384604.401067:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384604.401067:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384604.401070:0:17075:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.401073:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384604.401073:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daef0429. 20000000:00000001:0.0:1767384604.401074:0:17075:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.401079:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384604.401080:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b782049e. 00010000:00000001:0.0:1767384604.401081:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384604.401085:0:17075:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384604.401089:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1767384604.401091:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384604.401091:0:17075:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384604.401095:0:17075:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.401097:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384604.401098:0:17075:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.401101:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.401102:0:17075:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384604.401105:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000507f2a14. 00000020:01000004:3.0:1767384604.401107:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384604.401108:0:17075:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:01000004:3.0:1767384604.401112:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384604.401112:0:17075:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384604.401117:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000010:0.0:1767384604.401117:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069ca5886. 00000020:01000004:3.0:1767384604.401122:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384604.401123:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:3.0:1767384604.401125:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00010000:0.0:1767384604.401126:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:01000004:3.0:1767384604.401129:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384604.401129:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384604.401132:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:0.0:1767384604.401134:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:01000004:3.0:1767384604.401135:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384604.401136:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384604.401138:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00001000:0.0:1767384604.401139:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=22 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384604.401143:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.401145:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384604.401155:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049175168:0@lo:253: 00000100:00000040:0.0:1767384604.401155:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384604.401159:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384604.401164:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384604.401166:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384604.401166:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.401171:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384604.401172:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384604.401178:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cc04934 x1853237049175168/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.401178:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384604.401183:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb4845e0. 00000100:00000200:0.0:1767384604.401188:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049175424, offset 224 00000100:00000001:3.0:1767384604.401194:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.401198:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384604.401198:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384604.401202:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008a61da9e. 02000000:00000001:3.0:1767384604.401206:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384604.401207:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384604.401209:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384604.401213:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260002d80 00000400:00000200:0.0:1767384604.401218:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x13c1 [1] + 224 00000020:00000040:3.0:1767384604.401219:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384604.401223:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384604.401223:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384604.401226:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000002b4084. 00000400:00000200:0.0:1767384604.401230:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384604.401231:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384604.401233:0:17075:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384604.401234:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.401236:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc04934. 00000100:00000001:3.0:1767384604.401240:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767384604.401240:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.401243:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.401247:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384604.401253:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.401254:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.401256:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.401260:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.401263:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.401272:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384604.401274:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384604.401277:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4845e0 00000400:00000010:0.0:1767384604.401280:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb4845e0. 00000100:00000001:0.0:1767384604.401285:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384604.401287:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1767384604.401288:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384604.401291:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.401292:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1767384604.401295:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384604.401296:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384604.401298:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384604.401300:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384604.401300:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384604.401304:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384604.401305:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.401308:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000001:1.0:1767384604.401308:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384604.401310:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007325762 x1853237049175424/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:585/0 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384604.401312:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384604.401312:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00010000:00010000:3.0:1767384604.401314:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070162971/0xefc2db714b35c302 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384604.401318:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49833ec 00000400:00000010:1.0:1767384604.401321:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a49833ec. 00000100:00000001:1.0:1767384604.401327:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384604.401332:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f8c29478 count: 0 00000100:00000200:1.0:1767384604.401334:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.401336:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007325762 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049175424:12345-0@lo:103: Request processed in 885us (1168us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384604.401342:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384604.401345:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:0.0:1767384604.401352:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384604.401356:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.401363:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384604.401368:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384604.401370:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384604.401372:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384604.401373:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017384668. 00000100:00000001:1.0:1767384604.401375:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.401379:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384604.401380:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d95c118. 00000020:00000010:0.0:1767384604.401384:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce259588. 00000020:00000040:0.0:1767384604.401386:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:1.0:1767384604.401389:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384604.401389:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.401392:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.401395:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.401398:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.401401:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384604.401405:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384604.401408:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384604.401409:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.401411:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384604.401413:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.401415:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.401418:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.401425:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.401428:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384604.401429:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384604.401432:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.401440:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049175424:0@lo:103: 00000100:00000001:1.0:1767384604.401444:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.401445:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.401447:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064602d22 x1853237049175424/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.401454:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384604.401456:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384604.401457:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dfefd7c. 02000000:00000001:1.0:1767384604.401460:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384604.401462:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384604.401463:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384604.401465:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384604.401466:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca95baef. 02000000:00000001:1.0:1767384604.401469:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384604.401470:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384604.401472:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 00000100:00000001:1.0:1767384604.401480:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384604.401481:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.401483:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.401486:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.401488:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.401490:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.401492:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384604.404900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f29b2d5. 00010000:00000010:0.1:1767384604.404909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00010000:00000010:0.1:1767384604.404916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064878c5e. 00000100:00000040:2.0:1767384604.405762:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294893729, at 4294893730 00000100:00000010:2.0:1767384604.405769:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a89fa567. 00000100:00000040:0.0:1767384604.405780:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294893729, at 4294893730 00000100:00000010:0.0:1767384604.405787:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c115ab9. 00010000:00000010:3.1:1767384604.406761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f8c29478. 00010000:00000010:3.1:1767384604.406768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00000100:00000040:3.0:1767384604.406780:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294893729, at 4294893731 00000100:00000040:1.0:1767384604.406780:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294893729, at 4294893731 00000100:00000010:3.0:1767384604.406786:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000108fe07. 00000100:00000010:1.0:1767384604.406787:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ab8f529. 00000400:00000010:2.0:1767384604.412946:0:21361:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c239d24b. 00000400:00000040:2.0:1767384604.412991:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384604.412995:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384604.412998:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384604.413000:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384604.413003:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384604.413005:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384604.413008:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384604.413010:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384604.413012:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384604.413014:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384604.413016:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384604.413018:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384604.413021:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384604.413024:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384604.413025:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384604.413028:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384604.413030:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384604.413032:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384604.413033:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384604.413037:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384604.413039:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384604.413041:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384604.413042:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384604.413044:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384604.413045:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384604.413048:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384604.413050:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384604.413051:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384604.413053:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384604.413056:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384604.413065:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384604.413068:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384604.413070:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384604.413072:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384604.413074:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384604.413075:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384604.413077:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384604.413080:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384604.413082:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384604.413084:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384604.413086:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384604.413088:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384604.413090:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384604.413092:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384604.413094:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384604.413096:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384604.413097:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384604.413099:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384604.413102:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384604.413104:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384604.413105:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384604.413107:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384604.413109:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384604.413111:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384604.413112:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384604.413114:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384604.413116:0:21361:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384604.413159:0:21361:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c239d24b. 00080000:00000010:3.0:1767384605.062137:0:21561:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000725a7bab. 00080000:00000010:3.0:1767384605.062148:0:21561:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000725a7bab. 00000020:00000001:3.0:1767384605.062154:0:21561:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384605.062162:0:21561:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000725a7bab. 00080000:00000010:3.0:1767384605.062167:0:21561:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000725a7bab. 00000020:00000001:3.0:1767384605.062176:0:21561:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384605.203812:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384605.203818:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384605.203824:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384605.203826:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.203854:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384605.203858:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384605.203861:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384605.766301:0:21725:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384605.766305:0:21725:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384605.770735:0:21725:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384605.778081:0:21726:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009f6395b0. 00000400:00000010:1.0:1767384605.778098:0:21726:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000017f7ecc7. 00000400:00000010:1.0:1767384605.778108:0:21726:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007175c51d. 00000400:00000010:1.0:1767384605.778112:0:21726:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cb4eca88. 00000400:00000010:1.0:1767384605.778117:0:21726:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dbaead94. 00000400:00000010:1.0:1767384605.778122:0:21726:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081adb5e0. 00000400:00000010:1.0:1767384605.778124:0:21726:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd6b3993. 00000400:00000010:1.0:1767384605.778126:0:21726:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000267c7601. 00000400:00000010:1.0:1767384605.778131:0:21726:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000281ca52b. 00000800:00000010:1.0:1767384605.778143:0:21726:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001ad4b566. 00000800:00000200:1.0:1767384605.778155:0:21726:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384605.778163:0:21726:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384605.778201:0:21726:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384605.778226:0:21726:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384605.780648:0:21726:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000002231948e. 00000400:00000010:1.0:1767384605.780654:0:21726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000400:00000010:1.0:1767384605.780659:0:21726:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00000400:00000001:1.0:1767384605.780670:0:21726:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384605.780676:0:21726:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384605.780678:0:21726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079d2b7a1. 00000400:00000200:1.0:1767384605.780681:0:21726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:1.0:1767384605.780683:0:21726:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000400:00000010:1.0:1767384605.780687:0:21726:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000bd2230b1. 00000400:00000200:1.0:1767384605.780691:0:21726:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (9) 00000400:00000200:1.0:1767384605.780700:0:21726:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384605.780707:0:21726:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384605.780712:0:21726:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000044621c82. 00000020:01000000:1.0:1767384605.780716:0:21726:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384605.780744:0:21726:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp18 00000400:00000010:1.0:1767384605.780759:0:21726:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000017f7ecc7. 00000400:00000200:0.0:1767384605.780763:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384605.780764:0:21726:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009f6395b0. 00000400:00000200:0.0:1767384605.780773:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000020:00000001:3.0:1767384605.780776:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384605.780781:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384605.780781:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb4845e0. 10000000:00000001:3.0:1767384605.780785:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384605.780787:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (10) 10000000:01000000:3.0:1767384605.780788:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384605.780793:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384605.780795:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384605.780796:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384605.780797:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384605.780799:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384605.780799:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4575f08. 00000020:01000004:3.0:1767384605.780800:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384605.780802:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384605.780805:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384605.780807:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384605.780809:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384605.780811:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000100:00000010:3.0:1767384605.780815:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000020:00000040:3.0:1767384605.780820:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384605.780825:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384605.780828:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384605.780828:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 02000000:00000001:3.0:1767384605.780835:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.780839:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000010:3.0:1767384605.780844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001d5ab5f5. 00000400:00000200:0.0:1767384605.780849:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:3.0:1767384605.780852:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.780857:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:3.0:1767384605.780860:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384605.780863:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.780865:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000040:3.0:1767384605.780883:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069f62863] to pc [ptlrpcd_00_00+0] req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384605.780883:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384605.780901:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384605.780908:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384605.780914:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384605.780919:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 10000000:00000001:3.0:1767384605.780920:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384605.780924:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.780927:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.780927:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp17 00000020:01000000:3.0:1767384605.780930:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384605.780932:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384605.780936:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384605.780939:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384605.780939:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384605.780944:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384605.780945:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384605.780945:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp17 lpni_is_preferred = 0 00000100:00000040:2.0:1767384605.780965:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384605.780966:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384605.780970:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp17 00000020:01000004:3.0:1767384605.780971:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384605.780975:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384605.780977:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384605.780981:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384605.780984:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384605.780984:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp17 NI seq info: [21:21:256:4294967295] 192.168.202.154@tcp17 LPNI seq info [21:21:8:4294967295] 00000020:01000004:3.0:1767384605.780988:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384605.780990:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384605.780993:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384605.780994:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384605.780995:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384605.781005:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b2051e9. 00000100:00000001:2.0:1767384605.781006:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384605.781008:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000400:00000200:0.0:1767384605.781012:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp17 02000000:00000001:2.0:1767384605.781013:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384605.781014:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384605.781018:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384605.781019:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384605.781020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.781028:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384605.781031:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e59d7174. 00000400:00000200:0.0:1767384605.781031:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17:) -> 192.168.202.154@tcp17(192.168.202.154@tcp:192.168.202.154@tcp17) : PUT try# 0 00000100:00000001:3.0:1767384605.781036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384605.781043:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049175552:0@lo:253: 00000100:00000001:3.0:1767384605.781044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384605.781047:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384605.781050:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.202.154@tcp17 00000100:00000001:2.0:1767384605.781053:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384605.781056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2051e9] to pc [ptlrpcd_00_01+1] req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384605.781059:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c2ed57c. 02000000:00000001:2.0:1767384605.781060:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384605.781064:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.781070:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384605.781073:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384605.781073:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002da44d59. 02000000:00000010:2.0:1767384605.781076:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3ac23f1. 10000000:00000001:3.0:1767384605.781078:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.781081:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.781082:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384605.781082:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000966bbf9e. 00000020:01000000:3.0:1767384605.781088:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384605.781089:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59bf815. 00000020:00000010:3.0:1767384605.781091:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000044621c82. 00000400:00000010:2.0:1767384605.781096:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f52f3bcc. 00000800:00000200:0.0:1767384605.781096:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (2) 00000100:00000200:2.0:1767384605.781102:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175552, portal 25 00000100:00000001:2.0:1767384605.781107:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.1:1767384605.781108:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (2) 00000100:00000001:2.0:1767384605.781109:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000001:3.0:1767384605.781114:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384605.781117:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.781118:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384605.781122:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384605.781128:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.781128:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384605.781132:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000040:2.0:1767384605.781134:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384605.781139:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb0761aa. 00000400:00000200:0.0:1767384605.781142:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000200:2.0:1767384605.781144:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175552, offset 0 00000100:00000001:3.0:1767384605.781146:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384605.781151:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.781154:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384605.781155:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384605.781158:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384605.781159:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384605.781169:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384605.781173:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b2051e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049175680:0@lo:253: 00000100:00000001:3.0:1767384605.781176:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384605.781179:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384605.781182:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384605.781182:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002e00 02000000:00000001:3.0:1767384605.781188:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384605.781192:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000010:2.0:1767384605.781195:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e170f4c. 00000400:00000200:2.0:1767384605.781198:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008fe1404 02000000:00000010:3.0:1767384605.781201:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b3253b7. 00000400:00000200:2.0:1767384605.781214:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384605.781215:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384605.781222:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000400:00000200:2.0:1767384605.781223:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384605.781226:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384605.781231:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008fe1404 00000400:00000010:3.0:1767384605.781232:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008eb1d6af. 00000400:00000010:2.0:1767384605.781235:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008fe1404. 00000100:00000001:2.0:1767384605.781241:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384605.781243:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384605.781245:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175680, portal 25 00000100:00000040:2.0:1767384605.781246:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006a456b4a x1853237049175552 msgsize 4848 00000100:00000001:3.0:1767384605.781249:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384605.781252:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420414976 : -128356289136640 : ffff8b42b8fb3800) 00000100:00100000:2.0:1767384605.781257:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384605.781260:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384605.781262:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.781270:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384605.781273:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384605.781276:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384605.781281:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000010:3.0:1767384605.781282:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031940a03. 00000400:00000200:2.0:1767384605.781285:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb0761aa 00000400:00000010:2.0:1767384605.781289:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb0761aa. 00000100:00000001:2.0:1767384605.781292:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384605.781295:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175680, offset 0 00000100:00000200:2.0:1767384605.781296:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.781307:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384605.781309:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384605.781313:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.781319:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.781322:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384605.781323:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384605.781326:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384605.781327:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.781335:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294895110 00000100:00000010:2.0:1767384605.781339:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000603cf7a1. 00000400:00000200:3.0:1767384605.781343:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002e80 00000100:00000001:2.0:1767384605.781346:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384605.781352:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000001:2.0:1767384605.781353:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294895110 00000100:00000010:2.0:1767384605.781359:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce41b1be. 00000400:00000010:3.0:1767384605.781360:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6203ee7. 00000100:00000001:2.0:1767384605.781363:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384605.781367:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384605.781368:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbb91b83 00000100:00000001:2.0:1767384605.781368:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294895110 00000100:00000010:2.0:1767384605.781376:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfd238d5. 00000400:00000200:3.0:1767384605.781377:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384605.781379:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384605.781383:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384605.781385:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294895110 00000400:00000200:3.0:1767384605.781387:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbb91b83 00000100:00000010:2.0:1767384605.781390:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000400:00000010:3.0:1767384605.781391:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbb91b83. 00000100:00000001:2.0:1767384605.781394:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384605.781397:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384605.781398:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384605.781401:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384605.781402:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.781405:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000a251bd97 x1853237049175680 msgsize 4848 00000100:00000001:2.0:1767384605.781408:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.781412:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384605.781416:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384605.781419:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384605.781422:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384605.781425:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384605.781428:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.781429:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.781429:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:2.0:1767384605.781430:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384605.781433:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.781437:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384605.781443:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031940a03 00000400:00000010:3.0:1767384605.781446:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031940a03. 00000100:00000001:3.0:1767384605.781450:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384605.781453:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.781471:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384605.781474:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.781477:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384605.781480:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384605.781481:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175552 00000100:00000001:3.0:1767384605.781482:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384605.781485:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384605.781489:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.781489:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384605.781493:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781495:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294895110 00000400:00000200:0.0:1767384605.781495:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 02000000:00000001:2.0:1767384605.781498:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781500:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294895110 00000100:00100000:2.0:1767384605.781503:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175552 00000100:00000001:3.0:1767384605.781504:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294895110 00000020:00000001:2.0:1767384605.781506:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384605.781508:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294895110 00000020:00000040:2.0:1767384605.781509:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384605.781511:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294895110 00000020:00000001:2.0:1767384605.781512:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384605.781514:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294895110 00000020:00000040:2.0:1767384605.781516:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:3.0:1767384605.781517:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294895110 00000100:00000001:3.0:1767384605.781522:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294895110 00000020:00000001:2.0:1767384605.781522:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384605.781528:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384605.781528:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384605.781534:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.781535:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384605.781537:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781540:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384605.781540:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ccf6ffc. 00000100:00000001:2.0:1767384605.781546:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384605.781549:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ccf6ffc. 00000100:00000001:3.0:1767384605.781550:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.781552:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384605.781555:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023a906bb. 00000100:00000001:3.0:1767384605.781556:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.781558:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384605.781560:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:3.0:1767384605.781561:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384605.781562:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091a6148c. 00000100:00000001:3.0:1767384605.781568:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384605.781570:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc4e8fed. 00000100:00000040:2.0:1767384605.781580:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384605.781583:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384605.781585:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384605.781586:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781592:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384605.781595:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384605.781596:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175680 02000000:00000001:3.0:1767384605.781600:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384605.781601:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384605.781606:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.781608:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.781612:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384605.781615:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175680 00000020:00000001:3.0:1767384605.781617:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384605.781619:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384605.781620:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384605.781623:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384605.781624:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384605.781627:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:3.0:1767384605.781632:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:2.0:1767384605.781632:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000400:00000200:0.0:1767384605.781633:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000040:2.0:1767384605.781637:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000001:3.0:1767384605.781638:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384605.781642:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518996560 : -128356190555056 : ffff8b42bedb7450) 00000100:00000001:3.0:1767384605.781643:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384605.781648:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a456b4a x1853237049175552/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:586/0 lens 4848/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384605.781649:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000417b4823. 00000100:00000001:3.0:1767384605.781654:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384605.781659:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000417b4823. 00000100:00000001:2.0:1767384605.781664:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384605.781667:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d576eed. 00000020:00000010:3.0:1767384605.781673:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008be2fe9f. 00000020:00000010:2.0:1767384605.781676:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ccf6ffc. 00000020:00000010:3.0:1767384605.781679:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfbb5e53. 00000100:00000001:2.0:1767384605.781680:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384605.781685:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ccf6ffc. 00000100:00000001:3.0:1767384605.781687:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384605.781690:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384605.781692:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384605.781693:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a456b4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049175552:12345-0@lo:253: 00000100:00000200:2.0:1767384605.781697:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175552 00000100:00000001:3.0:1767384605.781699:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.781700:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384605.781702:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384605.781705:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384605.781706:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384605.781710:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.781713:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384605.781714:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:3.0:1767384605.781745:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384605.781747:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384605.781748:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384605.781751:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384605.781755:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384605.781756:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000001:2.0:1767384605.781758:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384605.781759:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000020:00000001:2.0:1767384605.781761:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781763:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717232964688 : -128356476586928 : ffff8b42adcef450) 00000100:00000001:2.0:1767384605.781766:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384605.781769:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a251bd97 x1853237049175680/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:586/0 lens 4848/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384605.781770:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384605.781788:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384605.781789:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000039e85cee. 00000020:00000010:3.0:1767384605.781791:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000417b4823. 02000000:00000001:2.0:1767384605.781792:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781796:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384605.781797:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384605.781800:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000417b4823. 20000000:00000001:2.0:1767384605.781802:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:3.0:1767384605.781807:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a251bd97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049175680:12345-0@lo:253: 00000400:00000200:0.0:1767384605.781807:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 20000000:00000010:2.0:1767384605.781812:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002162f40. 00000100:00000200:3.0:1767384605.781819:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175680 20000000:01000000:2.0:1767384605.781819:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384605.781824:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384605.781824:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384605.781828:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384605.781830:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384605.781832:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.781833:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384605.781836:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.781838:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384605.781840:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384605.781841:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384605.781844:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384605.781846:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384605.781847:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384605.781848:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:2.0:1767384605.781850:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f651a4fb. 00000020:00000001:3.0:1767384605.781851:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384605.781855:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00000100:00000001:3.0:1767384605.781856:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384605.781860:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384605.781863:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384605.781866:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fbae8d5a. 00080000:00000001:2.0:1767384605.781869:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384605.781870:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.781873:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.781873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00080000:00000001:2.0:1767384605.781874:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384605.781880:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384605.781896:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000063c2ab75. 20000000:01000000:3.0:1767384605.781900:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384605.781902:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384605.781903:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384605.781904:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384605.781908:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.781911:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.781913:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384605.781918:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.781921:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00080000:00000001:2.0:1767384605.781922:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384605.781931:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384605.781934:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384605.781936:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384605.781940:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:2.0:1767384605.781945:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384605.781959:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384605.781963:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384605.781967:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384605.781969:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384605.781973:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384605.781974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000020:00000001:2.0:1767384605.781980:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384605.781996:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384605.782001:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eb71c96f. 00080000:00000001:2.0:1767384605.782005:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204795392 : -128361504756224 : ffff8b41821b2e00) 00080000:00000001:2.0:1767384605.782008:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384605.782013:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384605.782018:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005ccf6ffc. 00080000:00000001:2.0:1767384605.782021:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384605.782024:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384605.782039:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.782044:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00080000:00000001:2.0:1767384605.782055:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384605.782106:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384605.782147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000800:00000010:0.0:1767384605.782386:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d71c945. 00000800:00000010:0.0:1767384605.782391:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000835789e4. 00000800:00000010:0.0:1767384605.782404:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b652c7. 00000400:00000200:3.0:1767384605.782418:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384605.782440:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b652c7. 00000400:00000200:3.0:1767384605.782463:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp17 from 239.3.0.2 00000800:00000010:3.0:1767384605.782469:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000f585acf. 00000800:00000010:0.0:1767384605.782485:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009de9a21a. 00000800:00000010:0.0:1767384605.782491:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000071ba8f50. 00000800:00000010:0.0:1767384605.782509:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f0e7cab8. 00000800:00000200:0.1:1767384605.782514:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (2) 00000800:00000200:0.1:1767384605.782520:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp17 00000000f0e7cab8 deleted 00000800:00000010:0.1:1767384605.782522:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f0e7cab8. 00000800:00000200:0.1:1767384605.782526:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384605.782532:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp17 ip 192.168.202.154:1007 00000800:00000200:0.1:1767384605.782536:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c2ed57c type 1, nob 288 niov 1 nkiov 1 00000800:00000200:0.0:1767384605.782543:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp17 p 3.x 192.168.202.154 -> 192.168.202.154:1007 incarnation:1767384604393714756 sched[0] 00000800:00000010:0.0:1767384605.782548:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b652c7. 00000800:00000010:0.0:1767384605.782589:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b652c7. 00000800:00000010:0.0:1767384605.782592:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000071ba8f50. 00000800:00000200:3.1:1767384605.782603:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384605.782610:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp17 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384604393714756 sched[0] 00000800:00000010:3.0:1767384605.782612:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000835789e4. 00000800:00000010:0.0:1767384605.782629:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000f585acf. 00000800:00000001:0.0:1767384605.782644:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.782649:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384605.782650:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384605.782655:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384605.782667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:2.0:1767384605.782745:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384605.782746:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384605.782751:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c2ed57c. 00000800:00000001:2.0:1767384605.782752:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.782755:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384605.782756:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.782760:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.782765:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: PUT: OK 00000400:00000200:0.0:1767384605.782772:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384605.782773:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17) <- 192.168.202.154@tcp17 : PUT - for me 00000400:00000200:0.0:1767384605.782777:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000400:00000200:2.0:1767384605.782784:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384605.782791:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384605.782791:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 192/192 into md 0x13a9 [1] + 0 00000400:00000010:2.0:1767384605.782810:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a75434. 00000400:00000200:2.0:1767384605.782815:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f24407fc 00000800:00000001:2.0:1767384605.782819:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384605.782837:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000001:2.0:1767384605.782848:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384605.782851:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384605.782862:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: PUT: OK 00000400:00000200:2.0:1767384605.782865:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24407fc 00000400:00000010:2.0:1767384605.782876:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f24407fc. 00000400:00000200:2.0:1767384605.782881:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384605.782884:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (11) 00000400:00000200:2.0:1767384605.782889:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384605.782898:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000010:2.0:1767384605.782921:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000d1552967. 00000400:00000200:2.0:1767384605.782925:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 10 00000400:00000200:2.0:1767384605.782931:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384605.782941:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (12) 00000400:00000200:2.0:1767384605.782963:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384605.782964:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00080000:00000010:0.0:1767384605.782967:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eb71c96f. 00000400:00000200:2.0:1767384605.782974:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp17 to MR: 192.168.202.154@tcp17 local destination 00000400:00000200:2.0:1767384605.782991:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.154@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1767384605.783011:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17:192.168.202.154@tcp17) -> 192.168.202.154@tcp17(192.168.202.154@tcp17:192.168.202.154@tcp17) 192.168.202.154@tcp17 : ACK try# 0 00000400:00000200:0.0:1767384605.783018:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384605.783019:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp17 00000800:00000010:2.0:1767384605.783027:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000160f8967. 00000400:00000010:0.0:1767384605.783028:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052129c53. 00000800:00000200:2.0:1767384605.783033:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (4) 00000400:00000200:3.0:1767384605.783036:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000010:0.0:1767384605.783037:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d76a3146. 00000800:00000200:2.0:1767384605.783043:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp17 ip 192.168.202.154:988 00000400:00000200:0.0:1767384605.783046:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000800:00000200:2.0:1767384605.783047:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000160f8967 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384605.783057:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000010:0.0:1767384605.783067:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000003c2ed57c. 00000400:00000010:0.0:1767384605.783071:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 0000000060471520. 00000400:00000010:0.0:1767384605.783075:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000f4eca9d5. 00000400:00000010:0.0:1767384605.783096:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000aece9925. 00000400:00000200:3.0:1767384605.783098:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000200:2.0:1767384605.783104:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384605.783104:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000aece9925 nid 192.168.202.154@tcp18 00000800:00000010:2.0:1767384605.783109:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000160f8967. 00000400:00000010:0.0:1767384605.783111:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000029e6adcd. 00000400:00000200:2.0:1767384605.783114:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.783119:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 0000000029e6adcd net tcp18 00000400:00000200:2.0:1767384605.783122:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: ACK: OK 00000400:00000200:0.0:1767384605.783126:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (11) 00000400:00000200:0.0:1767384605.783135:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp18 flags 0x11 00000400:00000200:3.0:1767384605.783148:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000010:0.0:1767384605.783149:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000003c2ed57c. 00000800:00000001:2.0:1767384605.783152:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384605.783157:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 0000000060471520. 00000800:00000001:2.0:1767384605.783158:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384605.783163:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384605.783165:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000f4eca9d5. 00000800:00000001:2.0:1767384605.783168:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384605.783171:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384605.783171:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000d1552967. 00000800:00000001:2.0:1767384605.783177:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.783180:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384605.783185:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384605.783188:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17) <- 192.168.202.154@tcp17 : ACK - for me 00000400:00000200:0.0:1767384605.783191:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000400:00000200:2.0:1767384605.783213:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp17: ACK from 12345-192.168.202.154@tcp17 into md 0x13d9 00000400:00000200:0.0:1767384605.783215:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000400:00000200:3.0:1767384605.783217:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384605.783226:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.783231:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:2.0:1767384605.783236:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: ACK: OK 00000400:00000200:0.0:1767384605.783240:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384605.783241:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4845e0 00000400:00000010:2.0:1767384605.783245:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb4845e0. 00000400:00000200:2.0:1767384605.783249:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384605.783249:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:3.0:1767384605.783250:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384605.783260:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:0.0:1767384605.783264:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384605.783272:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (12) 00000400:00000200:3.0:1767384605.783274:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384605.783277:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (11) 00000800:00000001:2.0:1767384605.783285:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384605.783290:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384605.783307:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00080000:00000010:2.0:1767384605.783318:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005ccf6ffc. 00040000:00000001:2.0:1767384605.783324:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384605.783326:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384605.783328:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384605.783331:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384605.783333:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384605.783335:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384605.783340:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 20000000:01000000:2.0:1767384605.783347:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384605.783356:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384605.783359:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384605.783363:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384605.783364:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060471520. 00000400:00000200:3.0:1767384605.783365:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 20000000:01000000:0.0:1767384605.783371:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:0.0:1767384605.783375:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384605.783378:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384605.783381:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384605.783389:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384605.783398:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384605.783401:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00080000:00000001:0.0:1767384605.783402:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384605.783406:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.783408:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384605.783410:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384605.783412:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384605.783416:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:0.0:1767384605.783418:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384605.783420:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384605.783421:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384605.783422:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384605.783427:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384605.783427:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384605.783431:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:0.0:1767384605.783431:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384605.783434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00010000:00000001:2.0:1767384605.783436:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1767384605.783436:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384605.783440:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384605.783443:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004ced21aa. 00080000:00000001:0.0:1767384605.783456:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266659328 : -128361442892288 : ffff8b4185cb2600) 00080000:00000001:0.0:1767384605.783465:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384605.783466:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:0.0:1767384605.783468:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384605.783473:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c3b652c7. 00010000:00000010:2.0:1767384605.783474:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e68977b9. 00080000:00000001:0.0:1767384605.783476:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.783479:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384605.783480:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384605.783485:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd3c5399. 00000020:00000001:2.0:1767384605.783488:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384605.783489:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384605.783491:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd3c5399 with handle 0xefc2db714b35c309 to hash 00000020:00000001:2.0:1767384605.783494:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384605.783496:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486439424 : -128357223112192 : ffff8b42814fe200) 00010000:00000001:2.0:1767384605.783498:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486439424 : -128357223112192 : ffff8b42814fe200) 00080000:00000001:0.0:1767384605.783499:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384605.783501:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.783503:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.783512:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.783519:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384605.783522:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384605.783525:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384605.783526:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384605.783528:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.783530:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384605.783531:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.783533:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384605.783535:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384605.783537:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384605.783538:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384605.783539:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e68977b9) refcount = 1 00010000:00010000:2.0:1767384605.783542:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.783545:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384605.783547:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384605.783548:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.783549:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783551:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384605.783553:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384605.783556:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384605.783558:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384605.783559:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384605.783560:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd3c5399 refcount=4 00000020:00000001:2.0:1767384605.783562:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486439424 : -128357223112192 : ffff8b42814fe200) 00010000:00000001:2.0:1767384605.783564:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486439424 : -128357223112192 : ffff8b42814fe200) 00010000:00000001:2.0:1767384605.783566:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384605.783567:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.783572:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384605.783579:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.783583:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.783585:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384605.783587:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384605.783588:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000c94fa27. 00010000:00000001:2.0:1767384605.783594:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:3.0:1767384605.783595:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000031940a03. 00010000:00000001:2.0:1767384605.783596:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783602:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000010:3.0:1767384605.783603:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000417b4823. 00010000:00010000:2.0:1767384605.783604:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384605.783610:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd3c5399 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384605.783612:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384605.783614:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384605.783616:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.783620:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384605.783621:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384605.783622:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384605.783623:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd3c5399 refcount=5 00000020:00000001:2.0:1767384605.783625:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486439424 : -128357223112192 : ffff8b42814fe200) 00010000:00000001:2.0:1767384605.783626:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486439424 : -128357223112192 : ffff8b42814fe200) 00010000:00000001:2.0:1767384605.783629:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384605.783631:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.783635:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384605.783637:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384605.783638:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384605.783640:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000417b4823. 00010000:00000001:2.0:1767384605.783641:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384605.783645:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384605.783648:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384605.783652:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:2.0:1767384605.783655:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384605.783658:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd3c5399 with handle 0xefc2db714b35c309 from hash 00010000:00000001:2.0:1767384605.783661:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384605.783662:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.783664:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.783665:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384605.783667:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384605.783668:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp17 from 238.3.0.2 00010000:00000001:2.0:1767384605.783669:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000020:3.0:1767384605.783674:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384605.783674:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:0.0:1767384605.783674:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005ed7cdf7. 00010000:00000001:2.0:1767384605.783678:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.783682:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384605.783682:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783686:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000010:3.0:1767384605.783687:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002162f40. 00010000:00000001:2.0:1767384605.783688:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384605.783692:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.783694:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.783695:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384605.783696:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783697:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783702:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384605.783703:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175552 00010000:00010000:2.0:1767384605.783705:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384605.783708:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384605.783712:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.783714:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:3.0:1767384605.783716:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a456b4a x1853237049175552/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384605.783749:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384605.783751:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.783751:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384605.783755:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:3.0:1767384605.783756:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=23 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384605.783758:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.783761:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384605.783763:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384605.783763:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1767384605.783768:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384605.783769:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.783773:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 20000000:00000001:2.0:1767384605.783774:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.783780:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384605.783781:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384605.783784:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384605.783784:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000002b4084. 00010000:00000001:2.0:1767384605.783787:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384605.783789:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1767384605.783789:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000071ba8f50. 00010000:00010000:2.0:1767384605.783793:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd3c5399/0xefc2db714b35c309 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384605.783795:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384605.783800:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384605.783803:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001156a598. 00000800:00000010:0.0:1767384605.783804:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f0e7cab8. 00000100:00000200:3.0:1767384605.783808:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175552, offset 224 00000800:00000200:0.1:1767384605.783815:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (4) 00000400:00000200:3.0:1767384605.783819:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384605.783821:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e68977b9 count: 0 00000800:00000200:0.1:1767384605.783825:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp17 00000000f0e7cab8 deleted 00000400:00000200:3.0:1767384605.783830:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.1:1767384605.783831:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f0e7cab8. 00010000:00000001:2.0:1767384605.783832:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384605.783837:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000200:0.1:1767384605.783837:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:3.0:1767384605.783842:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002e00 00000800:00000200:0.0:1767384605.783846:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp17 p 3.x 192.168.202.154 -> 192.168.202.154:1006 incarnation:1767384604393714756 sched[0] 00000400:00000200:3.0:1767384605.783851:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13dd [2] + 224 00000800:00000010:0.0:1767384605.783852:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a64b7808. 00000400:00000200:3.0:1767384605.783859:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384605.783862:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384605.783864:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384605.783866:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384605.783873:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.783881:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384605.783884:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001156a598 00000400:00000010:3.0:1767384605.783886:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001156a598. 00000100:00000001:3.0:1767384605.783889:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384605.783890:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384605.783894:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.783896:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384605.783897:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384605.783899:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384605.783901:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000010:0.0:1767384605.783901:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a64b7808. 00000400:00000001:2.0:1767384605.783904:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384605.783905:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384605.783906:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000071ba8f50. 00000400:00000001:2.0:1767384605.783908:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384605.783909:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384605.783912:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59bf815. 00000100:00000040:3.0:1767384605.783915:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a456b4a x1853237049175552/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384605.783919:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f52f3bcc 00000100:00100000:3.0:1767384605.783925:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a456b4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049175552:12345-0@lo:253: Request processed in 2259us (2678us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384605.783925:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f52f3bcc. 00000800:00000010:0.0:1767384605.783927:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005ed7cdf7. 00000100:00000001:2.0:1767384605.783932:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384605.783938:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000800:00000001:0.0:1767384605.783940:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384605.783941:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384605.783942:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000800:00000001:0.0:1767384605.783945:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.783947:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384605.783964:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384605.783984:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384605.783985:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091a6148c. 00000800:00000200:0.1:1767384605.783988:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000020:00000010:3.0:1767384605.783991:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dc4e8fed. 00000020:00000010:3.0:1767384605.783997:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023a906bb. 00000100:00000001:2.0:1767384605.783999:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1767384605.784003:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp17 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384604393714756 sched[0] 00000100:00000001:2.0:1767384605.784004:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384605.784005:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:2.0:1767384605.784009:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384605.784011:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000010:0.0:1767384605.784013:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000031940a03. 02000000:00000010:3.0:1767384605.784014:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000039e85cee. 02000000:00000001:2.0:1767384605.784014:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384605.784017:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384605.784021:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.784023:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384605.784023:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.784028:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384605.784029:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=23 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384605.784033:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384605.784034:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384605.784039:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384605.784040:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000100:00000001:2.0:1767384605.784041:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384605.784046:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001156a598. 00010000:00000001:2.0:1767384605.784046:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384605.784048:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384605.784048:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384605.784053:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384605.784056:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384605.784057:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.784065:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384605.784067:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384605.784068:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384605.784077:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384605.784078:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384605.784079:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384605.784080:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384605.784081:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384605.784082:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384605.784082:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384605.784083:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384605.784084:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384605.784085:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384605.784087:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384605.784091:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049175552:0@lo:253: 00000100:00000001:2.0:1767384605.784095:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.784096:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384605.784097:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069f62863 x1853237049175552/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.784101:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384605.784102:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384605.784104:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3ac23f1. 02000000:00000001:2.0:1767384605.784107:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384605.784108:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384605.784109:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384605.784110:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384605.784111:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001d5ab5f5. 02000000:00000001:2.0:1767384605.784113:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384605.784115:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384605.784116:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 00000100:00000001:2.0:1767384605.784118:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384605.784119:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.784120:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.784123:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384605.784124:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.784126:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384605.784127:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384605.785034:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004ced21aa. 00080000:00000010:0.0:1767384605.785080:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c3b652c7. 00040000:00000001:0.0:1767384605.785084:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384605.785086:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384605.785087:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384605.785089:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384605.785091:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384605.785092:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384605.785094:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384605.785102:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384605.785105:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384605.785113:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384605.785115:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384605.785118:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384605.785122:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384605.785126:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384605.785128:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384605.785132:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005da7af24. 00010000:00000001:2.0:1767384605.785136:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384605.785140:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052077b5a. 00000020:00000001:2.0:1767384605.785142:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384605.785145:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052077b5a with handle 0xefc2db714b35c310 to hash 00000020:00000001:2.0:1767384605.785147:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384605.785148:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384605.785150:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384605.785152:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.785153:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.785154:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785159:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384605.785160:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384605.785161:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384605.785162:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384605.785164:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.785165:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384605.785166:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.785168:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384605.785169:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384605.785171:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384605.785171:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384605.785172:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005da7af24) refcount = 1 00010000:00010000:2.0:1767384605.785174:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785178:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384605.785179:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384605.785179:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.785186:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.785187:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384605.785188:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384605.785190:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384605.785191:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384605.785192:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384605.785204:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 00000020:00000001:2.0:1767384605.785206:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384605.785207:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384605.785209:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384605.785210:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785213:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384605.785214:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785217:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.785218:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384605.785219:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785222:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.785222:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.785224:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384605.785225:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384605.785228:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052077b5a already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384605.785230:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384605.785231:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384605.785232:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785235:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384605.785241:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384605.785242:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384605.785243:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=5 00000020:00000001:2.0:1767384605.785244:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384605.785246:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384605.785247:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384605.785249:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384605.785252:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384605.785253:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384605.785254:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.785257:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384605.785258:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384605.785259:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384605.785260:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384605.785262:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052077b5a with handle 0xefc2db714b35c310 from hash 00010000:00000001:2.0:1767384605.785264:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384605.785266:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.785267:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.785268:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384605.785270:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384605.785272:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384605.785273:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384605.785275:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384605.785277:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.785279:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384605.785281:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384605.785284:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.785285:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.785287:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384605.785288:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384605.785289:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.785294:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.785294:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384605.785298:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000063c2ab75. 00010000:00010000:2.0:1767384605.785299:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384605.785306:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.785307:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1767384605.785310:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175680 00010000:00000001:0.0:1767384605.785313:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384605.785316:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.785318:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000200:0.0:1767384605.785320:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a251bd97 x1853237049175680/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384605.785321:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384605.785324:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384605.785327:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384605.785330:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384605.785333:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.785334:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:2.0:1767384605.785336:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.785337:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384605.785340:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384605.785341:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384605.785348:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384605.785350:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384605.785353:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384605.785354:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384605.785357:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00010000:2.0:1767384605.785358:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c310 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384605.785363:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384605.785366:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384605.785367:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005da7af24 count: 0 00000100:00000001:0.0:1767384605.785370:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384605.785375:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384605.785378:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071ba8f50. 00010000:00000001:2.0:1767384605.785380:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384605.785381:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175680, offset 224 20000000:00000001:2.0:1767384605.785383:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384605.785391:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384605.785397:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384605.785405:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002e80 00000400:00000200:0.0:1767384605.785410:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e5 [2] + 224 00000400:00000200:0.0:1767384605.785414:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.785418:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384605.785421:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384605.785423:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.785430:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.785454:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.785465:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ba8f50 00000400:00000010:0.0:1767384605.785467:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071ba8f50. 00000100:00000001:0.0:1767384605.785469:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384605.785470:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384605.785473:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.785474:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.785476:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384605.785479:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384605.785482:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384605.785482:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384605.785486:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384605.785486:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384605.785489:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00000020:00000001:0.0:1767384605.785490:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384605.785495:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a251bd97 x1853237049175680/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384605.785496:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eb1d6af 00000400:00000010:3.0:1767384605.785499:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008eb1d6af. 00000100:00000001:3.0:1767384605.785504:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384605.785510:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a251bd97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049175680:12345-0@lo:253: Request processed in 3720us (4102us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384605.785511:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384605.785525:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000200:3.0:1767384605.785528:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.785529:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384605.785534:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384605.785537:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384605.785539:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384605.785541:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008be2fe9f. 00000100:00000001:3.0:1767384605.785542:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.785547:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384605.785548:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384605.785549:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384605.785550:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfbb5e53. 00000100:00000001:3.0:1767384605.785551:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.785556:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384605.785558:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d576eed. 00000100:00001000:3.0:1767384605.785559:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=23 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384605.785565:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=23 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384605.785565:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384605.785567:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384605.785570:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.785570:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384605.785574:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fbae8d5a. 00010000:00000001:3.0:1767384605.785575:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384605.785578:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.785580:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384605.785582:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384605.785585:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384605.785588:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384605.785590:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084cec02f. 00000100:00000040:3.0:1767384605.785594:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384605.785595:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071ba8f50. 00000100:00000001:3.0:1767384605.785603:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384605.785605:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384605.785606:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384605.785608:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384605.785610:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384605.785611:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384605.785612:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384605.785613:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384605.785615:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384605.785616:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384605.785617:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384605.785618:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384605.785619:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384605.785625:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b2051e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049175680:0@lo:253: 00000100:00000001:3.0:1767384605.785629:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.785631:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384605.785632:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b2051e9 x1853237049175680/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.785636:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384605.785637:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384605.785639:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b3253b7. 02000000:00000001:3.0:1767384605.785642:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384605.785643:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384605.785644:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384605.785645:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384605.785647:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e59d7174. 02000000:00000001:3.0:1767384605.785649:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384605.785650:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384605.785651:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b2051e9. 00000100:00000001:3.0:1767384605.785654:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384605.785655:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.785660:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.785662:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.785663:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.785665:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.785666:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384605.786783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e68977b9. 00010000:00000010:2.1:1767384605.786794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd3c5399. 00000100:00000040:2.0:1767384605.786809:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:2.0:1767384605.786814:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfd238d5. 00000100:00000040:0.0:1767384605.786840:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:0.0:1767384605.786849:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000603cf7a1. 00000100:00000040:3.0:1767384605.786882:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:3.0:1767384605.786888:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00000100:00000040:1.0:1767384605.787752:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294895110, at 4294895112 00000100:00000010:1.0:1767384605.787757:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce41b1be. 00010000:00000010:2.1:1767384605.788737:0:21728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005da7af24. 00010000:00000010:2.1:1767384605.788746:0:21728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052077b5a. 00000400:00000010:1.0:1767384605.796787:0:21731:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000062693553. 00000400:00000040:1.0:1767384605.796804:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384605.796806:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384605.796808:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384605.796809:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384605.796811:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384605.796812:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384605.796814:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384605.796815:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384605.796816:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384605.796817:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384605.796818:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384605.796819:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384605.796821:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384605.796822:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384605.796823:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384605.796824:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384605.796825:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384605.796826:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384605.796826:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384605.796828:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384605.796833:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384605.796835:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384605.796836:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384605.796837:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384605.796838:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384605.796839:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384605.796840:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384605.796841:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384605.796842:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384605.796843:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384605.796844:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384605.796845:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384605.796846:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384605.796847:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384605.796848:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384605.796849:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384605.796850:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384605.796852:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384605.796853:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384605.796854:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384605.796855:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384605.796855:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384605.796856:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384605.796857:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384605.796858:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384605.796859:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384605.796860:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384605.796861:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384605.796862:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384605.796863:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384605.796864:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384605.796865:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384605.796866:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384605.796867:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384605.796868:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384605.796869:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384605.796869:0:21731:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384605.796894:0:21731:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000062693553. 00010000:00000001:1.0:1767384606.228766:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384606.228777:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.228782:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384606.228783:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.228815:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384606.228818:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384606.228821:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384606.512681:0:21942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ca5095a. 00080000:00000010:3.0:1767384606.512690:0:21942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ca5095a. 00000020:00000001:3.0:1767384606.512693:0:21942:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384606.512700:0:21942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ca5095a. 00080000:00000010:3.0:1767384606.512703:0:21942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ca5095a. 00000020:00000001:3.0:1767384606.512706:0:21942:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384607.157325:0:22106:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384607.157329:0:22106:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:3.0:1767384607.160019:0:22106:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384607.166083:0:22107:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e1edc9a2. 00000400:00000010:3.0:1767384607.166094:0:22107:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000144be44f. 00000400:00000010:3.0:1767384607.166102:0:22107:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000556248af. 00000400:00000010:3.0:1767384607.166105:0:22107:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000938d8ad. 00000400:00000010:3.0:1767384607.166108:0:22107:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1039726. 00000400:00000010:3.0:1767384607.166112:0:22107:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ceb299fb. 00000400:00000010:3.0:1767384607.166113:0:22107:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a3662e01. 00000400:00000010:3.0:1767384607.166115:0:22107:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072e4e8a8. 00000400:00000010:3.0:1767384607.166118:0:22107:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cca9f77e. 00000800:00000010:3.0:1767384607.166127:0:22107:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000011928bd6. 00000800:00000200:3.0:1767384607.166136:0:22107:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384607.166142:0:22107:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384607.166172:0:22107:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384607.166201:0:22107:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp19 [8/256/0/180] 00000400:00000010:3.0:1767384607.167386:0:22107:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000009bbfa232. 00000400:00000010:3.0:1767384607.167392:0:22107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000400:00000010:3.0:1767384607.167397:0:22107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0b9361c. 00000400:00000001:3.0:1767384607.167413:0:22107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384607.167414:0:22107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384607.167416:0:22107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00000400:00000200:3.0:1767384607.167418:0:22107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49833ec 00000400:00000010:3.0:1767384607.167419:0:22107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a49833ec. 00000400:00000010:3.0:1767384607.167422:0:22107:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000002231948e. 00000400:00000200:3.0:1767384607.167427:0:22107:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (10) 00000400:00000200:3.0:1767384607.167436:0:22107:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384607.167442:0:22107:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:3.0:1767384607.167448:0:22107:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004b3253b7. 00000020:01000000:3.0:1767384607.167451:0:22107:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384607.167453:0:22107:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp19 00000400:00000010:3.0:1767384607.167467:0:22107:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000144be44f. 00000400:00000010:3.0:1767384607.167471:0:22107:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e1edc9a2. 00000400:00000200:2.0:1767384607.167478:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384607.167486:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:2.0:1767384607.167493:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000400:00000200:2.0:1767384607.167497:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (11) 00000020:00000001:1.0:1767384607.167499:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384607.167504:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea546e03. 10000000:00000001:1.0:1767384607.167505:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384607.167510:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384607.167512:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 10000000:01000000:1.0:1767384607.167514:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384607.167519:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384607.167522:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384607.167523:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384607.167525:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384607.167528:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384607.167529:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:01000004:1.0:1767384607.167531:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384607.167534:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384607.167536:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384607.167539:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384607.167539:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384607.167542:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384607.167550:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:1.0:1767384607.167550:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000020:00000040:1.0:1767384607.167558:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384607.167561:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:1.0:1767384607.167566:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384607.167570:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:1.0:1767384607.167571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384607.167577:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:1.0:1767384607.167578:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384607.167588:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000550eed6b. 00000400:00000200:2.0:1767384607.167592:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384607.167598:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:1.0:1767384607.167598:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.167606:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384607.167610:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384607.167610:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384607.167614:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.167618:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:2.0:1767384607.167625:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp18 00000100:00000040:1.0:1767384607.167626:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023e54ff5] to pc [ptlrpcd_00_02+2] req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384607.167632:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp18 lpni_is_preferred = 0 00000400:00000200:2.0:1767384607.167639:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp18 00000400:00000200:2.0:1767384607.167646:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp18 NI seq info: [23:23:256:4294967295] 192.168.202.154@tcp18 LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1767384607.167654:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp18 10000000:00000001:1.0:1767384607.167661:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.167662:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384607.167666:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.167667:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18:) -> 192.168.202.154@tcp18(192.168.202.154@tcp:192.168.202.154@tcp18) : PUT try# 0 00000100:00000001:3.0:1767384607.167668:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384607.167670:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.167672:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384607.167675:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384607.167679:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384607.167683:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384607.167684:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.202.154@tcp18 10000000:00000001:1.0:1767384607.167685:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384607.167689:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384607.167692:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:2.0:1767384607.167694:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003400f448. 00000100:00000001:3.0:1767384607.167695:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384607.167695:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384607.167700:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384607.167703:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384607.167705:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384607.167705:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:2.0:1767384607.167706:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000098be71ba. 02000000:00000001:3.0:1767384607.167707:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384607.167707:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384607.167710:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384607.167712:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384607.167712:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:2.0:1767384607.167713:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000291129b8. 00000020:01000004:1.0:1767384607.167714:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384607.167743:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384607.167744:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (2) 00000020:01000004:1.0:1767384607.167746:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384607.167748:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049175808:0@lo:253: 00000100:00000010:1.0:1767384607.167751:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d195d37. 00000800:00000200:2.1:1767384607.167755:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (2) 00000020:00000040:1.0:1767384607.167756:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384607.167757:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384607.167762:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384607.167763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384607.167764:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384607.167766:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.167766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.167769:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384607.167772:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000097799a1. 02000000:00000010:3.0:1767384607.167776:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fbae8d5a. 00000400:00000200:2.0:1767384607.167776:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 02000000:00000001:3.0:1767384607.167778:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.167778:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.167782:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000400:00000010:3.0:1767384607.167784:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000100:00000001:1.0:1767384607.167784:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384607.167788:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384607.167791:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000144be44f. 00000100:00000040:1.0:1767384607.167793:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d195d37] to pc [ptlrpcd_00_03+3] req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384607.167795:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175808, portal 25 00000100:00000001:3.0:1767384607.167797:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384607.167804:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.167805:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 10000000:00000001:1.0:1767384607.167806:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.167808:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.167810:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384607.167810:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384607.167813:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004b3253b7. 00000100:00000001:3.0:1767384607.167817:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384607.167820:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.167823:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066ca982d. 00000100:00000200:3.0:1767384607.167827:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175808, offset 0 00000100:00000001:1.0:1767384607.167827:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.167830:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.167832:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384607.167834:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384607.167835:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.167842:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384607.167844:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384607.167844:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.167847:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 02000000:00000001:1.0:1767384607.167847:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384607.167851:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384607.167854:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002f00 02000000:00000001:1.0:1767384607.167855:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384607.167857:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049175936:0@lo:253: 00000400:00000200:3.0:1767384607.167861:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000100:00000001:1.0:1767384607.167861:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384607.167864:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a26d007. 00000400:00000200:3.0:1767384607.167868:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000adce4b6f 02000000:00000001:1.0:1767384607.167870:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384607.167872:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.167874:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384607.167875:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384607.167879:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044621c82. 00000400:00000200:3.0:1767384607.167881:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384607.167882:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.167885:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0798c9b. 00000400:00000200:3.0:1767384607.167886:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adce4b6f 00000400:00000010:3.0:1767384607.167888:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adce4b6f. 00000100:00000001:3.0:1767384607.167892:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384607.167894:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384607.167898:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000c0069150 x1853237049175808 msgsize 4848 00000400:00000010:1.0:1767384607.167899:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046295a5a. 00000100:00100000:3.0:1767384607.167903:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384607.167903:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049175936, portal 25 00000100:00000040:3.0:1767384607.167905:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384607.167906:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384607.167907:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520551296 : -128356189000320 : ffff8b42bef32d80) 00000400:00000200:2.0:1767384607.167912:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000040:1.0:1767384607.167913:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.167915:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384607.167922:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384607.167926:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384607.167927:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066ca982d 00000400:00000010:3.0:1767384607.167928:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066ca982d. 00000400:00000010:1.0:1767384607.167929:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b584c8a8. 00000100:00000001:3.0:1767384607.167931:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384607.167931:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049175936, offset 0 00000100:00000200:3.0:1767384607.167953:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384607.167953:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384607.167960:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384607.167963:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384607.167967:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384607.167968:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384607.167968:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260002f80 00000400:00000200:1.0:1767384607.167977:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000001:3.0:1767384607.167978:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.167980:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384607.167981:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c16e59d. 00000400:00000200:1.0:1767384607.167985:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f446c3fb 00000100:00000001:3.0:1767384607.167988:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.167991:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384607.167996:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384607.167998:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294896497 00000400:00000200:1.0:1767384607.167999:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f446c3fb 00000400:00000010:1.0:1767384607.168001:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f446c3fb. 00000100:00000010:3.0:1767384607.168002:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebbff6f. 00000100:00000001:1.0:1767384607.168005:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384607.168007:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000200:1.0:1767384607.168007:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384607.168008:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384607.168009:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000002defb1b1 x1853237049175936 msgsize 4848 00000100:00100000:1.0:1767384607.168016:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384607.168017:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294896497 00000100:00000040:1.0:1767384607.168019:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384607.168020:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c463c6b0. 00000100:00000001:3.0:1767384607.168024:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384607.168028:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294896497 00000100:00000001:1.0:1767384607.168028:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384607.168032:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000400:00000200:1.0:1767384607.168033:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b584c8a8 00000400:00000010:1.0:1767384607.168034:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b584c8a8. 00000100:00000001:3.0:1767384607.168035:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384607.168038:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384607.168040:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294896497 00000400:00000200:2.0:1767384607.168040:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000010:3.0:1767384607.168047:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000804cd4c7. 00000100:00000200:1.0:1767384607.168049:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.168051:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384607.168056:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.168058:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384607.168059:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.168061:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.168063:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168065:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.168068:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.168069:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:1.0:1767384607.168071:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.168073:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384607.168075:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384607.168078:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.168078:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168080:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.168081:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294896497 00000100:00000001:3.0:1767384607.168082:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168084:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168084:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294896497 00000100:00000001:1.0:1767384607.168086:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294896497 00000100:00000001:1.0:1767384607.168088:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294896497 00000100:00000001:1.0:1767384607.168091:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294896497 00000100:00000001:1.0:1767384607.168093:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294896497 00000100:00000001:1.0:1767384607.168095:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294896497 00000400:00000200:2.0:1767384607.168096:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:1.0:1767384607.168101:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294896497 00000100:00000001:1.0:1767384607.168106:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.168108:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168111:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168112:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.168117:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384607.168118:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:1.0:1767384607.168119:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384607.168125:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.168126:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.168129:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168132:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.168152:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:1.0:1767384607.168153:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384607.168156:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175808 02000000:00000001:1.0:1767384607.168160:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384607.168163:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384607.168166:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.168171:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384607.168175:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175808 00000100:00000001:3.0:1767384607.168178:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384607.168180:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049175936 02000000:00000001:3.0:1767384607.168182:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.168193:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.168194:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.168195:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384607.168196:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.168197:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00100000:3.0:1767384607.168199:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049175936 00000020:00000001:1.0:1767384607.168200:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384607.168201:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384607.168203:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000040:1.0:1767384607.168203:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:3.0:1767384607.168204:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384607.168206:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384607.168207:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384607.168209:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384607.168210:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:2.0:1767384607.168213:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000001:1.0:1767384607.168215:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384607.168216:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384607.168220:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384607.168220:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002eb1ab52. 00000020:00000010:3.0:1767384607.168223:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:1.0:1767384607.168224:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384607.168225:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.168227:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000020:00000010:1.0:1767384607.168227:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002eb1ab52. 00000020:00000010:3.0:1767384607.168233:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079701916. 00000020:00000010:1.0:1767384607.168233:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be4d5367. 00000020:00000010:3.0:1767384607.168239:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:1.0:1767384607.168239:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aaaeb911. 00000020:00000010:3.0:1767384607.168244:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009abe7959. 00000020:00000010:1.0:1767384607.168244:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b9961e44. 00000100:00000040:3.0:1767384607.168256:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384607.168256:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:3.0:1767384607.168261:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384607.168261:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.168265:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384607.168265:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384607.168267:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168267:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168275:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168275:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168285:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.168285:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.168299:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384607.168299:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:1.0:1767384607.168300:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384607.168303:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384607.168304:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384607.168309:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000040:3.0:1767384607.168313:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384607.168315:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611944528 : -128357097607088 : ffff8b4288caf050) 00000100:00100000:1.0:1767384607.168315:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:1.0:1767384607.168317:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384607.168319:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717232966736 : -128356476584880 : ffff8b42adcefc50) 00000100:00000040:3.0:1767384607.168320:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002defb1b1 x1853237049175936/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384607.168324:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0069150 x1853237049175808/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.168329:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384607.168332:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:1.0:1767384607.168332:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384607.168333:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000020:00000010:1.0:1767384607.168334:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002eb1ab52. 00000100:00000001:3.0:1767384607.168335:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.168339:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000100:00000001:1.0:1767384607.168339:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384607.168341:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002eb1ab52. 00000100:00100000:3.0:1767384607.168345:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002defb1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049175936:12345-0@lo:253: 00000100:00100000:1.0:1767384607.168346:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0069150 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049175808:12345-0@lo:253: 00000100:00000200:3.0:1767384607.168349:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175936 00000100:00000200:1.0:1767384607.168350:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049175808 00000020:00000001:3.0:1767384607.168353:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.168356:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384607.168358:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.168359:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.168360:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.168361:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384607.168362:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.168364:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384607.168365:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384607.168366:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384607.168370:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.168371:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384607.168372:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384607.168372:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.168375:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384607.168375:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384607.168376:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000020:00000001:3.0:1767384607.168378:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384607.168378:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384607.168382:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.168382:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168387:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384607.168387:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.168390:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384607.168390:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384607.168398:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000063c2ab75. 02000000:00000010:1.0:1767384607.168398:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000017d08e3f. 02000000:00000001:3.0:1767384607.168400:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.168401:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.168403:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.168403:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.168407:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384607.168407:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384607.168414:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 20000000:00000010:3.0:1767384607.168417:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004b3253b7. 20000000:00000010:1.0:1767384607.168417:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000088f3b76d. 20000000:01000000:3.0:1767384607.168422:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384607.168422:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384607.168425:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384607.168425:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384607.168428:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384607.168431:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.168433:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.168433:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384607.168434:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.168436:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384607.168436:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.168438:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384607.168445:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073a56491. 20000000:01000000:3.0:1767384607.168447:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000400:00000200:2.0:1767384607.168450:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 20000000:00000001:3.0:1767384607.168453:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384607.168460:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384607.168475:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384607.168485:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00080000:00000001:3.0:1767384607.168491:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384607.168508:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.168510:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384607.168512:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.168514:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384607.168516:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384607.168519:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:3.0:1767384607.168524:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:3.0:1767384607.168526:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384607.168530:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384607.168533:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.168536:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384607.168538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000020:00000001:3.0:1767384607.168539:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384607.168552:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384607.168556:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384607.168560:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000db7c0454. 00080000:00000001:3.0:1767384607.168563:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266659840 : -128361442891776 : ffff8b4185cb2800) 00080000:00000001:3.0:1767384607.168567:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384607.168571:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384607.168575:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bcc35bb8. 00080000:00000001:3.0:1767384607.168578:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.168581:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384607.168594:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.168611:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384607.168841:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039e85cee. 00000800:00000010:2.0:1767384607.168848:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003cfa62f7. 00000800:00000010:2.0:1767384607.168854:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cc95d5e. 00000800:00000010:2.0:1767384607.168895:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cc95d5e. 00000400:00000200:3.0:1767384607.169067:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384607.169084:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp18 from 237.3.0.2 00000800:00000010:3.0:1767384607.169089:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e2c72d32. 00000800:00000010:1.0:1767384607.169148:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000032e7399e. 00000800:00000010:1.0:1767384607.169152:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b584c8a8. 00000800:00000010:1.0:1767384607.169166:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af4f0f3f. 00000800:00000200:1.1:1767384607.169172:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (2) 00000800:00000200:1.1:1767384607.169177:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp18 00000000af4f0f3f deleted 00000800:00000010:1.1:1767384607.169179:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000af4f0f3f. 00000800:00000200:1.1:1767384607.169184:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384607.169191:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:1005 00000800:00000200:1.1:1767384607.169196:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003400f448 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:1.0:1767384607.169202:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp18 p 3.x 192.168.202.154 -> 192.168.202.154:1005 incarnation:1767384605778145374 sched[0] 00000800:00000010:1.0:1767384607.169206:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002eb1ab52. 00000800:00000010:1.0:1767384607.169257:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002eb1ab52. 00000800:00000200:3.1:1767384607.169260:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384607.169260:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b584c8a8. 00000800:00000200:3.0:1767384607.169266:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp18 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384605778145374 sched[0] 00000800:00000010:3.0:1767384607.169269:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003cfa62f7. 00000800:00000010:1.0:1767384607.169304:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e2c72d32. 00000800:00000001:0.0:1767384607.169307:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169319:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384607.169320:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384607.169326:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384607.169336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384607.169382:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000200:0.0:1767384607.169383:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384607.169388:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003400f448. 00000400:00000200:0.0:1767384607.169393:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.169398:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: PUT: OK 00000400:00000200:0.0:1767384607.169402:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384607.169405:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:0.0:1767384607.169412:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169417:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.169419:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169422:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.169428:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18) <- 192.168.202.154@tcp18 : PUT - for me 00000400:00000200:3.0:1767384607.169429:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384607.169437:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384607.169445:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 208/208 into md 0x13ed [1] + 0 00000400:00000010:0.0:1767384607.169449:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052129c53. 00000400:00000200:0.0:1767384607.169453:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d76a3146 00000800:00000001:0.0:1767384607.169457:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169467:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384607.169470:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384607.169470:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.169480:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: PUT: OK 00000400:00000200:0.0:1767384607.169484:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76a3146 00000400:00000010:0.0:1767384607.169486:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d76a3146. 00000400:00000200:0.0:1767384607.169491:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384607.169496:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (12) 00000400:00000200:0.0:1767384607.169501:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384607.169505:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000010:0.0:1767384607.169506:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000f4eca9d5. 00000400:00000200:0.0:1767384607.169512:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 11 00000400:00000200:0.0:1767384607.169516:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384607.169525:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (13) 00000400:00000200:0.0:1767384607.169529:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384607.169535:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp18 to MR: 192.168.202.154@tcp18 local destination 00000400:00000200:3.0:1767384607.169539:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384607.169540:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp18 NI seq info: [24:24:256:4294967295] 192.168.202.154@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384607.169557:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) -> 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) 192.168.202.154@tcp18 : ACK try# 0 00000800:00000200:0.0:1767384607.169567:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp18 00000800:00000010:0.0:1767384607.169570:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c2ed57c. 00000800:00000200:0.0:1767384607.169575:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (4) 00000800:00000200:0.0:1767384607.169580:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:988 00000400:00000200:2.0:1767384607.169581:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384607.169583:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c2ed57c type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384607.169588:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59bf815. 00000400:00000010:2.0:1767384607.169595:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97f923e. 00000400:00000200:3.0:1767384607.169596:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384607.169599:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:2.0:1767384607.169607:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000010:2.0:1767384607.169615:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000e129c7d3. 00000400:00000010:2.0:1767384607.169619:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000eb71c96f. 00000400:00000010:2.0:1767384607.169622:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000003400f448. 00000800:00000200:0.0:1767384607.169628:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384607.169631:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c2ed57c. 00000400:00000200:0.0:1767384607.169635:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.169639:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: ACK: OK 00000400:00000200:3.0:1767384607.169642:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000010:2.0:1767384607.169642:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ff3ffc58. 00000800:00000001:0.0:1767384607.169644:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169650:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384607.169654:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ff3ffc58 nid 192.168.202.154@tcp19 00000800:00000001:0.0:1767384607.169655:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169660:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.169663:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.169666:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.169671:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18) <- 192.168.202.154@tcp18 : ACK - for me 00000400:00000200:0.0:1767384607.169679:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp18: ACK from 12345-192.168.202.154@tcp18 into md 0x1405 00000400:00000200:0.0:1767384607.169683:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.169684:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384607.169689:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: ACK: OK 00000400:00000010:2.0:1767384607.169690:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bfd238d5. 00000400:00000200:0.0:1767384607.169695:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 00000400:00000200:2.0:1767384607.169697:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bfd238d5 net tcp19 00000400:00000010:0.0:1767384607.169698:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00000400:00000200:0.0:1767384607.169703:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384607.169705:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (12) 00000400:00000200:0.0:1767384607.169707:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:2.0:1767384607.169716:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp19 flags 0x11 00000400:00000200:3.0:1767384607.169743:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000010:2.0:1767384607.169758:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000e129c7d3. 00000400:00000200:0.0:1767384607.169759:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384607.169764:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (13) 00000400:00000010:2.0:1767384607.169765:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000eb71c96f. 00000800:00000001:0.0:1767384607.169768:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384607.169770:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000003400f448. 00000800:00000001:0.0:1767384607.169772:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384607.169775:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000f4eca9d5. 00000400:00000200:2.0:1767384607.169783:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384607.169787:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:3.0:1767384607.169792:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384607.169801:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:2.0:1767384607.169808:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00080000:00000010:0.0:1767384607.169812:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000db7c0454. 00000400:00000200:2.0:1767384607.169813:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384607.169819:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:2.0:1767384607.169824:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384607.169828:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (12) 00080000:00000010:0.0:1767384607.169833:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bcc35bb8. 00040000:00000001:0.0:1767384607.169838:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1767384607.169839:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00040000:00000001:0.0:1767384607.169840:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384607.169844:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384607.169847:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384607.169855:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.169857:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384607.169867:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384607.169876:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384607.169878:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 20000000:01000000:0.0:1767384607.169878:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384607.169883:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384607.169885:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384607.169891:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384607.169895:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384607.169900:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384607.169904:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384607.169912:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008efe6ae4. 00000400:00000200:3.0:1767384607.169913:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00010000:00000001:2.0:1767384607.169918:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384607.169923:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052077b5a. 00000020:00000001:2.0:1767384607.169927:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384607.169931:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052077b5a with handle 0xefc2db714b35c317 to hash 00000020:00000001:2.0:1767384607.169934:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384607.169950:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384607.169954:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384607.169957:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384607.169960:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.169964:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384607.169966:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 20000000:00000010:0.0:1767384607.169972:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d61dc035. 20000000:01000000:0.0:1767384607.169977:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00010000:00000001:2.0:1767384607.169981:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000001:0.0:1767384607.169981:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384607.169985:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384607.169987:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384607.169991:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384607.169994:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384607.169996:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.169999:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384607.170000:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.170003:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384607.170005:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00010000:00000001:2.0:1767384607.170006:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384607.170009:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384607.170010:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384607.170016:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384607.170021:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384607.170026:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008efe6ae4) refcount = 1 00080000:00000001:0.0:1767384607.170026:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.170030:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384607.170033:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.170035:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384607.170036:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00080000:00000001:0.0:1767384607.170036:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384607.170039:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384607.170043:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:0.0:1767384607.170049:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00010000:00000001:2.0:1767384607.170053:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000002:0.0:1767384607.170053:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384607.170058:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384607.170058:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384607.170062:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384607.170063:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.170068:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.170069:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.170070:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384607.170074:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384607.170075:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384607.170079:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384607.170080:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384607.170082:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00080000:00000010:0.0:1767384607.170082:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000bc770aa. 20000000:01000000:2.0:1767384607.170084:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00080000:00000001:0.0:1767384607.170088:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717405133824 : -128356304417792 : ffff8b42b8120c00) 00010000:00000001:2.0:1767384607.170091:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384607.170091:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384607.170095:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384607.170095:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:2.0:1767384607.170100:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 00080000:00000010:0.0:1767384607.170100:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000048d26320. 00080000:00000001:0.0:1767384607.170104:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.170105:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00080000:00000001:0.0:1767384607.170107:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384607.170111:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384607.170114:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384607.170116:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384607.170116:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384607.170120:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00080000:00000001:0.0:1767384607.170124:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384607.170132:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384607.170134:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384607.170140:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384607.170143:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:0.0:1767384607.170143:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384607.170145:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384607.170152:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384607.170154:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384607.170155:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384607.170156:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004b3253b7. 00010000:00000001:2.0:1767384607.170160:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:0.0:1767384607.170161:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.170164:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384607.170165:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175936 00010000:00000001:0.0:1767384607.170170:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384607.170175:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002defb1b1 x1853237049175936/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.170183:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384607.170186:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.170191:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=25 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384607.170195:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052077b5a already unused, calling callback (00000000d66be316) 00000100:00000001:0.0:1767384607.170196:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384607.170200:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384607.170201:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384607.170202:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384607.170207:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:0.0:1767384607.170207:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384607.170211:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.170212:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.170214:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.170218:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.170223:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048479dd0. 00010000:00000001:2.0:1767384607.170224:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:0.0:1767384607.170226:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175936, offset 224 00010000:00000001:2.0:1767384607.170229:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384607.170232:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384607.170233:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384607.170237:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=5 00000020:00000001:2.0:1767384607.170242:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00000400:00000200:0.0:1767384607.170243:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384607.170249:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00000400:00000200:0.0:1767384607.170254:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002f80 00010000:00000001:2.0:1767384607.170255:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384607.170259:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384607.170259:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1411 [2] + 224 00000400:00000200:0.0:1767384607.170264:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.170271:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384607.170273:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384607.170274:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384607.170277:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384607.170279:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.170281:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.170289:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384607.170291:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384607.170292:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004b3253b7. 00010000:00000001:2.0:1767384607.170293:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384607.170298:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:3.0:1767384607.170300:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066ca982d. 00010000:00000001:2.0:1767384607.170303:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384607.170306:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6e63390. 00000020:00000040:2.0:1767384607.170308:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052077b5a with handle 0xefc2db714b35c317 from hash 00000100:00000001:0.0:1767384607.170309:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384607.170314:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384607.170314:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048479dd0 00000400:00000010:0.0:1767384607.170318:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048479dd0. 00010000:00000001:2.0:1767384607.170319:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384607.170322:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384607.170323:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384607.170327:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384607.170329:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384607.170332:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384607.170332:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384607.170337:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384607.170337:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.170341:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384607.170342:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000800:00000010:3.0:1767384607.170343:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6e63390. 00010000:00000001:2.0:1767384607.170348:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.170348:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384607.170352:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.170353:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1767384607.170354:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384607.170357:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002defb1b1 x1853237049175936/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.170366:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:0.0:1767384607.170366:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002defb1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049175936:12345-0@lo:253: Request processed in 2036us (2354us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384607.170373:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384607.170377:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384607.170378:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00000001:2.0:1767384607.170381:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.170383:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000400:00000200:3.0:1767384607.170385:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:2.0:1767384607.170386:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.170387:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384607.170390:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384607.170392:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.170394:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00010000:00010000:2.0:1767384607.170396:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384607.170400:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009abe7959. 00000400:00000200:3.0:1767384607.170404:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp18 from 236.3.0.2 00000020:00000010:0.0:1767384607.170406:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079701916. 00010000:00000001:2.0:1767384607.170408:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767384607.170410:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000700ea38a. 00010000:00000001:2.0:1767384607.170412:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384607.170412:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:2.0:1767384607.170417:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384607.170418:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384607.170420:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:0.0:1767384607.170421:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000063c2ab75. 00010000:00000001:2.0:1767384607.170425:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384607.170426:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384607.170429:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.170430:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384607.170434:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384607.170435:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384607.170440:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.170441:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052129c53. 20000000:00000001:2.0:1767384607.170445:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.170448:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048479dd0. 00010000:00010000:2.0:1767384607.170449:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384607.170458:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384607.170460:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384607.170462:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c317 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384607.170468:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008efe6ae4 count: 0 00000100:00000001:0.0:1767384607.170469:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.170473:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384607.170477:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.170479:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.170481:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0798c9b. 00010000:00000001:2.0:1767384607.170483:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384607.170486:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046295a5a 20000000:00000001:2.0:1767384607.170487:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384607.170489:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046295a5a. 00000100:00000001:0.0:1767384607.170495:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.170499:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384607.170514:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384607.170515:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002162f40. 00000100:00000001:0.0:1767384607.170523:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:2.0:1767384607.170524:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f20a7a77. 00000100:00000001:0.0:1767384607.170525:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.170530:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.170532:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.170533:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.170534:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.170536:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.170539:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384607.170542:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.170545:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384607.170546:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.170548:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.170549:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384607.170550:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ffc3dab3. 00000100:00000001:0.0:1767384607.170552:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.170558:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384607.170564:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (4) 00000100:00000001:0.0:1767384607.170571:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1767384607.170577:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp18 00000000ffc3dab3 deleted 00000100:00000001:0.0:1767384607.170577:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384607.170579:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.1:1767384607.170581:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ffc3dab3. 00000020:01000004:0.0:1767384607.170583:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384607.170586:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.1:1767384607.170587:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:01000004:0.0:1767384607.170587:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384607.170590:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384607.170592:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384607.170594:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384607.170595:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:2.0:1767384607.170598:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp18 p 3.x 192.168.202.154 -> 192.168.202.154:1004 incarnation:1767384605778145374 sched[0] 00000020:01000004:0.0:1767384607.170598:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384607.170599:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384607.170604:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384607.170609:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cc95d5e. 00000100:00100000:0.0:1767384607.170613:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049175936:0@lo:253: 00000100:00000001:0.0:1767384607.170617:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.170623:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.170625:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d195d37 x1853237049175936/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.170630:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.170632:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384607.170634:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044621c82. 02000000:00000001:0.0:1767384607.170637:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384607.170638:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.170640:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384607.170642:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.170643:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000097799a1. 02000000:00000001:0.0:1767384607.170646:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.170647:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.170648:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d195d37. 00000100:00000001:0.0:1767384607.170651:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.170652:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.170654:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.170657:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.170659:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.170660:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.170662:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384607.170667:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cc95d5e. 00000800:00000010:2.0:1767384607.170672:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f20a7a77. 00000800:00000200:3.1:1767384607.170689:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384607.170703:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp18 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384605778145374 sched[0] 00000800:00000010:3.0:1767384607.170706:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066ca982d. 00000800:00000010:2.0:1767384607.170711:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000700ea38a. 00000800:00000001:0.0:1767384607.170750:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.170754:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.170910:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.170915:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384607.171594:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000bc770aa. 00080000:00000010:0.0:1767384607.171629:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000048d26320. 00040000:00000001:0.0:1767384607.171634:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384607.171635:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384607.171637:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384607.171639:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384607.171641:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.171642:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384607.171644:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384607.171652:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384607.171654:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384607.171658:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384607.171680:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384607.171685:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384607.171687:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384607.171690:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384607.171692:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384607.171697:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000450d8b4. 00010000:00000001:2.0:1767384607.171702:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384607.171704:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064878c5e. 00000020:00000001:2.0:1767384607.171707:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384607.171709:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064878c5e with handle 0xefc2db714b35c31e to hash 00000020:00000001:2.0:1767384607.171712:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384607.171713:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384607.171716:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384607.171742:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384607.171744:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.171746:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384607.171753:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384607.171755:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384607.171757:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384607.171759:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384607.171761:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.171763:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384607.171765:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.171767:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384607.171769:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384607.171771:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384607.171772:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384607.171774:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000450d8b4) refcount = 1 00010000:00010000:2.0:1767384607.171777:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384607.171782:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000020:0.0:1767384607.171786:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384607.171791:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384607.171794:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.171796:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384607.171799:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000088f3b76d. 00010000:00000001:2.0:1767384607.171800:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.171802:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.171804:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384607.171806:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049175808 20000000:00000001:2.0:1767384607.171811:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384607.171811:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384607.171815:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0069150 x1853237049175808/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384607.171817:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384607.171823:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384607.171827:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384607.171828:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384607.171829:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384607.171832:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=4 00000100:00001000:0.0:1767384607.171833:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.171838:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384607.171840:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000100:00000040:0.0:1767384607.171841:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384607.171846:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384607.171847:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 02000000:00000001:0.0:1767384607.171850:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384607.171851:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:0.0:1767384607.171852:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.171857:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.171857:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.171862:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.171866:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fb8c3a4. 00010000:00000001:2.0:1767384607.171871:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1767384607.171871:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049175808, offset 224 00010000:00010000:2.0:1767384607.171875:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384607.171878:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384607.171886:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384607.171887:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384607.171890:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384607.171894:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384607.171895:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260002f00 00000400:00000200:0.0:1767384607.171902:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1409 [2] + 224 00000400:00000200:0.0:1767384607.171911:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384607.171912:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384607.171915:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.171916:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384607.171921:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384607.171922:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384607.171926:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384607.171926:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384607.171955:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064878c5e already unused, calling callback (00000000d66be316) 00000100:00000040:0.0:1767384607.171960:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.171961:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384607.171965:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384607.171969:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.171976:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.171981:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb8c3a4 00000400:00000010:0.0:1767384607.171984:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fb8c3a4. 00010000:00000001:2.0:1767384607.171990:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384607.171993:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384607.171994:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384607.171996:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384607.171996:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384607.172001:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=5 00000100:00000001:0.0:1767384607.172003:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.172005:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384607.172005:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000100:00000040:0.0:1767384607.172007:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384607.172010:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384607.172012:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384607.172013:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000020:00000001:0.0:1767384607.172015:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384607.172017:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384607.172018:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1767384607.172018:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384607.172021:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384607.172022:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384607.172024:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0069150 x1853237049175808/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384607.172026:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00000400:00000200:3.0:1767384607.172033:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000144be44f 00000400:00000010:3.0:1767384607.172038:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000144be44f. 00000100:00000001:3.0:1767384607.172043:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384607.172047:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384607.172048:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0069150 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049175808:12345-0@lo:253: Request processed in 3714us (4148us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384607.172052:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.172052:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384607.172056:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.172061:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00000001:2.0:1767384607.172065:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384607.172066:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:2.0:1767384607.172069:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384607.172071:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384607.172074:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384607.172075:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384607.172079:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.172079:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.172080:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aaaeb911. 00000020:00000040:2.0:1767384607.172087:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064878c5e with handle 0xefc2db714b35c31e from hash 00000020:00000010:0.0:1767384607.172087:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b9961e44. 00000020:00000010:0.0:1767384607.172092:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be4d5367. 00010000:00000001:2.0:1767384607.172093:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384607.172098:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384607.172098:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384607.172100:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384607.172103:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384607.172104:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384607.172105:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.172106:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:0.0:1767384607.172107:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000017d08e3f. 00000100:00000001:3.0:1767384607.172110:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384607.172111:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1767384607.172112:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384607.172114:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384607.172116:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384607.172117:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.172117:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.172121:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384607.172122:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384607.172123:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384607.172127:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.172127:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384607.172129:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d7db9a2. 00010000:00000001:2.0:1767384607.172134:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.172135:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fb8c3a4. 00000100:00001000:3.0:1767384607.172136:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=25 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384607.172141:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00001000:3.0:1767384607.172143:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=25 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384607.172144:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384607.172148:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384607.172150:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384607.172152:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384607.172153:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.172155:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.172157:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.172158:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.172160:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384607.172162:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.172163:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.172167:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384607.172171:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.172186:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384607.172188:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384607.172190:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384607.172191:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384607.172193:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.172195:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384607.172198:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:3.0:1767384607.172199:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384607.172200:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384607.172202:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384607.172204:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384607.172205:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384607.172207:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:3.0:1767384607.172209:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384607.172211:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384607.172212:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 20000000:00000001:2.0:1767384607.172214:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384607.172216:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:2.0:1767384607.172219:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384607.172220:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384607.172223:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384607.172225:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384607.172228:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384607.172231:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384607.172233:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.172235:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384607.172238:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064878c5e/0xefc2db714b35c31e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384607.172254:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049175808:0@lo:253: 00010000:00000040:2.0:1767384607.172256:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000450d8b4 count: 0 00000100:00000001:3.0:1767384607.172264:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.172267:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384607.172270:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023e54ff5 x1853237049175808/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.172271:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384607.172275:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384607.172281:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384607.172283:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384607.172285:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fbae8d5a. 02000000:00000001:3.0:1767384607.172289:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384607.172291:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384607.172292:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384607.172295:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384607.172296:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000550eed6b. 02000000:00000001:3.0:1767384607.172299:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384607.172305:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384607.172307:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 00000100:00000001:3.0:1767384607.172310:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384607.172312:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.172314:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.172318:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384607.172319:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.172321:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.172323:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.173755:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294896497, at 4294896498 00000100:00000010:0.0:1767384607.173760:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebbff6f. 00000100:00000040:1.0:1767384607.173766:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294896497, at 4294896498 00000100:00000040:3.0:1767384607.173768:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294896497, at 4294896498 00000100:00000010:1.0:1767384607.173774:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c463c6b0. 00000100:00000010:3.0:1767384607.173775:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000804cd4c7. 00000100:00000040:2.0:1767384607.173782:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294896497, at 4294896498 00000100:00000010:2.0:1767384607.173791:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00010000:00000010:2.1:1767384607.177761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008efe6ae4. 00010000:00000010:2.1:1767384607.177769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052077b5a. 00010000:00000010:2.1:1767384607.177776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000450d8b4. 00010000:00000010:2.1:1767384607.177781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064878c5e. 00000400:00000010:2.0:1767384607.184193:0:22112:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000125d7ee. 00000400:00000040:2.0:1767384607.184209:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.184211:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384607.184213:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.184214:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.184216:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.184216:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384607.184229:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.184230:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384607.184231:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384607.184232:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384607.184234:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384607.184240:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.184242:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384607.184243:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.184244:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384607.184246:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384607.184247:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.184247:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384607.184248:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384607.184250:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.184251:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.184252:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.184253:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.184254:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.184254:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384607.184256:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.184257:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.184258:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.184259:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.184260:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.184260:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384607.184262:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.184262:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.184263:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.184264:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.184265:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.184266:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384607.184267:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.184268:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.184269:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384607.184270:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384607.184271:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.184272:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384607.184273:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384607.184274:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384607.184275:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384607.184276:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384607.184277:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384607.184278:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384607.184279:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.184282:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384607.184284:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384607.184284:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384607.184286:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384607.184287:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384607.184288:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384607.184289:0:22112:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384607.184314:0:22112:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000125d7ee. 00010000:00000001:1.0:1767384607.251784:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384607.251790:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.251796:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384607.251797:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.251834:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384607.251838:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.251841:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384607.827787:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384607.827792:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384607.827798:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e3ac47. 00000020:00000040:1.0:1767384607.827804:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384607.827808:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384607.827811:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384607.827816:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384607.827823:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084f7a98f. 00000100:00000001:1.0:1767384607.827829:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.827834:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384607.827836:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.827846:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7e3ac47] to pc [ptlrpcd_00_00+0] req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384607.827869:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.827879:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.827884:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.827887:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384607.827887:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.827893:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.827895:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.827905:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384607.827907:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.827912:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384607.827915:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384607.827918:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.827921:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049176064:0@lo:13: 00000100:00000001:2.0:1767384607.827925:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384607.827945:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384607.827948:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.827952:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384607.827957:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024428b35. 02000000:00000001:2.0:1767384607.827960:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384607.827967:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc1da74. 00000400:00000010:2.0:1767384607.827974:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000100:00000200:2.0:1767384607.827980:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049176064, portal 4 00000100:00000001:2.0:1767384607.827983:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384607.827984:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000040:2.0:1767384607.827991:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.828008:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384607.828010:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384607.828012:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000100:00000200:2.0:1767384607.828014:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049176064, offset 0 00000400:00000200:2.0:1767384607.828019:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.828029:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384607.828038:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260003000 00000400:00000200:2.0:1767384607.828043:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000400:00000200:2.0:1767384607.828048:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384607.828051:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.828056:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384607.828057:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384607.828060:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b52a1dc. 00000100:00000040:2.0:1767384607.828062:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000009b52a1dc x1853237049176064 msgsize 224 00000100:00100000:2.0:1767384607.828065:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384607.828094:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384607.828101:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000400:00000010:2.0:1767384607.828103:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000100:00000001:2.0:1767384607.828106:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384607.828109:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.828115:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384607.828117:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384607.828119:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176064 00000100:00000040:2.0:1767384607.828122:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384607.828123:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384607.828126:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384607.828129:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828134:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.828135:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828137:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384607.828140:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176064 00000100:00000001:2.0:1767384607.828141:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.828143:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384607.828146:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4246 usecs (5 jiffies) 00000020:00000040:1.0:1767384607.828146:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:1.0:1767384607.828149:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384607.828151:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897157 00000100:00000010:2.0:1767384607.828156:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004980b06c. 00000100:00000001:2.0:1767384607.828161:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384607.828165:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897157 00000020:00000040:1.0:1767384607.828168:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000020:00000001:1.0:1767384607.828172:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000010:2.0:1767384607.828174:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de90c635. 00000020:00000001:1.0:1767384607.828175:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:2.0:1767384607.828179:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384607.828180:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384607.828183:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897157 00000020:00000010:1.0:1767384607.828185:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd6a47d9. 00000100:00000010:2.0:1767384607.828188:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce41b1be. 00000020:00000010:1.0:1767384607.828190:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008f3c3f14. 00000100:00000001:2.0:1767384607.828192:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384607.828195:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897157 00000100:00000010:2.0:1767384607.828198:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000020:00000040:1.0:1767384607.828198:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384607.828201:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384607.828203:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.828206:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828210:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828211:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.828218:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384607.828223:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca9954e3. 00000020:00000010:1.0:1767384607.828227:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066672c78. 00000100:00000001:2.0:1767384607.828229:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384607.828230:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000100:00000001:2.0:1767384607.828232:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384607.828236:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.828237:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767384607.828240:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384607.828240:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.828240:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:3.0:1767384607.828247:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384607.828247:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828247:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384607.828249:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384607.828253:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828260:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828269:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.828278:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384607.828280:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384607.828283:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384607.828286:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:1.0:1767384607.828288:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518499712 : -128356191051904 : ffff8b42bed3df80) 00000100:00000040:1.0:1767384607.828291:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b52a1dc x1853237049176064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.828298:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384607.828300:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f3c3f14. 00000100:00000001:1.0:1767384607.828301:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384607.828303:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f3c3f14. 00000100:00100000:1.0:1767384607.828306:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b52a1dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049176064:12345-0@lo:13: 00000100:00000200:1.0:1767384607.828308:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176064 00000020:00000001:1.0:1767384607.828311:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384607.828313:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384607.828315:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.828316:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384607.828318:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:1.0:1767384607.828320:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384607.828322:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384607.828324:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384607.828326:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384607.828328:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828335:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384607.828336:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384607.828339:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005662a57f. 02000000:00000001:1.0:1767384607.828341:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828342:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384607.828344:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384607.828348:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384607.828349:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384607.828357:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384607.828358:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384607.828361:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384607.828363:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384607.828366:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384607.828368:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384607.828371:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384607.828372:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384607.828373:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384607.828386:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049176064 00010000:00000001:1.0:1767384607.828388:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384607.828391:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b52a1dc x1853237049176064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:588/0 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.828397:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384607.828399:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384607.828401:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384607.828404:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384607.828406:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384607.828407:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384607.828409:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384607.828411:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828413:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384607.828414:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384607.828416:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384607.828418:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049176064, offset 224 00000400:00000200:1.0:1767384607.828421:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384607.828426:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384607.828433:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260003000 00000400:00000200:1.0:1767384607.828437:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x142d [1] + 224 00000400:00000200:1.0:1767384607.828440:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384607.828442:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384607.828444:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384607.828446:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384607.828452:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.828464:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384607.828468:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000400:00000010:1.0:1767384607.828469:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000100:00000001:1.0:1767384607.828471:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384607.828472:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384607.828475:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.828477:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384607.828479:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384607.828481:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.828482:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384607.828484:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384607.828485:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b52a1dc x1853237049176064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:588/0 lens 224/368 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.828487:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384607.828494:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384607.828494:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b52a1dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049176064:12345-0@lo:13: Request processed in 195us (430us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384607.828508:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384607.828513:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc1da74. 00000100:00100000:1.0:1767384607.828516:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000200:2.0:1767384607.828519:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000100:00000040:1.0:1767384607.828520:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000400:00000010:2.0:1767384607.828523:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:1.0:1767384607.828524:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384607.828526:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384607.828528:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384607.828531:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066672c78. 00000100:00000200:2.0:1767384607.828534:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384607.828536:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000020:00000010:1.0:1767384607.828542:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca9954e3. 00000100:00000200:2.0:1767384607.828547:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384607.828548:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384607.828555:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.828557:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384607.828558:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.828560:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384607.828563:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384607.828571:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.828572:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.828574:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.828578:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384607.828581:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384607.828583:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384607.828584:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.828586:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384607.828588:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.828593:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828595:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384607.828597:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384607.828598:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384607.828599:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.828601:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.828605:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.828607:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384607.828608:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384607.828610:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384607.828612:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384607.828615:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384607.828622:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384607.828626:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.828630:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384607.828637:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049176064:0@lo:13: 00000100:00000001:2.0:1767384607.828641:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.828643:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384607.828651:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7e3ac47 x1853237049176064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.828659:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384607.828662:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384607.828664:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024428b35. 02000000:00000001:2.0:1767384607.828667:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384607.828669:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384607.828671:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384607.828673:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384607.828675:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084f7a98f. 02000000:00000001:2.0:1767384607.828680:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384607.828681:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384607.828682:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e3ac47. 00000100:00000001:2.0:1767384607.828684:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384607.828685:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.828686:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.828689:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384607.828690:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828691:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.828692:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.828771:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384607.828776:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384607.828780:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d46777c. 00000020:00000040:0.0:1767384607.828788:0:473:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384607.828790:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384607.828791:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384607.828793:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384607.828796:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c2ed57c. 00000100:00000001:0.0:1767384607.828799:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.828802:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384607.828809:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384607.828810:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.828813:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d46777c] to pc [ptlrpcd_00_01+1] req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.828840:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.828841:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384607.828844:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384607.828846:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002120b7bc. 00000020:00000040:0.0:1767384607.828849:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384607.828850:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.828851:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384607.828854:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384607.828855:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384607.828856:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.828858:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384607.828859:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8a0b09. 00000100:00000001:2.0:1767384607.828863:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384607.828864:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.828864:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828867:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.828872:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384607.828889:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384607.828892:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.828899:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384607.828900:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384607.828902:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.828904:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384607.828906:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002120b7bc] to pc [ptlrpcd_00_02+2] req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384607.828908:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384607.828915:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d46777c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237049176192:0@lo:400: 00000100:00000001:3.0:1767384607.828922:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384607.828926:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384607.828927:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.828941:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384607.828946:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070ad26c8. 02000000:00000001:3.0:1767384607.828949:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384607.828953:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000100:00000001:0.0:1767384607.828953:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.828964:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384607.828966:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000400:00000010:3.0:1767384607.828969:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000001:1.0:1767384607.828969:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.828972:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384607.828974:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049176192, portal 10 00000100:00000001:3.0:1767384607.828979:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384607.828979:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.828982:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520592384 : -128356188959232 : ffff8b42bef3ce00) 00000100:00000001:2.0:1767384607.828986:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.828987:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384607.828991:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.828992:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.828994:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384607.828997:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384607.828998:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384607.829003:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384607.829009:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002120b7bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049176320:0@lo:400: 00000100:00000001:3.0:1767384607.829012:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384607.829014:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384607.829017:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384607.829018:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384607.829021:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 02000000:00000001:1.0:1767384607.829021:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.829026:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384607.829027:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049176192, offset 0 02000000:00000010:1.0:1767384607.829030:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca9954e3. 00000400:00000200:3.0:1767384607.829034:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384607.829035:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.829041:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7ca4444. 00000400:00000200:3.0:1767384607.829045:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384607.829047:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384607.829051:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049176320, portal 10 00000100:00000001:1.0:1767384607.829055:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384607.829056:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003080 00000100:00000001:1.0:1767384607.829057:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520602240 : -128356188949376 : ffff8b42bef3f480) 00000400:00000200:3.0:1767384607.829064:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000040:1.0:1767384607.829065:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384607.829071:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384607.829074:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384607.829078:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384607.829080:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384607.829084:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384607.829084:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000200:3.0:1767384607.829087:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1767384607.829088:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049176320, offset 0 00000100:00000010:3.0:1767384607.829093:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b2051e9. 00000400:00000200:1.0:1767384607.829097:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384607.829098:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002b2051e9 x1853237049176192 msgsize 224 00000100:00100000:3.0:1767384607.829106:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384607.829107:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384607.829113:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003100 00000400:00000200:1.0:1767384607.829116:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:3.0:1767384607.829117:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384607.829120:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.829125:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000400:00000200:1.0:1767384607.829126:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384607.829129:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000100:00000001:3.0:1767384607.829131:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384607.829137:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.829138:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384607.829139:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384607.829142:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767384607.829143:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176192 00000100:00000010:1.0:1767384607.829147:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038a9cb0c. 00000100:00000001:3.0:1767384607.829150:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384607.829152:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000038a9cb0c x1853237049176320 msgsize 224 02000000:00000001:0.0:1767384607.829153:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384607.829156:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.829157:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.829161:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384607.829164:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384607.829167:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.829172:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176192 00000100:00000001:3.0:1767384607.829175:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.829176:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384607.829179:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:1.0:1767384607.829180:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384607.829181:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384607.829182:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.829185:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:3.0:1767384607.829187:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.829188:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000400:00000200:1.0:1767384607.829191:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000100:00000040:3.0:1767384607.829193:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2843 usecs (3 jiffies) 00000400:00000010:1.0:1767384607.829194:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000020:00000001:0.0:1767384607.829194:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:3.0:1767384607.829202:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897156 00000100:00000001:1.0:1767384607.829202:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384607.829202:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384607.829208:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294897157 00000020:00000010:0.0:1767384607.829208:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f203e2f4. 00000100:00000001:2.0:1767384607.829209:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384607.829209:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384607.829214:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176320 00000100:00000001:3.0:1767384607.829215:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897156 00000100:00000001:0.0:1767384607.829215:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384607.829219:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384607.829221:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f203e2f4. 00000100:00000001:2.0:1767384607.829223:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.829228:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294897157 00000100:00000001:2.0:1767384607.829228:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.829230:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068206e2c. 00000100:00000001:1.0:1767384607.829232:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384607.829234:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897156 00000020:00000010:0.0:1767384607.829236:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001284a766. 02000000:00000001:2.0:1767384607.829237:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.829238:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.829239:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294897157 00000020:00000010:0.0:1767384607.829243:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d95c118. 00000100:00100000:2.0:1767384607.829244:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176320 00000100:00000001:3.0:1767384607.829245:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897156 00000020:00000001:2.0:1767384607.829251:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384607.829252:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294897157 00000100:00000040:0.0:1767384607.829253:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384607.829255:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384607.829256:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:3.0:1767384607.829257:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.829258:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384607.829259:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384607.829263:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.829263:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384607.829264:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384607.829266:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.829268:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384607.829269:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:3.0:1767384607.829270:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.829271:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3408 usecs (4 jiffies) 00000100:00000001:0.0:1767384607.829273:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384607.829274:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384607.829276:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384607.829277:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294897157 00000100:00000001:0.0:1767384607.829278:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384607.829281:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.829283:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294897157 00000100:00000001:3.0:1767384607.829284:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384607.829284:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:3.0:1767384607.829289:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384607.829289:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294897157 00000100:00000001:0.0:1767384607.829291:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.829296:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294897157 00000100:00000001:3.0:1767384607.829297:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384607.829299:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384607.829300:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294897157 00000100:00000001:3.0:1767384607.829301:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.829303:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384607.829304:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:1.0:1767384607.829305:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294897157 00000100:00000001:3.0:1767384607.829306:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.829307:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384607.829311:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.829321:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294897157 00000020:00000010:2.0:1767384607.829322:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006e2add28. 00000100:00100000:0.0:1767384607.829322:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384607.829327:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294897157 00000100:00000040:0.0:1767384607.829329:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:1.0:1767384607.829330:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384607.829331:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:0.0:1767384607.829333:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420414976 : -128356289136640 : ffff8b42b8fb3800) 00000100:00000001:1.0:1767384607.829336:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.829340:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.829340:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b2051e9 x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.829342:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.829346:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384607.829350:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384607.829351:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00000100:00000001:0.0:1767384607.829353:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.829357:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4edfe59. 00000100:00000001:1.0:1767384607.829358:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00080000:3.0:1767384607.829359:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:0.0:1767384607.829363:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f203e2f4. 00000020:00000010:2.0:1767384607.829364:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000001:1.0:1767384607.829365:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384607.829366:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:0.0:1767384607.829367:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.829368:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.829372:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.829373:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f203e2f4. 00000100:00000001:1.0:1767384607.829375:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.829383:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384607.829383:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b2051e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049176192:12345-0@lo:400: 00000100:00000001:2.0:1767384607.829386:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384607.829388:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176192 00000100:00000001:2.0:1767384607.829390:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.829392:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384607.829395:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384607.829395:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384607.829396:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.829399:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384607.829399:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384607.829402:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.829402:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:0.0:1767384607.829407:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384607.829408:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.829409:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384607.829410:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384607.829412:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.829412:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.829413:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384607.829417:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384607.829420:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384607.829423:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fa4b563. 00000100:00000001:2.0:1767384607.829425:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384607.829425:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.829426:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.829429:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384607.829430:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384607.829433:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176192 00010000:00000001:0.0:1767384607.829435:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384607.829437:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384607.829437:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384607.829441:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:0.0:1767384607.829441:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b2051e9 x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384607.829442:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00000001:3.0:1767384607.829445:0:17914:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.829448:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520552192 : -128356188999424 : ffff8b42bef33100) 00000100:00000001:3.0:1767384607.829450:0:17914:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.829456:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038a9cb0c x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.829460:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384607.829463:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.829469:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384607.829470:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384607.829474:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076f82304. 00000100:00000001:0.0:1767384607.829475:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384607.829478:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384607.829481:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000010:2.0:1767384607.829482:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076f82304. 00000100:00000001:0.0:1767384607.829488:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00100000:2.0:1767384607.829491:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000038a9cb0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237049176320:12345-0@lo:400: 02000000:00000001:0.0:1767384607.829494:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384607.829496:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176320 02000000:00000001:0.0:1767384607.829508:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.829509:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384607.829511:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384607.829512:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.829514:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384607.829520:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384607.829522:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000040:0.0:1767384607.829527:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384607.829528:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384607.829531:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384607.829532:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d76a3146. 00000020:00000001:2.0:1767384607.829533:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384607.829535:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384607.829538:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.829539:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384607.829540:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049176192, offset 224 00000100:00000001:2.0:1767384607.829542:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384607.829545:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384607.829548:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384607.829550:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000024428b35. 02000000:00000001:2.0:1767384607.829553:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.829557:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384607.829558:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.829562:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384607.829564:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176320 00010000:00000001:2.0:1767384607.829567:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384607.829567:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003080 00010000:00000200:2.0:1767384607.829571:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000038a9cb0c x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.829575:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1439 [1] + 224 00000400:00000200:0.0:1767384607.829583:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384607.829587:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384607.829588:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384607.829591:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.829593:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384607.829595:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=20 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384607.829598:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384607.829600:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384607.829604:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:2.0:1767384607.829608:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384607.829615:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384607.829615:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384607.829619:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.829625:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384607.829629:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384607.829633:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000100:00000001:0.0:1767384607.829634:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384607.829638:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049176320, offset 224 00000400:00000200:0.0:1767384607.829640:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76a3146 00000400:00000010:0.0:1767384607.829643:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d76a3146. 00000100:00000001:3.0:1767384607.829647:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.829648:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384607.829651:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.829652:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384607.829655:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384607.829657:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384607.829660:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384607.829661:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000001:3.0:1767384607.829663:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384607.829665:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384607.829667:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00000020:00000001:0.0:1767384607.829668:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.829669:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384607.829672:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000020:00000001:0.0:1767384607.829673:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384607.829677:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000040:0.0:1767384607.829680:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b2051e9 x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.829682:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384607.829685:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003100 00000100:00000200:3.0:1767384607.829689:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384607.829698:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1441 [1] + 224 00000100:00100000:0.0:1767384607.829706:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b2051e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049176192:12345-0@lo:400: Request processed in 349us (603us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384607.829710:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384607.829748:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.829759:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.829763:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384607.829771:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.829781:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384607.829784:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:2.0:1767384607.829785:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384607.829786:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384607.829790:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384607.829792:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000400:00000010:2.0:1767384607.829796:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:1.0:1767384607.829797:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384607.829799:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001284a766. 00000100:00000001:1.0:1767384607.829800:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.829801:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384607.829805:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384607.829806:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d95c118. 00000400:00000001:1.0:1767384607.829808:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384607.829810:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384607.829811:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384607.829812:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068206e2c. 00000100:00000040:2.0:1767384607.829816:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:1.0:1767384607.829816:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7ca4444. 00000020:00000040:0.0:1767384607.829818:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00010000:00000001:2.0:1767384607.829823:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384607.829823:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000100:00000001:0.0:1767384607.829824:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384607.829825:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.829828:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000020:00000001:2.0:1767384607.829830:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384607.829833:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384607.829836:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038a9cb0c x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384607.829840:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384607.829859:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000038a9cb0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237049176320:12345-0@lo:400: Request processed in 386us (703us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384607.829861:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.829874:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384607.829876:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384607.829877:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384607.829880:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:1.0:1767384607.829881:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384607.829883:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384607.829884:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384607.829886:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.829888:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384607.829889:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384607.829891:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384607.829893:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384607.829894:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4edfe59. 00000020:00000010:2.0:1767384607.829901:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000100:00001000:1.0:1767384607.829901:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=19 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384607.829902:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384607.829907:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=19 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384607.829908:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 00000100:00000001:3.0:1767384607.829910:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.829912:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384607.829915:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384607.829916:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384607.829917:0:17089:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 02000000:00000001:3.0:1767384607.829919:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384607.829920:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384607.829921:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.829923:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.829924:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384607.829927:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384607.829944:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.829946:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384607.829949:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=20 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384607.829950:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384607.829953:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:3.0:1767384607.829956:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384607.829956:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384607.829959:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.829960:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384607.829962:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.829963:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384607.829968:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384607.829971:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384607.829982:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.829986:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384607.829987:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384607.829989:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384607.829990:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384607.829993:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.829994:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384607.829997:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.829999:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384607.830003:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384607.830019:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002120b7bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049176320:0@lo:400: 00000100:00000001:3.0:1767384607.830021:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.830025:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.830026:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384607.830029:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.830030:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384607.830037:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384607.830037:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002120b7bc x1853237049176320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.830059:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384607.830062:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384607.830064:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca9954e3. 00000100:00100000:3.0:1767384607.830065:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d46777c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237049176192:0@lo:400: 02000000:00000001:1.0:1767384607.830068:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384607.830070:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384607.830071:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384607.830072:0:16359:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384607.830074:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384607.830075:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384607.830079:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d46777c x1853237049176192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384607.830079:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8a0b09. 02000000:00000001:1.0:1767384607.830084:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384607.830087:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384607.830089:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002120b7bc. 00000100:00000001:3.0:1767384607.830091:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384607.830093:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384607.830094:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384607.830095:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384607.830096:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070ad26c8. 00000100:00000001:1.0:1767384607.830098:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.830101:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384607.830102:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.830108:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384607.830109:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384607.830110:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.830112:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384607.830114:0:16358:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384607.830116:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384607.830117:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c2ed57c. 02000000:00000001:3.0:1767384607.830120:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384607.830121:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384607.830122:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d46777c. 00000100:00000001:3.0:1767384607.830124:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384607.830125:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.830126:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384607.830129:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384607.830130:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.830132:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.830133:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.833766:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000040:3.0:1767384607.833768:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000010:1.0:1767384607.833773:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de90c635. 00000100:00000040:0.0:1767384607.833773:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000010:3.0:1767384607.833776:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00000100:00000010:0.0:1767384607.833782:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004980b06c. 00000100:00000040:2.0:1767384607.833788:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000010:2.0:1767384607.833796:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce41b1be. 00080000:00000010:2.0:1767384607.907512:0:22335:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007859b891. 00080000:00000010:2.0:1767384607.907520:0:22335:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007859b891. 00000020:00000001:2.0:1767384607.907528:0:22335:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384607.907534:0:22335:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007859b891. 00080000:00000010:2.0:1767384607.907538:0:22335:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007859b891. 00000020:00000001:2.0:1767384607.907540:0:22335:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384608.276807:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384608.276817:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384608.276821:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384608.276823:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384608.276854:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384608.276871:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384608.276874:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384608.593982:0:22499:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384608.593987:0:22499:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:3.0:1767384608.597086:0:22499:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384608.604831:0:22500:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009f6395b0. 00000400:00000010:1.0:1767384608.604848:0:22500:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002f6f6506. 00000400:00000010:1.0:1767384608.604870:0:22500:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000066dc7e42. 00000400:00000010:1.0:1767384608.604875:0:22500:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ebf08636. 00000400:00000010:1.0:1767384608.604880:0:22500:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a15c5fba. 00000400:00000010:1.0:1767384608.604885:0:22500:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df211a5b. 00000400:00000010:1.0:1767384608.604888:0:22500:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b7f27488. 00000400:00000010:1.0:1767384608.604890:0:22500:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002eb1ab52. 00000400:00000010:1.0:1767384608.604895:0:22500:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000094a2f339. 00000800:00000010:1.0:1767384608.604906:0:22500:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000306ee86e. 00000800:00000200:1.0:1767384608.604918:0:22500:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384608.604943:0:22500:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384608.605004:0:22500:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384608.605032:0:22500:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp20 [8/256/0/180] 00000400:00000010:1.0:1767384608.607614:0:22500:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000b8a62564. 00000400:00000010:1.0:1767384608.607621:0:22500:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7ca4444. 00000400:00000010:1.0:1767384608.607628:0:22500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000400:00000001:1.0:1767384608.607644:0:22500:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384608.607646:0:22500:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384608.607649:0:22500:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00000400:00000200:1.0:1767384608.607653:0:22500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b9361c 00000400:00000010:1.0:1767384608.607655:0:22500:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0b9361c. 00000400:00000010:1.0:1767384608.607659:0:22500:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000009bbfa232. 00000400:00000200:1.0:1767384608.607665:0:22500:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (11) 00000400:00000200:1.0:1767384608.607678:0:22500:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384608.607689:0:22500:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:1.0:1767384608.607697:0:22500:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000257d9e76. 00000020:01000000:1.0:1767384608.607702:0:22500:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384608.607705:0:22500:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp20 00000400:00000010:1.0:1767384608.607752:0:22500:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002f6f6506. 00000400:00000010:1.0:1767384608.607758:0:22500:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009f6395b0. 00000400:00000200:2.0:1767384608.607764:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384608.607782:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384608.607789:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384608.607792:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 10000000:00000001:0.0:1767384608.607794:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384608.607800:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384608.607803:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000020:01000004:0.0:1767384608.607804:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384608.607809:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384608.607810:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (12) 00000020:01000004:0.0:1767384608.607812:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384608.607816:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384608.607817:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384608.607819:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f26cb0b5. 00000020:01000004:0.0:1767384608.607820:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384608.607823:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384608.607827:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384608.607828:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:01000004:0.0:1767384608.607829:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384608.607833:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384608.607839:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083262e70. 00000020:00000040:0.0:1767384608.607845:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384608.607846:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000100:00000001:0.0:1767384608.607856:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384608.607859:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:0.0:1767384608.607861:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384608.607868:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384608.607869:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384608.607876:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384608.607880:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000010:0.0:1767384608.607880:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008a61da9e. 00000400:00000200:2.0:1767384608.607887:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:0.0:1767384608.607890:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384608.607891:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384608.607898:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384608.607900:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384608.607903:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384608.607904:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384608.607908:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384608.607909:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384608.607913:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:2.0:1767384608.607917:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp19 00000100:00000040:0.0:1767384608.607921:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083262e70] to pc [ptlrpcd_00_03+3] req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384608.607933:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp19 lpni_is_preferred = 0 00000400:00000200:2.0:1767384608.607939:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp19 00000400:00000200:2.0:1767384608.607948:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp19 NI seq info: [25:25:256:4294967295] 192.168.202.154@tcp19 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384608.607970:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp19 00000400:00000200:2.0:1767384608.607977:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19:) -> 192.168.202.154@tcp19(192.168.202.154@tcp:192.168.202.154@tcp19) : PUT try# 0 00000800:00000200:2.0:1767384608.607984:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.154@tcp19 10000000:00000001:0.0:1767384608.607986:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384608.607990:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003400f448. 10000000:00000001:0.0:1767384608.607998:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384608.608001:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000096843812. 00000100:00000001:3.0:1767384608.608002:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384608.608002:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608007:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384608.608007:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006df6b12c. 00000020:01000000:0.0:1767384608.608008:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384608.608011:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384608.608014:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (2) 00000100:00000040:3.0:1767384608.608017:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384608.608018:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (2) 00000020:00000001:0.0:1767384608.608018:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384608.608022:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384608.608027:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384608.608030:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384608.608032:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384608.608035:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384608.608037:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384608.608039:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384608.608041:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 02000000:00000001:3.0:1767384608.608043:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384608.608043:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384608.608046:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384608.608046:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384608.608047:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 02000000:00000001:3.0:1767384608.608052:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384608.608052:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384608.608055:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384608.608058:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384608.608060:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049176448:0@lo:253: 00000020:01000004:0.0:1767384608.608061:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384608.608065:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384608.608069:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384608.608072:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 02000000:00000001:3.0:1767384608.608077:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384608.608077:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:3.0:1767384608.608082:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608083:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384608.608086:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384608.608089:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.608093:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384608.608098:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000048eb2660. 02000000:00000010:3.0:1767384608.608101:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fbae8d5a. 00000100:00000001:0.0:1767384608.608104:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.608105:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608112:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384608.608113:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000400:00000200:1.0:1767384608.608114:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.608116:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384608.608120:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000949225ce. 00000100:00000040:0.0:1767384608.608125:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041afcab9] to pc [ptlrpcd_00_00+0] req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384608.608126:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176448, portal 25 00000100:00000001:3.0:1767384608.608133:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384608.608137:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000040:3.0:1767384608.608149:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.608158:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384608.608161:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.608163:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384608.608167:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384608.608169:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a261698a. 00000020:00000001:0.0:1767384608.608171:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384608.608174:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176448, offset 0 00000020:01000000:0.0:1767384608.608176:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384608.608177:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000020:00000010:0.0:1767384608.608183:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000257d9e76. 00000400:00000200:3.0:1767384608.608185:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384608.608198:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384608.608200:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.608205:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384608.608211:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003180 00000100:00000001:0.0:1767384608.608211:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.608216:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384608.608221:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000200:1.0:1767384608.608222:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.608227:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384608.608229:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000818c7e40. 00000400:00000200:3.0:1767384608.608236:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc53a30f 00000100:00000040:0.0:1767384608.608236:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384608.608246:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384608.608248:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384608.608252:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384608.608255:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384608.608257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 02000000:00000001:0.0:1767384608.608258:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384608.608262:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc53a30f 02000000:00000001:0.0:1767384608.608263:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384608.608268:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc53a30f. 02000000:00000001:0.0:1767384608.608269:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384608.608275:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049176576:0@lo:253: 00000100:00000001:3.0:1767384608.608276:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384608.608282:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384608.608282:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384608.608288:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384608.608289:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000e0592a75 x1853237049176448 msgsize 4848 00000400:00000200:1.0:1767384608.608291:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 02000000:00000001:0.0:1767384608.608292:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384608.608298:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384608.608302:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384608.608305:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1767384608.608306:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000017d08e3f. 02000000:00000001:0.0:1767384608.608311:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608315:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384608.608317:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000400:00000010:0.0:1767384608.608325:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000748f255e. 00000400:00000200:3.0:1767384608.608327:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a261698a 00000400:00000010:3.0:1767384608.608331:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a261698a. 00000100:00000001:3.0:1767384608.608336:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384608.608338:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000200:0.0:1767384608.608338:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176576, portal 25 00000100:00000200:3.0:1767384608.608341:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384608.608346:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384608.608349:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000100:00000040:0.0:1767384608.608359:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384608.608381:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.608384:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384608.608390:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384608.608393:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384608.608395:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ee0f24e. 00000100:00000200:0.0:1767384608.608400:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176576, offset 0 00000100:00000040:3.0:1767384608.608401:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384608.608412:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384608.608416:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608420:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384608.608422:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384608.608425:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384608.608428:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608435:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294897937 00000400:00000200:0.0:1767384608.608439:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003200 00000100:00000010:3.0:1767384608.608441:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070247f71. 00000400:00000200:0.0:1767384608.608447:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:3.0:1767384608.608450:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384608.608453:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd3d8bc. 00000100:00000001:3.0:1767384608.608459:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294897937 00000400:00000200:0.0:1767384608.608460:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e978879 00000400:00000200:1.0:1767384608.608464:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000010:3.0:1767384608.608467:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bffb235. 00000400:00000200:0.0:1767384608.608467:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384608.608474:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384608.608484:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294897937 00000400:00000200:0.0:1767384608.608485:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384608.608491:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000400:00000200:0.0:1767384608.608493:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e978879 00000100:00000001:3.0:1767384608.608497:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384608.608498:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e978879. 00000100:00000001:0.0:1767384608.608506:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384608.608507:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294897937 00000400:00000200:1.0:1767384608.608508:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000200:0.0:1767384608.608508:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384608.608514:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000804cd4c7. 00000100:00000040:0.0:1767384608.608515:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000d2501205 x1853237049176576 msgsize 4848 00000100:00000001:3.0:1767384608.608522:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00100000:0.0:1767384608.608529:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384608.608531:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384608.608533:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384608.608536:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608541:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608544:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.608545:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384608.608551:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384608.608552:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ee0f24e 00000100:00000001:3.0:1767384608.608553:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384608.608558:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ee0f24e. 00000100:00000001:3.0:1767384608.608559:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384608.608566:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384608.608567:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384608.608568:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384608.608573:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384608.608575:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.608578:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608589:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384608.608591:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000040:0.0:1767384608.608592:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.608593:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384608.608599:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608608:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608610:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384608.608615:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608619:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294897937 00000100:00000001:0.0:1767384608.608622:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294897937 00000100:00000001:0.0:1767384608.608625:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294897937 00000100:00000001:0.0:1767384608.608628:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294897937 00000100:00000001:0.0:1767384608.608630:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294897937 00000100:00000001:0.0:1767384608.608632:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294897937 00000100:00000001:3.0:1767384608.608633:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384608.608634:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.608635:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294897937 00000100:00100000:3.0:1767384608.608638:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176448 00000100:00000001:0.0:1767384608.608642:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294897937 00000100:00000001:0.0:1767384608.608646:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384608.608649:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384608.608650:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608653:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384608.608655:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608657:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608659:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384608.608665:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384608.608672:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176448 00000100:00000001:0.0:1767384608.608675:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384608.608676:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384608.608676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.608679:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384608.608681:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384608.608685:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384608.608687:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384608.608688:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384608.608691:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:0.0:1767384608.608693:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.608698:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384608.608699:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.608706:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384608.608711:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.608715:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063dd1943. 00000100:00000001:3.0:1767384608.608742:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.608746:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063dd1943. 00000020:00000010:3.0:1767384608.608753:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c529450e. 00000400:00000200:1.0:1767384608.608754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000010:3.0:1767384608.608759:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032fa3aae. 00000020:00000010:3.0:1767384608.608766:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff36b852. 00000100:00000040:3.0:1767384608.608777:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384608.608780:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384608.608782:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384608.608784:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608792:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608803:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384608.608808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.608815:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384608.608819:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384608.608819:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176576 00000100:00000001:3.0:1767384608.608824:0:17082:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384608.608825:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384608.608829:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384608.608832:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608835:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384608.608837:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.608839:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384608.608841:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176576 00000020:00000001:0.0:1767384608.608846:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384608.608847:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000020:00000040:0.0:1767384608.608849:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000040:3.0:1767384608.608853:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000400:00000200:1.0:1767384608.608853:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000020:00000001:0.0:1767384608.608854:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384608.608858:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:3.0:1767384608.608859:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611941456 : -128357097610160 : ffff8b4288cae450) 00000020:00000001:0.0:1767384608.608864:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:3.0:1767384608.608869:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0592a75 x1853237049176448/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:589/0 lens 4848/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384608.608870:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384608.608876:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384608.608882:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000914b362f. 00000100:00000001:3.0:1767384608.608886:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384608.608887:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384608.608890:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000914b362f. 00000020:00000010:3.0:1767384608.608896:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063dd1943. 00000020:00000010:0.0:1767384608.608899:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f7ee2ad. 00000100:00000001:3.0:1767384608.608900:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.608906:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063dd1943. 00000020:00000010:0.0:1767384608.608908:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d56c076. 00000400:00000200:1.0:1767384608.608909:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000100:00100000:3.0:1767384608.608914:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0592a75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049176448:12345-0@lo:253: 00000020:00000010:0.0:1767384608.608915:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d95c118. 00000100:00000001:0.0:1767384608.608938:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384608.608939:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176448 00000100:00000001:0.0:1767384608.608942:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384608.608945:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.608946:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384608.608951:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.608952:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384608.608956:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.608957:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384608.608961:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384608.608966:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384608.608970:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384608.608971:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384608.608973:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.608975:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384608.608977:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000020:00000001:3.0:1767384608.608978:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384608.608982:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384608.608984:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000020:00000001:3.0:1767384608.608987:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384608.608989:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384608.608993:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384608.608994:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611934288 : -128357097617328 : ffff8b4288cac850) 02000000:00000001:3.0:1767384608.608998:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384608.609004:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000063c2ab75. 02000000:00000001:3.0:1767384608.609010:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384608.609010:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2501205 x1853237049176576/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:589/0 lens 4848/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.609015:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384608.609022:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384608.609026:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000100:00000001:0.0:1767384608.609028:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:3.0:1767384608.609033:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e59d7174. 00000020:00000010:0.0:1767384608.609035:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000914b362f. 20000000:01000000:3.0:1767384608.609040:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384608.609041:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384608.609046:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:0.0:1767384608.609047:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000914b362f. 20000000:00000001:3.0:1767384608.609051:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384608.609054:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384608.609057:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2501205 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049176576:12345-0@lo:253: 20000000:00000001:3.0:1767384608.609059:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384608.609066:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:0.0:1767384608.609067:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176576 00000020:00000001:0.0:1767384608.609071:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384608.609074:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:3.0:1767384608.609076:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be26cd2a. 00000020:00000001:0.0:1767384608.609077:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384608.609082:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000020:00000001:0.0:1767384608.609083:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384608.609088:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384608.609091:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384608.609092:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384608.609094:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384608.609098:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384608.609100:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384608.609102:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.609105:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384608.609107:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384608.609113:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000550eed6b. 00080000:00000001:3.0:1767384608.609116:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:0.0:1767384608.609116:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.609121:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384608.609121:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.609124:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384608.609134:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000097799a1. 20000000:01000000:0.0:1767384608.609137:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384608.609139:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384608.609141:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384608.609142:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384608.609146:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.609148:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.609150:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384608.609158:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.609163:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384608.609170:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.609173:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384608.609175:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384608.609179:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:3.0:1767384608.609183:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:3.0:1767384608.609185:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384608.609189:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384608.609193:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.609196:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384608.609200:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384608.609205:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384608.609209:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384608.609213:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aef93161. 00080000:00000001:3.0:1767384608.609216:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268846080 : -128361440705536 : ffff8b4185ec8400) 00080000:00000001:3.0:1767384608.609220:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384608.609224:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384608.609228:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000063dd1943. 00080000:00000001:3.0:1767384608.609231:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.609234:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384608.609249:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384608.609267:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384608.609309:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000257d9e76. 00000800:00000010:1.0:1767384608.609316:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002f6f6506. 00000800:00000010:1.0:1767384608.609323:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016170d06. 00000800:00000010:1.0:1767384608.609373:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016170d06. 00000400:00000200:0.0:1767384608.609399:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384608.609421:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384608.609426:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005bd18e63. 00000800:00000010:1.0:1767384608.609477:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088f3b76d. 00000800:00000010:1.0:1767384608.609483:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d2bfa9bb. 00000800:00000010:1.0:1767384608.609506:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f55db40b. 00000800:00000200:1.1:1767384608.609514:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (2) 00000800:00000200:1.1:1767384608.609521:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp19 00000000f55db40b deleted 00000800:00000010:1.1:1767384608.609524:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f55db40b. 00000800:00000200:1.1:1767384608.609530:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384608.609538:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:1003 00000800:00000200:1.1:1767384608.609542:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003400f448 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384608.609550:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp19 p 3.x 192.168.202.154 -> 192.168.202.154:1003 incarnation:1767384607166128576 sched[0] 00000800:00000010:1.0:1767384608.609556:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016170d06. 00000800:00000010:1.0:1767384608.609612:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016170d06. 00000800:00000010:1.0:1767384608.609617:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2bfa9bb. 00000800:00000200:3.1:1767384608.609648:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384608.609659:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp19 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384607166128576 sched[0] 00000800:00000010:1.0:1767384608.609660:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005bd18e63. 00000800:00000010:3.0:1767384608.609664:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002f6f6506. 00000800:00000001:1.0:1767384608.609686:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384608.609694:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.609774:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.609780:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.609791:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.609847:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.609895:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.609965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.610019:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.610096:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.610141:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000001:0.0:1767384608.610145:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.610155:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.610158:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.610162:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.610172:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19) <- 192.168.202.154@tcp19 : PUT - for me 00000400:00000200:0.0:1767384608.610191:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384608.610199:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 224/224 into md 0x1419 [1] + 0 00000400:00000010:0.0:1767384608.610203:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59bf815. 00000400:00000200:0.0:1767384608.610208:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f97f923e 00000400:00000200:3.0:1767384608.610211:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000001:0.0:1767384608.610213:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384608.610225:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384608.610227:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384608.610231:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003400f448. 00000400:00000200:0.0:1767384608.610232:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384608.610241:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384608.610242:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: PUT: OK 00000400:00000200:0.0:1767384608.610249:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f97f923e 00000400:00000200:3.0:1767384608.610252:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384608.610252:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: PUT: OK 00000400:00000010:0.0:1767384608.610253:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f97f923e. 00000400:00000200:0.0:1767384608.610262:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384608.610263:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384608.610268:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (13) 00000400:00000200:1.0:1767384608.610270:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000400:00000200:0.0:1767384608.610289:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384608.610294:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000cbd5911a. 00000400:00000200:0.0:1767384608.610299:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 12 00000400:00000200:3.0:1767384608.610304:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384608.610305:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384608.610317:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (14) 00000400:00000200:0.0:1767384608.610324:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384608.610332:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp19 to MR: 192.168.202.154@tcp19 local destination 00000400:00000200:0.0:1767384608.610339:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.154@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:3.0:1767384608.610360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384608.610365:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) -> 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) 192.168.202.154@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384608.610372:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp19 00000800:00000010:0.0:1767384608.610376:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000519f838. 00000800:00000200:0.0:1767384608.610381:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (4) 00000400:00000200:3.0:1767384608.610394:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000800:00000200:0.0:1767384608.610394:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:988 00000800:00000200:0.0:1767384608.610399:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000519f838 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384608.610425:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.610458:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000800:00000200:0.0:1767384608.610459:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384608.610464:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000519f838. 00000400:00000200:0.0:1767384608.610469:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384608.610485:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: ACK: OK 00000800:00000001:0.0:1767384608.610493:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384608.610495:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000800:00000001:0.0:1767384608.610497:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.610503:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.610509:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.610512:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.610516:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384608.610524:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19) <- 192.168.202.154@tcp19 : ACK - for me 00000400:00000200:1.0:1767384608.610526:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384608.610534:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062a726ac. 00000400:00000200:3.0:1767384608.610539:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384608.610540:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp19: ACK from 12345-192.168.202.154@tcp19 into md 0x1455 00000400:00000200:0.0:1767384608.610547:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384608.610549:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000400:00000200:0.0:1767384608.610555:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: ACK: OK 00000400:00000200:1.0:1767384608.610556:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:1.0:1767384608.610565:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000200:0.0:1767384608.610565:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000400:00000010:0.0:1767384608.610569:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000400:00000200:0.0:1767384608.610576:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384608.610577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000010:1.0:1767384608.610577:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000005bd35f98. 00000400:00000200:0.0:1767384608.610583:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000010:1.0:1767384608.610586:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000c1d53afc. 00000400:00000200:0.0:1767384608.610591:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:1.0:1767384608.610594:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000d2cb6b87. 00000400:00000200:0.0:1767384608.610597:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (13) 00000800:00000001:0.0:1767384608.610605:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.610610:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384608.610618:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a2d6bde7. 00000400:00000200:3.0:1767384608.610619:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384608.610628:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a2d6bde7 nid 192.168.202.154@tcp20 00000400:00000010:1.0:1767384608.610633:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fc616fbe. 00000400:00000200:1.0:1767384608.610636:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fc616fbe net tcp20 00000400:00000200:1.0:1767384608.610640:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (12) 00000400:00000200:3.0:1767384608.610652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384608.610686:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384608.610703:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp20 flags 0x11 00000400:00000010:1.0:1767384608.610708:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000005bd35f98. 00000400:00000010:1.0:1767384608.610712:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000c1d53afc. 00000400:00000010:1.0:1767384608.610715:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000d2cb6b87. 00000400:00000010:1.0:1767384608.610740:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000cbd5911a. 00000400:00000200:1.0:1767384608.610746:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384608.610751:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:3.0:1767384608.610752:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384608.610756:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:1.0:1767384608.610763:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:1.0:1767384608.610768:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384608.610771:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:1.0:1767384608.610775:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384608.610779:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (13) 00000800:00000010:3.0:1767384608.610957:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d2287515. 00000800:00000010:3.0:1767384608.610963:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a261698a. 00000800:00000010:3.0:1767384608.610968:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f7a08d4. 00000800:00000010:3.0:1767384608.611009:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f7a08d4. 00000400:00000200:0.0:1767384608.611038:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384608.611052:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp19 from 234.3.0.2 00000800:00000010:0.0:1767384608.611055:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ce9ef9c2. 00000800:00000010:1.0:1767384608.611118:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081accd25. 00000800:00000010:1.0:1767384608.611124:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d2bfa9bb. 00000800:00000010:1.0:1767384608.611146:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f55db40b. 00000800:00000200:1.1:1767384608.611152:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (4) 00000800:00000200:1.1:1767384608.611157:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp19 00000000f55db40b deleted 00000800:00000010:1.1:1767384608.611159:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f55db40b. 00000800:00000200:1.1:1767384608.611163:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384608.611169:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp19 p 3.x 192.168.202.154 -> 192.168.202.154:1002 incarnation:1767384607166128576 sched[0] 00000800:00000010:1.0:1767384608.611175:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016170d06. 00000800:00000010:1.0:1767384608.611232:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016170d06. 00000800:00000010:1.0:1767384608.611236:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2bfa9bb. 00000800:00000200:3.1:1767384608.611259:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384608.611260:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ce9ef9c2. 00000800:00000200:3.0:1767384608.611271:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp19 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384607166128576 sched[0] 00000800:00000010:3.0:1767384608.611276:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a261698a. 00000800:00000001:1.0:1767384608.611276:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384608.611283:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384608.611313:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384608.611318:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384608.611502:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aef93161. 00080000:00000010:0.0:1767384608.611547:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000063dd1943. 00040000:00000001:0.0:1767384608.611554:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384608.611556:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384608.611559:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384608.611563:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384608.611567:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384608.611575:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384608.611588:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384608.611601:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384608.611605:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2cb6b87. 20000000:01000000:0.0:1767384608.611606:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384608.611610:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00080000:00000001:0.0:1767384608.611614:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384608.611615:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384608.611621:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384608.611624:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384608.611631:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384608.611632:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384608.611638:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384608.611642:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384608.611642:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384608.611649:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384608.611651:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384608.611652:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.611656:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384608.611656:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384608.611660:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384608.611663:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000010:3.0:1767384608.611666:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd7a4c7d. 00000020:00000001:1.0:1767384608.611668:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384608.611673:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384608.611675:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384608.611677:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384608.611679:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00080000:00000001:1.0:1767384608.611681:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.611685:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384608.611686:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384608.611690:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a06022f with handle 0xefc2db714b35c325 to hash 00000020:00000001:1.0:1767384608.611691:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384608.611696:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384608.611697:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384608.611698:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00080000:00000001:1.0:1767384608.611704:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384608.611705:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00080000:00000010:1.0:1767384608.611709:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c1d53afc. 00010000:00000001:3.0:1767384608.611710:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384608.611715:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384608.611715:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384608.611716:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190336000 : -128361519215616 : ffff8b41813e8c00) 00000100:00000001:0.0:1767384608.611751:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384608.611754:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e59d7174. 00080000:00000001:1.0:1767384608.611761:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:0.0:1767384608.611761:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384608.611766:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176448 00010000:00000001:0.0:1767384608.611772:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:1.0:1767384608.611774:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384608.611775:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384608.611779:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0592a75 x1853237049176448/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384608.611780:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000016170d06. 00080000:00000001:1.0:1767384608.611786:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384608.611792:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384608.611799:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384608.611803:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1767384608.611804:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.611805:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384608.611808:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.611810:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384608.611814:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:0.0:1767384608.611814:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=26 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384608.611816:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384608.611817:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384608.611823:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384608.611824:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384608.611826:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.611831:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1767384608.611831:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384608.611835:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384608.611836:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384608.611838:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:0.0:1767384608.611841:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384608.611842:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:0.0:1767384608.611846:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384608.611847:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd7a4c7d) refcount = 1 00000100:00000001:0.0:1767384608.611852:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384608.611854:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384608.611859:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384608.611866:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ee0f24e. 00010000:00000001:3.0:1767384608.611868:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000200:0.0:1767384608.611871:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176448, offset 224 00010000:00000001:3.0:1767384608.611872:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384608.611875:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.611881:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384608.611881:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384608.611886:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384608.611891:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:3.0:1767384608.611893:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384608.611897:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000200:0.0:1767384608.611901:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003180 00010000:00000001:3.0:1767384608.611903:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384608.611906:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384608.611909:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=4 00000400:00000200:0.0:1767384608.611910:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1459 [2] + 224 00000020:00000001:3.0:1767384608.611915:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000400:00000200:0.0:1767384608.611919:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384608.611920:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000400:00000200:0.0:1767384608.611951:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384608.611952:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384608.611956:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384608.611958:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384608.611964:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.611971:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1767384608.611978:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384608.611979:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384608.611991:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.611995:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384608.611998:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384608.612006:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384608.612008:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.612011:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384608.612011:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384608.612016:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384608.612021:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ee0f24e 00000100:00000001:1.0:1767384608.612023:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384608.612024:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007a06022f already unused, calling callback (00000000d66be316) 00000400:00000010:0.0:1767384608.612025:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ee0f24e. 00000100:00000001:1.0:1767384608.612028:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384608.612031:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384608.612033:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384608.612035:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000001:1.0:1767384608.612036:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384608.612037:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384608.612039:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384608.612041:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384608.612043:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384608.612044:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00000400:00000200:1.0:1767384608.612052:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000949225ce 00000100:00000040:0.0:1767384608.612052:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384608.612054:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384608.612059:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767384608.612059:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000949225ce. 00010000:00000001:0.0:1767384608.612059:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384608.612063:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384608.612065:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384608.612066:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=5 00000100:00000001:1.0:1767384608.612066:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384608.612071:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384608.612073:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000100:00000200:1.0:1767384608.612075:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.612079:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000100:00000040:0.0:1767384608.612080:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0592a75 x1853237049176448/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.612087:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384608.612092:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384608.612111:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.612114:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384608.612116:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0592a75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049176448:12345-0@lo:253: Request processed in 3228us (3823us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384608.612119:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384608.612123:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.612130:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384608.612134:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384608.612136:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384608.612138:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00000001:3.0:1767384608.612139:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384608.612140:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384608.612144:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384608.612145:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384608.612147:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.612150:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384608.612151:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384608.612152:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a06022f with handle 0xefc2db714b35c325 from hash 00000100:00000001:0.0:1767384608.612154:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384608.612155:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384608.612158:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384608.612159:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.612161:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384608.612161:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032fa3aae. 02000000:00000001:1.0:1767384608.612164:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.612165:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384608.612169:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1767384608.612170:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff36b852. 00000100:00001000:1.0:1767384608.612171:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=26 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384608.612172:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384608.612175:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:1.0:1767384608.612179:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=26 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384608.612179:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c529450e. 00010000:00000001:3.0:1767384608.612180:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384608.612183:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.612188:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384608.612188:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:3.0:1767384608.612189:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.612192:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.612195:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384608.612196:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384608.612197:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384608.612198:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000010:0.0:1767384608.612201:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000063c2ab75. 00010000:00000001:1.0:1767384608.612202:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.612203:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.612208:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384608.612209:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384608.612210:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384608.612211:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.612215:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.612216:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.612219:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.612222:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384608.612225:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:3.0:1767384608.612228:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384608.612232:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a75434. 00000400:00000010:0.0:1767384608.612240:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ee0f24e. 00000100:00000001:1.0:1767384608.612245:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384608.612248:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384608.612250:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384608.612251:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384608.612253:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384608.612255:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384608.612256:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.612257:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384608.612261:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.612262:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384608.612267:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384608.612268:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:3.0:1767384608.612270:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384608.612272:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:3.0:1767384608.612274:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384608.612276:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384608.612279:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384608.612283:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384608.612286:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384608.612290:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:1.0:1767384608.612290:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:3.0:1767384608.612294:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384608.612294:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00010000:3.0:1767384608.612298:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007a06022f/0xefc2db714b35c325 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384608.612298:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384608.612302:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384608.612307:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384608.612330:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd7a4c7d count: 0 00000100:00100000:1.0:1767384608.612331:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049176448:0@lo:253: 00000100:00000001:1.0:1767384608.612340:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.612341:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384608.612343:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:3.0:1767384608.612345:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384608.612349:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083262e70 x1853237049176448/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.612358:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384608.612361:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384608.612364:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fbae8d5a. 02000000:00000001:1.0:1767384608.612368:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384608.612371:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384608.612372:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384608.612375:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384608.612377:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008a61da9e. 02000000:00000001:1.0:1767384608.612382:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384608.612384:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384608.612385:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083262e70. 00000100:00000001:1.0:1767384608.612390:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384608.612391:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.612393:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.612398:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384608.612400:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.612403:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.612405:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384608.613627:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c1d53afc. 00080000:00000010:1.0:1767384608.613673:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000016170d06. 00040000:00000001:1.0:1767384608.613683:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384608.613685:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384608.613687:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384608.613690:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384608.613693:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384608.613695:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384608.613697:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384608.613707:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384608.613710:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384608.613715:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384608.613747:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384608.613751:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000040:2.0:1767384608.613752:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294897937, at 4294897938 10000000:01000000:3.0:1767384608.613753:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384608.613758:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384608.613760:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000010:2.0:1767384608.613760:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00010000:00000010:3.0:1767384608.613766:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af49ab5a. 00010000:00000001:3.0:1767384608.613769:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384608.613772:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:3.0:1767384608.613775:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384608.613778:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c32c to hash 00000020:00000001:3.0:1767384608.613781:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:0.0:1767384608.613781:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294897937, at 4294897938 00010000:00000001:3.0:1767384608.613784:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384608.613789:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000010:0.0:1767384608.613791:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070247f71. 00010000:00000001:3.0:1767384608.613793:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384608.613796:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384608.613799:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384608.613807:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384608.613809:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:1.0:1767384608.613810:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294897937, at 4294897938 00010000:00000001:3.0:1767384608.613811:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384608.613814:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384608.613818:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.613821:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000010:1.0:1767384608.613821:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bffb235. 00010000:00000001:3.0:1767384608.613826:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.613830:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384608.613832:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384608.613833:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384608.613835:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384608.613837:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af49ab5a) refcount = 1 00010000:00010000:3.0:1767384608.613846:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384608.613853:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384608.613855:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384608.613857:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.613859:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.613861:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384608.613864:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:0.0:1767384608.613865:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:3.0:1767384608.613866:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384608.613869:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384608.613871:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384608.613872:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=4 00000020:00000001:3.0:1767384608.613879:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:0.0:1767384608.613879:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384608.613883:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000097799a1. 00010000:00000001:3.0:1767384608.613885:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384608.613889:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:0.0:1767384608.613890:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384608.613891:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384608.613896:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176576 00010000:00000001:0.0:1767384608.613902:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384608.613906:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000200:0.0:1767384608.613909:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2501205 x1853237049176576/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384608.613910:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384608.613939:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384608.613942:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.613944:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384608.613947:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=26 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384608.613948:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384608.613950:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384608.613954:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384608.613958:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384608.613964:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384608.613965:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384608.613969:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384608.613970:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384608.613973:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.613975:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384608.613977:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384608.613979:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384608.613983:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384608.613989:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7c3f354. 00010000:00010000:3.0:1767384608.613992:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (00000000d66be316) 00000100:00000200:0.0:1767384608.613995:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176576, offset 224 00010000:00000001:3.0:1767384608.614001:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384608.614005:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384608.614006:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384608.614009:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384608.614018:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384608.614021:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384608.614024:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384608.614027:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384608.614028:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003200 00000020:00000040:3.0:1767384608.614031:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=5 00000020:00000001:3.0:1767384608.614037:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000400:00000200:0.0:1767384608.614037:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1461 [2] + 224 00010000:00000001:3.0:1767384608.614043:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000400:00000200:0.0:1767384608.614047:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384608.614048:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384608.614051:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384608.614056:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384608.614063:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384608.614064:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384608.614068:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384608.614071:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384608.614071:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.614077:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384608.614079:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384608.614083:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384608.614086:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384608.614090:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c32c from hash 00000100:00000040:0.0:1767384608.614091:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.614095:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384608.614098:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.614100:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384608.614102:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384608.614106:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384608.614109:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384608.614112:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384608.614113:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.614116:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.614117:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384608.614119:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384608.614122:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384608.614122:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384608.614124:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384608.614129:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c3f354 00010000:00000001:3.0:1767384608.614131:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384608.614133:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7c3f354. 00010000:00000001:3.0:1767384608.614135:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.614138:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384608.614141:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384608.614148:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384608.614149:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384608.614150:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384608.614151:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384608.614155:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384608.614155:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384608.614160:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384608.614160:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384608.614162:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384608.614163:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:1.0:1767384608.614166:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384608.614168:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384608.614168:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:1.0:1767384608.614171:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00010000:00000001:3.0:1767384608.614172:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384608.614173:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384608.614177:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1767384608.614178:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384608.614179:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748f255e 00010000:00000001:3.0:1767384608.614181:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384608.614184:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000748f255e. 00000020:00000001:0.0:1767384608.614184:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:3.0:1767384608.614185:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384608.614190:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2501205 x1853237049176576/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:589/0 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384608.614192:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384608.614193:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384608.614201:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.614215:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384608.614219:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384608.614223:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070162971/0xefc2db714b35c32c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384608.614226:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2501205 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049176576:12345-0@lo:253: Request processed in 5194us (5706us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384608.614238:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384608.614245:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af49ab5a count: 0 00000100:00100000:0.0:1767384608.614247:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00000001:3.0:1767384608.614254:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384608.614255:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 20000000:00000001:3.0:1767384608.614258:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384608.614261:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384608.614261:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384608.614266:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384608.614266:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384608.614270:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294897937, at 4294897938 00000100:00000001:1.0:1767384608.614271:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384608.614271:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d56c076. 02000000:00000001:1.0:1767384608.614275:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384608.614279:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384608.614282:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000804cd4c7. 00000100:00000001:1.0:1767384608.614282:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384608.614282:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d95c118. 02000000:00000001:1.0:1767384608.614289:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384608.614291:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f7ee2ad. 00000100:00001000:1.0:1767384608.614295:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=26 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384608.614297:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00001000:1.0:1767384608.614302:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=26 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384608.614304:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384608.614307:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000550eed6b. 00000100:00000001:1.0:1767384608.614309:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384608.614312:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384608.614313:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384608.614316:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384608.614318:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384608.614322:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384608.614326:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e1671c. 00010000:00000001:1.0:1767384608.614328:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384608.614332:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7c3f354. 00000100:00000001:1.0:1767384608.614333:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.614341:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.614350:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384608.614352:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384608.614354:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384608.614357:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384608.614359:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384608.614361:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384608.614362:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384608.614364:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384608.614365:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384608.614367:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384608.614368:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384608.614370:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384608.614372:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384608.614380:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049176576:0@lo:253: 00000100:00000001:1.0:1767384608.614385:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.614387:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384608.614389:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041afcab9 x1853237049176576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.614396:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384608.614398:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384608.614400:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000017d08e3f. 02000000:00000001:1.0:1767384608.614404:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384608.614405:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384608.614407:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384608.614409:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384608.614411:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000048eb2660. 02000000:00000001:1.0:1767384608.614414:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384608.614416:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384608.614418:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041afcab9. 00000100:00000001:1.0:1767384608.614421:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384608.614429:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.614431:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.614435:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384608.614437:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.614439:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.614441:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384608.617764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd7a4c7d. 00010000:00000010:3.1:1767384608.617774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:3.1:1767384608.620768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af49ab5a. 00010000:00000010:3.1:1767384608.620775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00000400:00000010:2.0:1767384608.625376:0:22505:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c78a5557. 00000400:00000040:2.0:1767384608.625392:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384608.625394:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384608.625397:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384608.625399:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384608.625401:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384608.625403:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384608.625405:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384608.625406:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384608.625408:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384608.625409:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384608.625410:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384608.625412:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384608.625414:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384608.625415:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384608.625415:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384608.625417:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384608.625418:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384608.625419:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384608.625420:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384608.625422:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384608.625423:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384608.625424:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384608.625429:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384608.625430:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384608.625431:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384608.625432:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384608.625433:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384608.625434:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384608.625435:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384608.625436:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384608.625437:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384608.625438:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384608.625439:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384608.625440:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384608.625441:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384608.625441:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384608.625442:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384608.625444:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384608.625445:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384608.625446:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384608.625447:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384608.625448:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384608.625449:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384608.625450:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384608.625451:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384608.625452:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384608.625454:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384608.625454:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384608.625456:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384608.625457:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384608.625458:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384608.625459:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384608.625459:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384608.625461:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384608.625462:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384608.625463:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384608.625464:0:22505:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384608.625493:0:22505:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c78a5557. 00000100:00000001:2.0:1767384608.851837:0:18468:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384608.851842:0:18468:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.299789:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384609.299793:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.299798:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384609.299799:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.299828:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384609.299832:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384609.299835:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384609.393603:0:22738:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a43397a9. 00080000:00000010:3.0:1767384609.393614:0:22738:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a43397a9. 00000020:00000001:3.0:1767384609.393620:0:22738:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384609.393628:0:22738:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a43397a9. 00080000:00000010:3.0:1767384609.393634:0:22738:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a43397a9. 00000020:00000001:3.0:1767384609.393638:0:22738:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384610.086805:0:22902:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384610.086809:0:22902:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:0.0:1767384610.089548:0:22902:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384610.095943:0:22903:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ee75479f. 00000400:00000010:0.0:1767384610.095955:0:22903:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c0d4a158. 00000400:00000010:0.0:1767384610.095963:0:22903:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e12c0a79. 00000400:00000010:0.0:1767384610.095966:0:22903:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aab95a04. 00000400:00000010:0.0:1767384610.095973:0:22903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000deef3951. 00000400:00000010:0.0:1767384610.095976:0:22903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f43c9c3. 00000400:00000010:0.0:1767384610.095977:0:22903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e3a34f2c. 00000400:00000010:0.0:1767384610.095979:0:22903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2c50f2b. 00000400:00000010:0.0:1767384610.095981:0:22903:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d553bdef. 00000800:00000010:0.0:1767384610.095991:0:22903:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000519f838. 00000800:00000200:0.0:1767384610.096000:0:22903:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384610.096006:0:22903:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384610.096038:0:22903:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384610.096057:0:22903:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp21 [8/256/0/180] 00000400:00000010:0.0:1767384610.097320:0:22903:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000228cb891. 00000400:00000010:0.0:1767384610.097325:0:22903:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c88726. 00000400:00000010:0.0:1767384610.097330:0:22903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d76a3146. 00000400:00000001:0.0:1767384610.097342:0:22903:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384610.097343:0:22903:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384610.097344:0:22903:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7ca4444. 00000400:00000200:0.0:1767384610.097346:0:22903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000400:00000010:0.0:1767384610.097347:0:22903:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000400:00000010:0.0:1767384610.097350:0:22903:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000b8a62564. 00000400:00000200:0.0:1767384610.097353:0:22903:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (12) 00000400:00000200:0.0:1767384610.097364:0:22903:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384610.097371:0:22903:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:0.0:1767384610.097377:0:22903:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000550eed6b. 00000020:01000000:0.0:1767384610.097380:0:22903:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384610.097382:0:22903:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp21 00000400:00000200:1.0:1767384610.097393:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384610.097393:0:22903:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c0d4a158. 00000400:00000010:0.0:1767384610.097397:0:22903:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ee75479f. 00000400:00000200:1.0:1767384610.097401:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:1.0:1767384610.097408:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d85a9d4. 00000400:00000200:1.0:1767384610.097410:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (13) 00000400:00000010:1.0:1767384610.097415:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021bc34bf. 00000400:00000200:1.0:1767384610.097418:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:1.0:1767384610.097429:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:1.0:1767384610.097435:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384610.097439:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:2.0:1767384610.097442:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384610.097443:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:2.0:1767384610.097447:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384610.097450:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:2.0:1767384610.097451:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384610.097455:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384610.097459:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384610.097459:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384610.097464:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384610.097468:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:2.0:1767384610.097469:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384610.097473:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384610.097476:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:2.0:1767384610.097477:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384610.097481:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:2.0:1767384610.097482:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384610.097486:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384610.097487:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:01000004:2.0:1767384610.097490:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384610.097494:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:2.0:1767384610.097495:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384610.097498:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384610.097501:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:2.0:1767384610.097507:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000400:00000200:1.0:1767384610.097512:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:00000040:2.0:1767384610.097515:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384610.097518:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp20 00000400:00000200:1.0:1767384610.097524:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp20 lpni_is_preferred = 0 00000100:00000001:2.0:1767384610.097525:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384610.097529:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp20 02000000:00000001:2.0:1767384610.097530:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384610.097536:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp20 NI seq info: [27:27:256:4294967295] 192.168.202.154@tcp20 LPNI seq info [27:27:8:4294967295] 02000000:00000001:2.0:1767384610.097537:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.097547:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp20 02000000:00000010:2.0:1767384610.097548:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001d5ab5f5. 00000100:00000001:2.0:1767384610.097555:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.097560:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20:) -> 192.168.202.154@tcp20(192.168.202.154@tcp:192.168.202.154@tcp20) : PUT try# 0 00000100:00000001:2.0:1767384610.097565:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384610.097568:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384610.097572:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.154@tcp20 00000100:00000040:2.0:1767384610.097577:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_01+1] req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384610.097579:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085735fab. 00000800:00000010:1.0:1767384610.097593:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b2fc8ed6. 00000800:00000010:1.0:1767384610.097597:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ed222f03. 00000800:00000200:1.0:1767384610.097602:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (2) 10000000:00000001:2.0:1767384610.097605:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384610.097606:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (2) 10000000:00000001:2.0:1767384610.097610:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.097614:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384610.097615:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384610.097621:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384610.097622:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384610.097624:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 10000000:00000001:2.0:1767384610.097626:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384610.097628:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384610.097629:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384610.097629:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 10000000:01000000:2.0:1767384610.097633:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384610.097634:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384610.097637:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384610.097642:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.097643:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384610.097647:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384610.097647:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384610.097650:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384610.097653:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384610.097656:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384610.097659:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384610.097662:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384610.097663:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384610.097664:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384610.097665:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384610.097666:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384610.097672:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e89a6a5. 02000000:00000001:0.0:1767384610.097672:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384610.097676:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384610.097678:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384610.097680:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384610.097682:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384610.097684:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.097685:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.097692:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00100000:0.0:1767384610.097692:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049176704:0@lo:253: 02000000:00000010:2.0:1767384610.097695:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3ac23f1. 00000100:00000001:0.0:1767384610.097698:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384610.097701:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.097704:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384610.097707:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.097708:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384610.097709:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384610.097712:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384610.097716:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000097799a1. 00000100:00000040:2.0:1767384610.097744:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e89a6a5] to pc [ptlrpcd_00_02+2] req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384610.097755:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384610.097759:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006af7e468. 00000400:00000200:1.0:1767384610.097765:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000010:0.0:1767384610.097765:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0d4a158. 10000000:00000001:2.0:1767384610.097766:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.097771:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176704, portal 25 10000000:00000001:2.0:1767384610.097772:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.097777:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.097778:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:2.0:1767384610.097781:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384610.097781:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000020:00000010:2.0:1767384610.097785:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000550eed6b. 00000100:00000040:0.0:1767384610.097790:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.097796:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384610.097800:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384610.097800:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384610.097804:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384610.097804:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:0.0:1767384610.097805:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000804547d5. 00000100:00000001:2.0:1767384610.097806:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384610.097809:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176704, offset 0 00000100:00000040:2.0:1767384610.097813:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384610.097819:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384610.097825:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384610.097827:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.097830:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384610.097832:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.097832:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384610.097833:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384610.097839:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384610.097843:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e89a6a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049176832:0@lo:253: 00000100:00000001:2.0:1767384610.097846:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384610.097848:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003280 00000400:00000200:0.0:1767384610.097855:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 02000000:00000001:2.0:1767384610.097856:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384610.097859:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384610.097860:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004707d6c7. 02000000:00000001:2.0:1767384610.097862:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384610.097863:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.097864:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042f88f95 02000000:00000010:2.0:1767384610.097869:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003371e95. 00000400:00000200:0.0:1767384610.097873:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384610.097874:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.097882:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc1da74. 00000400:00000200:0.0:1767384610.097882:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384610.097888:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042f88f95 00000400:00000010:2.0:1767384610.097889:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c322d70c. 00000400:00000010:0.0:1767384610.097891:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042f88f95. 00000400:00000200:1.0:1767384610.097897:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:0.0:1767384610.097897:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384610.097900:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384610.097901:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049176832, portal 25 00000100:00000040:0.0:1767384610.097904:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000009b067c47 x1853237049176704 msgsize 4848 00000100:00000001:2.0:1767384610.097905:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384610.097921:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518492544 : -128356191059072 : ffff8b42bed3c380) 00000100:00100000:0.0:1767384610.097928:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384610.097930:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.097937:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384610.097938:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384610.097939:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000040:2.0:1767384610.097943:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384610.097947:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00000100:00000001:0.0:1767384610.097948:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384610.097950:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049176832, offset 0 00000400:00000200:2.0:1767384610.097955:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384610.097958:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000804547d5 00000400:00000010:0.0:1767384610.097961:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000804547d5. 00000400:00000200:2.0:1767384610.097965:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384610.097967:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384610.097968:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000200:0.0:1767384610.097973:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.097977:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003300 00000400:00000200:2.0:1767384610.097986:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000100:00000001:0.0:1767384610.097989:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384610.097990:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7243dd. 00000400:00000200:1.0:1767384610.097990:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384610.097996:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8c7adf2 00000100:00000040:0.0:1767384610.097996:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.098002:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384610.098004:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.098008:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384610.098009:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384610.098016:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384610.098017:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c7adf2 00000100:00000001:0.0:1767384610.098017:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.098021:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c7adf2. 00000100:00000001:0.0:1767384610.098025:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294899427 00000100:00000001:2.0:1767384610.098026:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384610.098029:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384610.098030:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087917eae. 00000100:00000040:2.0:1767384610.098032:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000007d0b0703 x1853237049176832 msgsize 4848 00000100:00100000:2.0:1767384610.098038:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384610.098038:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384610.098044:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384610.098047:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294899427 00000100:00000010:0.0:1767384610.098052:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061cea892. 00000100:00000001:2.0:1767384610.098054:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384610.098055:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:0.0:1767384610.098056:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384610.098061:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088334e59 00000100:00000001:0.0:1767384610.098063:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294899427 00000400:00000010:2.0:1767384610.098064:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088334e59. 00000100:00000010:0.0:1767384610.098068:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8ce24bb. 00000100:00000001:2.0:1767384610.098069:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384610.098072:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384610.098075:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294899427 00000100:00000010:0.0:1767384610.098078:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff9744. 00000100:00000200:2.0:1767384610.098081:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.098083:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384610.098091:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.098092:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384610.098095:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.098098:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.098100:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.098104:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384610.098107:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:2.0:1767384610.098111:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098113:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384610.098119:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098121:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294899427 00000100:00000001:2.0:1767384610.098124:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294899427 00000100:00000001:2.0:1767384610.098126:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294899427 00000100:00000001:2.0:1767384610.098127:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294899427 00000100:00000001:2.0:1767384610.098129:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294899427 00000100:00000001:2.0:1767384610.098130:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294899427 00000100:00000001:2.0:1767384610.098132:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294899427 00000100:00000001:2.0:1767384610.098133:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294899427 00000100:00000001:2.0:1767384610.098135:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.098136:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098138:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098140:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.098154:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384610.098155:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384610.098157:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384610.098158:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384610.098159:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:2.0:1767384610.098161:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384610.098164:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384610.098165:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384610.098167:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098170:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.098172:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384610.098175:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.098179:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098196:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384610.098200:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176704 02000000:00000001:2.0:1767384610.098202:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384610.098204:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384610.098206:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.098209:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.098209:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00100000:2.0:1767384610.098213:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176704 00000020:00000001:2.0:1767384610.098222:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384610.098224:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384610.098226:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384610.098228:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:2.0:1767384610.098231:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384610.098233:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384610.098237:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384610.098240:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff2606f8. 00000100:00000001:2.0:1767384610.098242:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384610.098244:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff2606f8. 00000020:00000010:2.0:1767384610.098250:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a131a462. 00000020:00000010:2.0:1767384610.098255:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d2e36de. 00000020:00000010:2.0:1767384610.098260:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000400:00000200:1.0:1767384610.098263:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000040:2.0:1767384610.098270:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384610.098273:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384610.098275:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384610.098276:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098284:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098293:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.098306:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384610.098307:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176832 00000100:00000001:0.0:1767384610.098307:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384610.098311:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384610.098311:0:17081:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098314:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384610.098317:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.098319:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384610.098322:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176832 00000020:00000001:2.0:1767384610.098323:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384610.098325:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384610.098326:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384610.098327:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384610.098329:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000020:00000040:2.0:1767384610.098331:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:0.0:1767384610.098331:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384610.098335:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384610.098337:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:0.0:1767384610.098340:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:2.0:1767384610.098342:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384610.098345:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000010:2.0:1767384610.098346:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff2606f8. 00000100:00000001:0.0:1767384610.098348:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611938384 : -128357097613232 : ffff8b4288cad850) 00000100:00000001:2.0:1767384610.098354:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384610.098354:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b067c47 x1853237049176704/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 4848/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384610.098359:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff2606f8. 00000020:00000010:2.0:1767384610.098366:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4c23a26. 00000100:00000001:0.0:1767384610.098367:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384610.098370:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd450c00. 00000020:00000010:0.0:1767384610.098372:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fa5c29. 00000100:00000001:0.0:1767384610.098376:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384610.098377:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a45fc490. 00000020:00000010:0.0:1767384610.098382:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5fa5c29. 00000100:00000001:2.0:1767384610.098383:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384610.098386:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384610.098387:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.098389:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000100:00100000:0.0:1767384610.098391:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b067c47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049176704:12345-0@lo:253: 00000100:00000001:2.0:1767384610.098394:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.098398:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176704 00000100:00000001:2.0:1767384610.098400:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384610.098402:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384610.098406:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384610.098408:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.098410:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384610.098412:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384610.098413:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:2.0:1767384610.098416:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384610.098418:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384610.098421:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384610.098424:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000020:00000001:0.0:1767384610.098425:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384610.098428:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000020:00000001:0.0:1767384610.098429:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384610.098431:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611939408 : -128357097612208 : ffff8b4288cadc50) 00000020:00000001:0.0:1767384610.098433:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.098436:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d0b0703 x1853237049176832/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 4848/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.098438:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384610.098440:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 02000000:00000001:0.0:1767384610.098441:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384610.098448:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000044621c82. 00000100:00000001:2.0:1767384610.098449:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384610.098453:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384610.098454:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff2606f8. 00000100:00000001:0.0:1767384610.098456:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098457:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384610.098460:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:2.0:1767384610.098461:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff2606f8. 00000100:00100000:2.0:1767384610.098465:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d0b0703 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049176832:12345-0@lo:253: 00000400:00000200:1.0:1767384610.098468:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000200:2.0:1767384610.098470:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176832 00000020:00000001:2.0:1767384610.098473:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384610.098476:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:0.0:1767384610.098476:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000550eed6b. 00000020:00000001:2.0:1767384610.098479:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384610.098481:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384610.098482:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384610.098485:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 20000000:00000001:0.0:1767384610.098487:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384610.098488:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384610.098490:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384610.098491:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384610.098494:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.098495:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384610.098496:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000020:00000001:2.0:1767384610.098498:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384610.098499:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.098502:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384610.098508:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384610.098509:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092a93041. 00000100:00000001:2.0:1767384610.098511:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:0.0:1767384610.098513:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 02000000:00000001:2.0:1767384610.098516:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384610.098518:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 20000000:00000001:0.0:1767384610.098519:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384610.098526:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000010:2.0:1767384610.098529:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b40b581e. 00080000:00000001:0.0:1767384610.098530:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:2.0:1767384610.098534:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.098536:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384610.098538:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384610.098546:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cb26ab56. 00080000:00000001:0.0:1767384610.098548:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384610.098549:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384610.098552:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384610.098554:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384610.098556:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384610.098557:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384610.098559:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384610.098561:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00080000:00000001:0.0:1767384610.098563:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.098567:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384610.098568:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.098570:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384610.098572:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384610.098574:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:0.0:1767384610.098578:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:0.0:1767384610.098580:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384610.098582:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384610.098585:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.098587:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384610.098590:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384610.098596:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384610.098600:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384610.098604:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ffd3f211. 00080000:00000001:0.0:1767384610.098607:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268456960 : -128361441094656 : ffff8b4185e69400) 00080000:00000001:0.0:1767384610.098611:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384610.098615:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384610.098619:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a5fa5c29. 00080000:00000001:0.0:1767384610.098623:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.098626:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384610.098641:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.098659:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384610.098806:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384610.098810:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384610.098813:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8a503e3. 00000800:00000010:1.0:1767384610.098818:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4f14c8f. 00000800:00000010:1.0:1767384610.098823:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d55f2989. 00000800:00000010:1.0:1767384610.098860:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d55f2989. 00000400:00000200:2.0:1767384610.098965:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384610.098982:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp20 from 233.3.0.2 00000800:00000010:2.0:1767384610.098985:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000272eb73b. 00000800:00000010:1.0:1767384610.099021:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000057fcc63. 00000800:00000010:1.0:1767384610.099028:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8c9117a. 00000800:00000010:1.0:1767384610.099054:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001ff3ea75. 00000800:00000200:1.1:1767384610.099061:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (2) 00000800:00000200:1.1:1767384610.099074:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp20 000000001ff3ea75 deleted 00000800:00000010:1.1:1767384610.099076:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001ff3ea75. 00000800:00000200:1.1:1767384610.099081:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384610.099088:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp20 ip 192.168.202.154:1001 00000800:00000200:1.1:1767384610.099092:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085735fab type 1, nob 336 niov 1 nkiov 1 00000800:00000200:1.0:1767384610.099097:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp20 p 3.x 192.168.202.154 -> 192.168.202.154:1001 incarnation:1767384608604908852 sched[0] 00000800:00000010:1.0:1767384610.099103:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d55f2989. 00000800:00000010:1.0:1767384610.099152:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d55f2989. 00000800:00000010:1.0:1767384610.099157:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8c9117a. 00000800:00000200:0.1:1767384610.099171:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384610.099206:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp20 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384608604908852 sched[0] 00000800:00000010:0.0:1767384610.099209:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4f14c8f. 00000800:00000010:1.0:1767384610.099222:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000272eb73b. 00000800:00000001:1.0:1767384610.099236:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384610.099242:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384610.099266:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:2.0:1767384610.099297:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384610.099302:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384610.099305:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384610.099308:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384610.099308:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085735fab. 00000400:00000200:0.0:1767384610.099308:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000001:2.0:1767384610.099313:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384610.099316:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384610.099323:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20) <- 192.168.202.154@tcp20 : PUT - for me 00000400:00000200:1.0:1767384610.099329:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: PUT: OK 00000400:00000200:0.0:1767384610.099336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384610.099354:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384610.099356:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384610.099358:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384610.099363:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000400:00000200:2.0:1767384610.099365:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 240/240 into md 0x1469 [1] + 0 00000400:00000010:2.0:1767384610.099369:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062a726ac. 00000400:00000200:2.0:1767384610.099372:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009dde52fb 00000800:00000001:2.0:1767384610.099376:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384610.099385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000001:2.0:1767384610.099407:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384610.099410:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384610.099410:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384610.099418:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: PUT: OK 00000400:00000200:2.0:1767384610.099422:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000400:00000010:2.0:1767384610.099424:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000400:00000200:2.0:1767384610.099428:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384610.099437:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (14) 00000400:00000200:2.0:1767384610.099441:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:2.0:1767384610.099444:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000f82de854. 00000400:00000200:0.0:1767384610.099444:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384610.099448:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 13 00000400:00000200:2.0:1767384610.099471:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384610.099475:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384610.099481:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (15) 00000400:00000200:2.0:1767384610.099487:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384610.099492:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp20 to MR: 192.168.202.154@tcp20 local destination 00000400:00000200:2.0:1767384610.099499:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.154@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384610.099510:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384610.099511:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20:192.168.202.154@tcp20) -> 192.168.202.154@tcp20(192.168.202.154@tcp20:192.168.202.154@tcp20) 192.168.202.154@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384610.099521:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp20 00000400:00000200:1.0:1767384610.099521:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384610.099528:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd34627a. 00000400:00000010:1.0:1767384610.099529:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f5a005. 00000800:00000200:2.0:1767384610.099534:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (4) 00000400:00000010:1.0:1767384610.099537:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000400:00000200:0.0:1767384610.099540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000800:00000200:2.0:1767384610.099542:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp20 ip 192.168.202.154:988 00000400:00000200:1.0:1767384610.099544:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000800:00000200:2.0:1767384610.099547:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd34627a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384610.099559:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000010:1.0:1767384610.099568:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 0000000048f8d91d. 00000400:00000200:0.0:1767384610.099569:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000010:1.0:1767384610.099574:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000545fbae3. 00000400:00000010:1.0:1767384610.099579:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 000000008adeec9f. 00000800:00000200:2.0:1767384610.099597:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384610.099597:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000010:1.0:1767384610.099600:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000da1d2598. 00000800:00000010:2.0:1767384610.099601:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd34627a. 00000400:00000200:2.0:1767384610.099609:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384610.099611:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000da1d2598 nid 192.168.202.154@tcp21 00000400:00000010:1.0:1767384610.099616:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000192238f2. 00000400:00000200:2.0:1767384610.099617:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: ACK: OK 00000400:00000200:1.0:1767384610.099623:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000192238f2 net tcp21 00000800:00000001:2.0:1767384610.099626:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384610.099627:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (14) 00000800:00000001:2.0:1767384610.099632:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384610.099634:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp21 flags 0x11 00000800:00000001:2.0:1767384610.099636:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384610.099640:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 0000000048f8d91d. 00000800:00000001:2.0:1767384610.099642:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384610.099643:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000010:1.0:1767384610.099644:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000545fbae3. 00000800:00000001:2.0:1767384610.099645:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384610.099649:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 000000008adeec9f. 00000800:00000001:2.0:1767384610.099651:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384610.099653:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000f82de854. 00000400:00000200:1.0:1767384610.099660:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384610.099661:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20) <- 192.168.202.154@tcp20 : ACK - for me 00000400:00000200:1.0:1767384610.099664:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000400:00000200:1.0:1767384610.099668:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000400:00000200:1.0:1767384610.099674:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:2.0:1767384610.099675:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp20: ACK from 12345-192.168.202.154@tcp20 into md 0x1481 00000400:00000200:2.0:1767384610.099681:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384610.099681:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384610.099682:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384610.099685:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:2.0:1767384610.099692:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: ACK: OK 00000400:00000200:1.0:1767384610.099693:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384610.099702:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (15) 00000400:00000200:2.0:1767384610.099706:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d85a9d4 00000400:00000200:0.0:1767384610.099711:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000010:2.0:1767384610.099717:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d85a9d4. 00000400:00000200:2.0:1767384610.099751:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384610.099755:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:2.0:1767384610.099757:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (14) 00000800:00000001:2.0:1767384610.099763:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384610.099767:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384610.099772:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099803:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099822:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099836:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099850:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099862:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099876:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384610.099889:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000800:00000010:0.0:1767384610.100025:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fbae8d5a. 00000800:00000010:0.0:1767384610.100029:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000804547d5. 00000800:00000010:0.0:1767384610.100033:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000643c7a9a. 00080000:00000010:1.0:1767384610.100057:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ffd3f211. 00000800:00000010:0.0:1767384610.100068:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000643c7a9a. 00080000:00000010:1.0:1767384610.100082:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a5fa5c29. 00040000:00000001:1.0:1767384610.100087:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384610.100090:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384610.100092:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384610.100095:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384610.100097:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.100099:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:1.0:1767384610.100099:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384610.100111:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp20 from 232.3.0.2 20000000:01000000:1.0:1767384610.100112:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:2.0:1767384610.100114:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000040d4ade6. 20000000:00000001:1.0:1767384610.100122:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384610.100124:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3f291aa. 20000000:01000000:1.0:1767384610.100127:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384610.100128:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:0.0:1767384610.100139:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384610.100140:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384610.100141:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384610.100145:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384610.100150:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384610.100156:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.100157:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384610.100159:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.100160:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384610.100162:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384610.100164:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384610.100167:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:0.0:1767384610.100168:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384610.100171:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384610.100172:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.100174:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384610.100176:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384610.100178:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384610.100180:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384610.100184:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bfd1c87c. 00080000:00000001:0.0:1767384610.100186:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268458496 : -128361441093120 : ffff8b4185e69a00) 00080000:00000001:0.0:1767384610.100188:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384610.100189:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384610.100192:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000643c7a9a. 00080000:00000001:0.0:1767384610.100194:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384610.100196:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:1.0:1767384610.100197:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384610.100201:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384610.100204:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384610.100205:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100211:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384610.100216:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384610.100216:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384610.100227:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a34b9f67. 00010000:00000001:1.0:1767384610.100232:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384610.100237:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c565ecab. 00000020:00000001:1.0:1767384610.100241:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384610.100244:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c565ecab with handle 0xefc2db714b35c333 to hash 00000800:00000010:0.0:1767384610.100264:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063c2ab75. 00000800:00000010:0.0:1767384610.100270:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082777d10. 00000020:00000001:1.0:1767384610.100281:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000020:2.0:1767384610.100283:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384610.100285:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000100:00000001:2.0:1767384610.100286:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000010:0.0:1767384610.100289:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000354d6e2b. 20000000:00000010:2.0:1767384610.100290:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000550eed6b. 00010000:00000001:1.0:1767384610.100291:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 20000000:00000001:2.0:1767384610.100297:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100298:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:0.1:1767384610.100299:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (4) 00010000:00000040:2.0:1767384610.100302:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176704 00010000:00000001:1.0:1767384610.100302:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384610.100308:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384610.100309:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000200:0.1:1767384610.100313:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp20 00000000354d6e2b deleted 00010000:00000200:2.0:1767384610.100314:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b067c47 x1853237049176704/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.1:1767384610.100318:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000354d6e2b. 00000800:00000200:0.1:1767384610.100325:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:1.0:1767384610.100330:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384610.100335:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:0.0:1767384610.100335:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp20 p 3.x 192.168.202.154 -> 192.168.202.154:1000 incarnation:1767384608604908852 sched[0] 00010000:00000001:2.0:1767384610.100336:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384610.100339:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384610.100340:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384610.100342:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002cbf0192. 00010000:00000001:1.0:1767384610.100343:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:2.0:1767384610.100345:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=28 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384610.100346:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.100350:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384610.100351:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384610.100352:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.100355:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:2.0:1767384610.100356:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384610.100359:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384610.100360:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384610.100362:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:2.0:1767384610.100364:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384610.100365:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:2.0:1767384610.100367:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384610.100368:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a34b9f67) refcount = 1 00000100:00000001:2.0:1767384610.100371:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384610.100372:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384610.100377:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384610.100382:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:2.0:1767384610.100383:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00010000:00000001:1.0:1767384610.100385:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000010:0.0:1767384610.100386:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002cbf0192. 00000100:00000200:2.0:1767384610.100387:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176704, offset 224 00000800:00000010:0.0:1767384610.100390:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082777d10. 00010000:00000001:1.0:1767384610.100393:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384610.100396:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384610.100397:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100400:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384610.100404:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:1.0:1767384610.100405:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000800:00000010:0.0:1767384610.100407:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000040d4ade6. 20000000:01000000:1.0:1767384610.100409:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000200:2.0:1767384610.100413:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003280 00010000:00000001:1.0:1767384610.100414:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.100418:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384610.100420:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=4 00000020:00000001:1.0:1767384610.100424:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000400:00000200:2.0:1767384610.100425:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1485 [2] + 224 00010000:00000001:1.0:1767384610.100428:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384610.100432:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000200:0.1:1767384610.100433:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384610.100435:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384610.100435:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767384610.100442:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp20 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384608604908852 sched[0] 00000400:00000200:2.0:1767384610.100447:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384610.100449:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000010:0.0:1767384610.100450:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000804547d5. 00010000:00010000:1.0:1767384610.100453:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.100462:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384610.100464:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384610.100464:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1767384610.100465:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767384610.100468:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1767384610.100470:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384610.100472:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384610.100476:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384610.100479:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384610.100489:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.100506:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.100507:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100509:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384610.100511:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384610.100514:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384610.100521:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384610.100522:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088334e59 00000100:00000001:0.0:1767384610.100524:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384610.100527:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088334e59. 00010000:00010000:1.0:1767384610.100530:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c565ecab already unused, calling callback (00000000d66be316) 00000100:00000001:2.0:1767384610.100532:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384610.100535:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384610.100536:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384610.100536:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:0.0:1767384610.100538:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384610.100542:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:0.0:1767384610.100542:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af7e468. 00000100:00000001:2.0:1767384610.100543:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.100547:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384610.100548:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d4a158 00000100:00000040:2.0:1767384610.100550:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:0.0:1767384610.100552:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0d4a158. 00010000:00000001:2.0:1767384610.100559:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384610.100559:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384610.100563:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.100565:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384610.100569:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384610.100576:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b067c47 x1853237049176704/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.100587:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384610.100590:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.100593:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384610.100595:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384610.100596:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=5 00000020:00000001:1.0:1767384610.100601:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000100:00100000:2.0:1767384610.100605:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b067c47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049176704:12345-0@lo:253: Request processed in 2234us (2695us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384610.100607:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384610.100613:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384610.100616:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384610.100626:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000001:0.0:1767384610.100626:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384610.100628:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384610.100632:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384610.100632:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384610.100633:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:1.0:1767384610.100635:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.100637:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384610.100640:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384610.100641:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384610.100642:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384610.100644:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384610.100645:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384610.100645:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384610.100647:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.100650:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.100650:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384610.100652:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d2e36de. 00000020:00000040:1.0:1767384610.100656:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c565ecab with handle 0xefc2db714b35c333 from hash 02000000:00000001:0.0:1767384610.100656:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384610.100661:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00010000:00000001:1.0:1767384610.100661:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:0.0:1767384610.100663:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=28 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384610.100664:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.100667:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384610.100668:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a131a462. 00000100:00001000:0.0:1767384610.100669:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=28 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384610.100670:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384610.100673:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384610.100677:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:2.0:1767384610.100678:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:0.0:1767384610.100678:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384610.100679:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384610.100681:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100683:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384610.100685:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384610.100686:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384610.100687:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.100687:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384610.100692:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000044621c82. 00010000:00000001:1.0:1767384610.100692:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384610.100692:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100696:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384610.100699:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384610.100700:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384610.100701:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.100702:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384610.100704:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.100705:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.100711:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384610.100713:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384610.100734:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384610.100740:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.100742:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384610.100744:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384610.100746:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384610.100747:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1f79c3b. 00000020:01000004:0.0:1767384610.100749:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:1.0:1767384610.100750:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384610.100752:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384610.100755:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384610.100759:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384610.100762:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00010000:00000001:1.0:1767384610.100762:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384610.100762:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384610.100766:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384610.100766:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384610.100769:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:0.0:1767384610.100770:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384610.100772:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:0.0:1767384610.100773:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384610.100775:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384610.100776:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384610.100778:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.100781:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384610.100781:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.100785:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384610.100789:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.100792:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384610.100796:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049176704:0@lo:253: 00010000:00000001:1.0:1767384610.100801:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384610.100803:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384610.100804:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384610.100805:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c565ecab/0xefc2db714b35c333 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384610.100808:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384610.100812:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049176704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384610.100813:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a34b9f67 count: 0 00000100:00000001:0.0:1767384610.100821:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384610.100823:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384610.100825:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000097799a1. 00010000:00000001:1.0:1767384610.100826:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384610.100829:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384610.100829:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384610.100832:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384610.100833:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384610.100835:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384610.100837:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001d5ab5f5. 02000000:00000001:0.0:1767384610.100841:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384610.100842:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384610.100843:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000100:00000001:0.0:1767384610.100845:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384610.100847:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.100848:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.100852:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384610.100854:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.100855:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384610.100862:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384610.101902:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bfd1c87c. 00080000:00000010:0.0:1767384610.101935:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000643c7a9a. 00040000:00000001:0.0:1767384610.101939:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384610.101940:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384610.101942:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384610.101943:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384610.101945:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.101946:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384610.101948:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384610.101955:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384610.101957:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384610.101961:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384610.101965:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384610.101968:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384610.101969:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384610.101972:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384610.101973:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384610.101977:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc987004. 00010000:00000001:1.0:1767384610.101980:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384610.101983:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d65cffb7. 00000020:00000001:1.0:1767384610.101985:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384610.101987:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d65cffb7 with handle 0xefc2db714b35c33a to hash 00000020:00000001:1.0:1767384610.101988:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384610.101989:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384610.101991:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384610.101999:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.102000:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.102003:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.102009:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384610.102011:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384610.102013:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384610.102014:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384610.102015:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.102017:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384610.102018:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.102020:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384610.102021:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384610.102022:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384610.102023:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384610.102024:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc987004) refcount = 1 00010000:00010000:1.0:1767384610.102027:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.102032:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384610.102034:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384610.102035:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.102037:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102038:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384610.102041:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384610.102043:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384610.102045:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.102047:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384610.102048:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d65cffb7 refcount=4 00000020:00000001:1.0:1767384610.102051:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384610.102053:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384610.102055:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384610.102056:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.102073:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384610.102075:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.102081:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.102083:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384610.102084:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384610.102085:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384610.102090:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384610.102092:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:0.0:1767384610.102092:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cb26ab56. 00010000:00000001:1.0:1767384610.102094:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.102097:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102098:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384610.102101:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384610.102101:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176832 00010000:00000001:0.0:1767384610.102106:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384610.102110:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d65cffb7 already unused, calling callback (00000000d66be316) 00010000:00000200:0.0:1767384610.102111:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d0b0703 x1853237049176832/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.102112:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384610.102115:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384610.102117:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.102131:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384610.102131:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384610.102135:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102136:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.102138:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767384610.102139:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=28 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384610.102140:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d65cffb7 refcount=5 00000020:00000001:1.0:1767384610.102145:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00000100:00000001:0.0:1767384610.102146:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384610.102147:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00000100:00000040:0.0:1767384610.102149:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384610.102151:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384610.102152:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00010000:1.0:1767384610.102154:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384610.102156:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384610.102159:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102162:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384610.102163:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384610.102165:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384610.102167:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384610.102170:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0d4a158. 00010000:00000001:1.0:1767384610.102173:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.102174:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049176832, offset 224 00010000:00000001:1.0:1767384610.102177:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384610.102179:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384610.102182:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384610.102183:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.102186:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384610.102188:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d65cffb7 with handle 0xefc2db714b35c33a from hash 00010000:00000001:1.0:1767384610.102192:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384610.102192:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384610.102195:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.102197:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.102198:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384610.102199:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384610.102202:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384610.102202:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003300 00010000:00000001:1.0:1767384610.102205:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384610.102207:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384610.102208:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x148d [2] + 224 00010000:00000001:1.0:1767384610.102210:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102211:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384610.102212:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384610.102214:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.102215:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.102217:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102219:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.102222:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.102224:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384610.102226:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384610.102232:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.102234:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.102236:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384610.102237:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384610.102237:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384610.102240:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.102243:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384610.102244:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384610.102245:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384610.102249:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.102250:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384610.102252:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.102256:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.102271:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384610.102275:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.102280:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384610.102284:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c33a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384610.102290:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384610.102291:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fc987004 count: 0 00000400:00000200:0.0:1767384610.102296:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d4a158 00000400:00000010:0.0:1767384610.102299:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0d4a158. 00010000:00000001:1.0:1767384610.102300:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384610.102301:0:17082:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:1.0:1767384610.102304:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384610.102304:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384610.102309:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.102311:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384610.102313:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384610.102314:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.102316:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384610.102318:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d0b0703 x1853237049176832/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.102321:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384610.102326:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d0b0703 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049176832:12345-0@lo:253: Request processed in 3875us (4291us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384610.102327:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384610.102333:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384610.102334:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000400:00000001:2.0:1767384610.102336:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384610.102337:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000010:2.0:1767384610.102342:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc1da74. 00000100:00000001:0.0:1767384610.102342:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384610.102344:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384610.102348:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd450c00. 00000400:00000200:2.0:1767384610.102350:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c322d70c 00000020:00000010:0.0:1767384610.102353:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a45fc490. 00000400:00000010:2.0:1767384610.102354:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c322d70c. 00000020:00000010:0.0:1767384610.102358:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4c23a26. 00000100:00000001:2.0:1767384610.102360:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384610.102363:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:0.0:1767384610.102366:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384610.102368:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384610.102368:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b40b581e. 02000000:00000001:0.0:1767384610.102373:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384610.102375:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384610.102383:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384610.102386:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384610.102391:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006af7e468. 00000400:00000010:0.0:1767384610.102396:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0d4a158. 00000100:00000001:2.0:1767384610.102399:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384610.102403:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.102406:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384610.102408:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384610.102410:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384610.102412:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.102414:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384610.102417:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=28 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384610.102421:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384610.102424:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384610.102426:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384610.102429:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384610.102431:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.102433:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.102446:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.102453:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.102455:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384610.102457:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384610.102460:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384610.102462:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384610.102463:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384610.102464:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384610.102473:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384610.102475:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384610.102476:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384610.102477:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384610.102478:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384610.102482:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384610.102490:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e89a6a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049176832:0@lo:253: 00000100:00000001:2.0:1767384610.102494:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.102497:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384610.102498:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e89a6a5 x1853237049176832/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.102505:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384610.102507:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384610.102509:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003371e95. 02000000:00000001:2.0:1767384610.102513:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384610.102514:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384610.102516:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384610.102518:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384610.102519:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3ac23f1. 02000000:00000001:2.0:1767384610.102522:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384610.102523:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384610.102525:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e89a6a5. 00000100:00000001:2.0:1767384610.102538:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384610.102539:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.102541:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.102546:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384610.102547:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.102550:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384610.102551:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.103759:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294899427, at 4294899428 00000100:00000040:1.0:1767384610.103762:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294899427, at 4294899428 00000100:00000010:2.0:1767384610.103765:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8ce24bb. 00000100:00000010:1.0:1767384610.103769:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000100:00000040:3.0:1767384610.104750:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294899427, at 4294899429 00000100:00000010:3.0:1767384610.104756:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff9744. 00000100:00000040:0.0:1767384610.104760:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294899427, at 4294899429 00000100:00000010:0.0:1767384610.104767:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087917eae. 00010000:00000010:1.1:1767384610.110749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a34b9f67. 00010000:00000010:1.1:1767384610.110757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c565ecab. 00010000:00000010:1.1:1767384610.110763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc987004. 00010000:00000010:1.1:1767384610.110768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d65cffb7. 00000400:00000010:3.0:1767384610.115434:0:22908:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f8a4bf03. 00000400:00000040:3.0:1767384610.115450:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384610.115453:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384610.115455:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.115456:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384610.115457:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.115458:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384610.115460:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384610.115461:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384610.115462:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384610.115463:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384610.115465:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384610.115466:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384610.115467:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384610.115468:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384610.115469:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384610.115470:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384610.115471:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384610.115472:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384610.115473:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384610.115474:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.115475:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384610.115476:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384610.115477:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384610.115478:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.115478:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384610.115480:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.115481:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384610.115482:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384610.115483:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384610.115484:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.115484:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384610.115486:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.115487:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384610.115487:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384610.115488:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384610.115489:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.115490:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384610.115495:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384610.115496:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384610.115497:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384610.115498:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384610.115499:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.115500:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384610.115501:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384610.115502:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384610.115503:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384610.115504:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384610.115504:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384610.115506:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384610.115507:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384610.115508:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384610.115509:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384610.115509:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384610.115511:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384610.115511:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384610.115512:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384610.115513:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384610.115547:0:22908:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f8a4bf03. 00010000:00000001:1.0:1767384610.323836:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384610.323841:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.323846:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384610.323848:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.323888:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384610.323892:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384610.323896:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384610.899768:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384610.899774:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:3.0:1767384610.899779:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.899781:0:17075:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:3.0:1767384610.899782:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384610.899784:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384610.899785:0:17075:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384610.899786:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384610.899789:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384610.899792:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384610.899794:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 21 10000000:00000001:3.0:1767384610.899798:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384610.899801:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384610.899810:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000020:00000040:3.0:1767384610.899815:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384610.899820:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384610.899824:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384610.899829:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384610.899836:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc55cdf5. 00000100:00000001:3.0:1767384610.899848:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.899852:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384610.899854:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384610.899861:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af49ab5a. 00010000:00000001:3.0:1767384610.899865:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384610.899868:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00000020:00000010:3.0:1767384610.899872:0:17086:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000a30a55ca. 00000020:00000001:3.0:1767384610.899874:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384610.899877:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a06022f with handle 0xefc2db714b35c341 to hash 00000020:00000001:3.0:1767384610.899878:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384610.899879:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.899882:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.899885:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384610.899886:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.899889:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384610.899895:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384610.899915:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384610.899921:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384610.899922:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384610.899928:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e71ac1d3. 00000100:00000001:3.0:1767384610.899929:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716659344320 : -128357050207296 : ffff8b428b9e33c0) 00000100:00000001:3.0:1767384610.899931:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384610.899932:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000100:00000001:3.0:1767384610.899936:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384610.899937:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.899939:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384610.899940:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384610.899946:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.899959:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384610.899961:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.899964:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384610.899966:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384610.899968:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.899970:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049176960:0@lo:101: 00000100:00000001:3.0:1767384610.899974:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384610.899978:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384610.899980:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.899982:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384610.899985:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000016615136. 02000000:00000001:3.0:1767384610.899987:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.899992:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5d2c3af. 00000400:00000010:3.0:1767384610.899998:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000200:3.0:1767384610.900003:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049176960, portal 25 00000100:00000001:3.0:1767384610.900005:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384610.900007:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000100:00000040:3.0:1767384610.900011:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.900017:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384610.900019:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384610.900021:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000100:00000200:3.0:1767384610.900023:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049176960, offset 0 00000400:00000200:3.0:1767384610.900029:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384610.900040:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384610.900050:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260003380 00000400:00000200:3.0:1767384610.900056:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x995 [2] + 0 00000400:00000010:3.0:1767384610.900059:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005481cab8. 00000400:00000200:3.0:1767384610.900062:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000396dca3f 00000400:00000200:3.0:1767384610.900067:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384610.900071:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384610.900075:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396dca3f 00000400:00000010:3.0:1767384610.900081:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000396dca3f. 00000100:00000001:3.0:1767384610.900085:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384610.900087:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384610.900090:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000d33eee22 x1853237049176960 msgsize 328 00000100:00100000:3.0:1767384610.900093:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384610.900095:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384610.900105:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384610.900115:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000400:00000010:3.0:1767384610.900117:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000100:00000001:3.0:1767384610.900121:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384610.900125:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.900135:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.900138:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.900145:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384610.900146:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900148:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384610.900149:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049176960 02000000:00000001:0.0:1767384610.900152:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384610.900153:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.900154:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384610.900157:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294900229 00000100:00000001:0.0:1767384610.900157:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384610.900162:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e01022f9. 02000000:00000001:0.0:1767384610.900162:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384610.900166:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049176960 00000100:00000001:3.0:1767384610.900168:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384610.900168:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384610.900171:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384610.900172:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384610.900173:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294900229 00000020:00000040:0.0:1767384610.900175:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000010:3.0:1767384610.900176:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b214990. 00000020:00000001:0.0:1767384610.900178:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384610.900180:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384610.900181:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384610.900184:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294900229 00000100:00000001:0.0:1767384610.900185:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384610.900187:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000581ff9e0. 00000020:00000010:0.0:1767384610.900188:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dbac92d. 00000100:00000001:3.0:1767384610.900190:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384610.900191:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.900193:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294900229 00000020:00000010:0.0:1767384610.900194:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dbac92d. 00000100:00000010:3.0:1767384610.900197:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000804cd4c7. 00000100:00000001:3.0:1767384610.900200:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384610.900200:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffd3f211. 00000100:00000001:3.0:1767384610.900203:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.900205:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384610.900205:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000297f2ea7. 00000020:00000010:0.0:1767384610.900210:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d95c118. 00000100:00000001:3.0:1767384610.900214:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384610.900217:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384610.900219:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e71ac1d3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384610.900221:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384610.900221:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384610.900224:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384610.900225:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.900226:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384610.900228:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.900235:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.900253:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.900266:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384610.900268:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384610.900272:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:0.0:1767384610.900275:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384610.900277:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611943504 : -128357097608112 : ffff8b4288caec50) 00000100:00000040:0.0:1767384610.900282:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d33eee22 x1853237049176960/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 328/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.900288:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384610.900290:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dbac92d. 00000100:00000001:0.0:1767384610.900292:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384610.900294:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dbac92d. 00000100:00100000:0.0:1767384610.900297:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d33eee22 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049176960:12345-0@lo:101: 00000100:00000200:0.0:1767384610.900300:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049176960 00000020:00000001:0.0:1767384610.900303:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384610.900306:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384610.900308:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.900310:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384610.900312:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384610.900314:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384610.900315:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384610.900318:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384610.900319:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384610.900322:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.900324:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384610.900326:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384610.900327:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384610.900329:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384610.900331:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.900334:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384610.900338:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000326375b7. 00010000:00000001:0.0:1767384610.900340:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384610.900342:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000085bf76ec. 00000020:00000001:0.0:1767384610.900349:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384610.900352:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000085bf76ec with handle 0xefc2db714b35c348 to hash 00000020:00000001:0.0:1767384610.900353:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384610.900355:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000001:0.0:1767384610.900356:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00010000:0.0:1767384610.900359:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c341 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384610.900364:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:0.0:1767384610.900366:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:0.0:1767384610.900371:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384610.900374:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384610.900377:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009cebe715. 02000000:00000001:0.0:1767384610.900379:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.900381:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.900382:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384610.900385:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384610.900387:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384610.900389:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384610.900391:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384610.900392:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384610.900394:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384610.900396:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384610.900397:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384610.900399:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384610.900400:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384610.900402:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000326375b7) refcount = 1 00010000:00010000:0.0:1767384610.900405:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c341 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384610.900409:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384610.900410:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384610.900412:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384610.900413:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.900414:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384610.900422:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384610.900425:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c341 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384610.900429:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384610.900431:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384610.900433:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384610.900435:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.900437:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384610.900438:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384610.900440:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384610.900441:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000085bf76ec, rc 0) 00000020:00000001:0.0:1767384610.900442:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384610.900445:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049176960 00010000:00000001:0.0:1767384610.900447:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384610.900450:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d33eee22 x1853237049176960/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 328/344 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384610.900455:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384610.900457:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384610.900459:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384610.900463:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384610.900466:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384610.900467:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384610.900470:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384610.900471:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.900473:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384610.900474:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384610.900476:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00000100:00000200:0.0:1767384610.900479:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049176960, offset 224 00000400:00000200:0.0:1767384610.900482:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384610.900487:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384610.900492:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260003380 00000400:00000200:0.0:1767384610.900496:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x14a9 [1] + 224 00000400:00000200:0.0:1767384610.900499:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384610.900502:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384610.900510:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384610.900514:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384610.900521:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.900534:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384610.900541:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00000400:00000010:0.0:1767384610.900543:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000100:00000001:0.0:1767384610.900548:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384610.900550:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384610.900555:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900560:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384610.900560:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384610.900562:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384610.900565:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384610.900565:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384610.900567:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384610.900567:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384610.900570:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5d2c3af. 00000100:00000040:0.0:1767384610.900572:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d33eee22 x1853237049176960/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 328/344 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384610.900574:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000400:00000010:3.0:1767384610.900576:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000001:3.0:1767384610.900580:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384610.900581:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d33eee22 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049176960:12345-0@lo:101: Request processed in 292us (489us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384610.900584:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384610.900589:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000200:3.0:1767384610.900592:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384610.900592:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384610.900595:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384610.900597:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384610.900600:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384610.900602:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000297f2ea7. 00000100:00000001:3.0:1767384610.900603:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.900605:0:17086:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384610.900606:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d95c118. 02000000:00000001:3.0:1767384610.900608:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384610.900610:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384610.900611:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffd3f211. 00000100:00000001:3.0:1767384610.900612:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.900615:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384610.900617:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00001000:3.0:1767384610.900618:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=28 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384610.900621:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384610.900622:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=28 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384610.900623:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009cebe715. 00000100:00000001:3.0:1767384610.900625:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384610.900627:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.900627:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384610.900629:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.900630:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384610.900632:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900634:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.900634:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384610.900639:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384610.900639:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000100:00000001:3.0:1767384610.900646:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.900648:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384610.900649:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af4f0f3f. 00000100:00000001:3.0:1767384610.900650:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384610.900653:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384610.900668:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049176960:0@lo:101: 00000100:00000001:3.0:1767384610.900673:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.900676:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900678:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384610.900679:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.900681:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.900688:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384610.900690:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e71ac1d3. 00000100:00000001:3.0:1767384610.900694:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384610.900695:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.900697:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384610.900700:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.900701:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384610.900703:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=4 00000020:00000001:3.0:1767384610.900704:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.900706:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000040:3.0:1767384610.900709:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007a06022f, remote cookie: 0xefc2db714b35c348, flags: 0x0 00010000:00000001:3.0:1767384610.900710:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384610.900712:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384610.900713:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384610.900714:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384610.900715:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384610.900716:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af49ab5a) refcount = 1 00010000:00010000:3.0:1767384610.900745:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.900750:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384610.900751:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384610.900752:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384610.900755:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384610.900758:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.900766:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.900771:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384610.900772:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.900773:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.900775:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.900776:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.900777:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900780:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.900783:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049176960/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.900784:0:17116:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384610.900789:0:17116:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900791:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384610.900795:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384610.900797:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000016615136. 02000000:00000001:3.0:1767384610.900801:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384610.900803:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384610.900804:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384610.900806:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384610.900808:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc55cdf5. 02000000:00000001:3.0:1767384610.900813:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384610.900814:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384610.900815:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00000001:3.0:1767384610.900818:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384610.900819:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384610.900820:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384610.900822:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384610.900823:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:3.0:1767384610.900824:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.900826:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.900827:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384610.900828:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=3 00000020:00000001:3.0:1767384610.900829:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.900831:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.900833:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384610.900834:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.900839:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.900840:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384610.900843:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384610.900845:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000411fa186. 00000100:00000010:3.0:1767384610.900856:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000020:00000040:3.0:1767384610.900858:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384610.900861:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384610.900862:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384610.900864:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384610.900867:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc55cdf5. 00000100:00000001:3.0:1767384610.900870:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900872:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384610.900875:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000016615136. 00000100:00000010:3.0:1767384610.900877:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001d12474c. 00000020:00000040:3.0:1767384610.900879:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384610.900882:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384610.900883:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384610.900886:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e71ac1d3. 00000100:00000001:3.0:1767384610.900887:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716659344320 : -128357050207296 : ffff8b428b9e33c0) 00000100:00000001:3.0:1767384610.900888:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384610.900889:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000100:00000001:3.0:1767384610.900891:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384610.900892:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900893:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384610.900894:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384610.900896:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.900915:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384610.900917:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.900919:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384610.900920:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384610.900921:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.900923:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049177088:0@lo:256: 00000100:00000001:3.0:1767384610.900926:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384610.900933:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384610.900935:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.900937:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384610.900941:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5d2c3af. 00000400:00000010:3.0:1767384610.900945:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004c9551f3. 00000100:00000200:3.0:1767384610.900947:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260003400-0x6958260003400, portal 33 00000100:00000001:3.0:1767384610.900949:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.900951:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384610.900953:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a86c70ad. 02000000:00000001:3.0:1767384610.900954:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.900957:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab0fac9. 00000400:00000010:3.0:1767384610.900959:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000200:3.0:1767384610.900960:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177088, portal 25 00000100:00000001:3.0:1767384610.900961:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384610.900963:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000100:00000040:3.0:1767384610.900965:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.900970:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384610.900972:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384610.900973:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000100:00000200:3.0:1767384610.900974:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049177088, offset 0 00000400:00000200:3.0:1767384610.900977:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384610.900981:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384610.900984:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260003400 00000400:00000200:3.0:1767384610.900986:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9a5 [2] + 0 00000400:00000010:3.0:1767384610.900988:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b660fb1. 00000400:00000200:3.0:1767384610.900991:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088fa5ae5 00000400:00000200:3.0:1767384610.900993:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384610.900995:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384610.900998:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088fa5ae5 00000400:00000010:3.0:1767384610.900999:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088fa5ae5. 00000100:00000001:3.0:1767384610.901001:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384610.901002:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384610.901005:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000048afa979 x1853237049177088 msgsize 304 00000100:00100000:3.0:1767384610.901013:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384610.901014:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384610.901023:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384610.901030:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000400:00000010:3.0:1767384610.901033:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000100:00000001:3.0:1767384610.901036:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384610.901039:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.901047:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.901050:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.901056:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.901058:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384610.901063:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901063:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384610.901066:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294900230 00000100:00100000:0.0:1767384610.901066:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177088 02000000:00000001:0.0:1767384610.901068:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384610.901070:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384610.901071:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900229 00000100:00000001:0.0:1767384610.901071:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.901074:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294900230 02000000:00000001:0.0:1767384610.901074:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.901077:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294900229 00000100:00100000:0.0:1767384610.901077:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177088 00000100:00000001:3.0:1767384610.901079:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294900230 00000020:00000001:0.0:1767384610.901079:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384610.901080:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384610.901082:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900229 00000020:00000001:0.0:1767384610.901082:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384610.901083:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:3.0:1767384610.901084:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294900230 00000020:00000001:0.0:1767384610.901086:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384610.901087:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900229 00000020:00000001:0.0:1767384610.901088:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384610.901090:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384610.901090:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384610.901092:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.901094:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384610.901094:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dbac92d. 00000100:00000001:3.0:1767384610.901096:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384610.901096:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384610.901098:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e71ac1d3 going to sleep for 11 seconds 00000020:00000010:0.0:1767384610.901098:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dbac92d. 00000100:00000001:3.0:1767384610.901100:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384610.901101:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384610.901102:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffd3f211. 00000020:00000010:0.0:1767384610.901106:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000297f2ea7. 00000020:00000010:0.0:1767384610.901111:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d95c118. 00000100:00000040:0.0:1767384610.901116:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384610.901119:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384610.901120:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384610.901122:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901126:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901135:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.901142:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384610.901144:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384610.901146:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:0.0:1767384610.901148:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384610.901149:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611932240 : -128357097619376 : ffff8b4288cac050) 00000100:00000040:0.0:1767384610.901152:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048afa979 x1853237049177088/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 304/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.901168:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384610.901170:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dbac92d. 00000100:00000001:0.0:1767384610.901171:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384610.901173:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dbac92d. 00000100:00100000:0.0:1767384610.901175:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048afa979 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049177088:12345-0@lo:256: 00000100:00000200:0.0:1767384610.901178:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177088 00000020:00000001:0.0:1767384610.901180:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384610.901182:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384610.901184:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.901185:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384610.901186:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:0.0:1767384610.901189:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384610.901190:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384610.901191:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384610.901192:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384610.901194:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901196:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384610.901198:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384610.901201:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009cebe715. 02000000:00000001:0.0:1767384610.901202:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901204:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.901206:0:17082:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384610.901209:0:17082:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384610.901212:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384610.901214:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384610.901216:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.901217:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384610.901219:0:17082:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384610.901221:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f9085094. 20000000:00000001:0.0:1767384610.901223:0:17082:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384610.901232:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384610.901236:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384610.901240:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384610.901247:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384610.901249:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384610.901250:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384610.901251:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384610.901253:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384610.901254:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384610.901256:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384610.901257:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384610.901258:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384610.901260:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:0.0:1767384610.901261:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3812/1/4/3. 20000000:00000040:0.0:1767384610.901265:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384610.901267:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384610.901268:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384610.901269:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384610.901271:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384610.901272:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384610.901273:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384610.901274:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384610.901275:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384610.901277:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384610.901278:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384610.901280:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384610.901281:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:0.0:1767384610.901283:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3528/1/4/3. 20000000:01000000:0.0:1767384610.901284:0:17082:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 568, version 30 20000000:00000001:0.0:1767384610.901285:0:17082:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=568 : 568 : 238) 00000100:00000001:0.0:1767384610.901287:0:17082:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384610.901290:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b6a9ef03. 00000100:00000010:0.0:1767384610.901292:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003ac2fb48. 00000020:00000040:0.0:1767384610.901294:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:0.0:1767384610.901296:0:17082:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384610.901298:0:17082:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384610.901300:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00000400:00000010:0.0:1767384610.901305:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d8656cb. 00000400:00000200:0.0:1767384610.901307:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384610.901312:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384610.901317:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 568 into portal 33 MB=0x6958260003400 00000400:00000200:0.0:1767384610.901323:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 568/568 into md 0x14b9 [4] + 0 00000400:00000010:0.0:1767384610.901326:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5d2c3af. 00000400:00000200:0.0:1767384610.901328:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c9551f3 00000400:00000200:0.0:1767384610.901330:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384610.901333:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384610.901335:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9551f3 00000400:00000010:0.0:1767384610.901336:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004c9551f3. 00000100:00000001:0.0:1767384610.901339:0:17082:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384610.901340:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000735875c5 desc 0000000016615136 mbits 1853237049177088 00000100:00000001:0.0:1767384610.901350:0:17082:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384610.901353:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384610.901359:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384610.901367:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14c5 00000400:00000200:0.0:1767384610.901370:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384610.901373:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384610.901376:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384610.901377:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384610.901378:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.901379:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b6a9ef03 00000100:00000001:0.0:1767384610.901381:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384610.901387:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00000400:00000010:0.0:1767384610.901389:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000100:00000001:0.0:1767384610.901392:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384610.901393:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b6a9ef03 00000100:00000001:0.0:1767384610.901396:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384610.901402:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 568 bytes via portal 33 id 12345-0@lo mbits 0x6958260003400-0x6958260003400 00000100:00000001:0.0:1767384610.901404:0:17082:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.901408:0:17082:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901410:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384610.901411:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:0.0:1767384610.901413:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003ac2fb48. 00000100:00000010:0.0:1767384610.901416:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b6a9ef03. 00000100:00000001:0.0:1767384610.901417:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384610.901418:0:17082:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384610.901424:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f9085094. 20000000:00000001:0.0:1767384610.901427:0:17082:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384610.901429:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177088 00010000:00000001:0.0:1767384610.901435:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384610.901437:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048afa979 x1853237049177088/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 304/240 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384610.901442:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384610.901443:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384610.901445:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384610.901447:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384610.901449:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384610.901450:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384610.901452:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384610.901453:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.901454:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384610.901456:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384610.901458:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00000100:00000200:0.0:1767384610.901460:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049177088, offset 224 00000400:00000200:0.0:1767384610.901463:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384610.901467:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384610.901470:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260003400 00000400:00000200:0.0:1767384610.901473:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14bd [1] + 224 00000400:00000200:0.0:1767384610.901476:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384610.901478:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384610.901480:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384610.901482:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384610.901487:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.901499:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384610.901504:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00000400:00000010:0.0:1767384610.901505:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000100:00000001:0.0:1767384610.901508:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384610.901510:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384610.901514:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.901517:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384610.901519:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384610.901520:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384610.901527:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384610.901529:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384610.901529:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384610.901530:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384610.901532:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ab0fac9. 00000100:00000040:0.0:1767384610.901533:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048afa979 x1853237049177088/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:591/0 lens 304/240 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384610.901535:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000400:00000010:3.0:1767384610.901537:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000001:3.0:1767384610.901539:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384610.901542:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384610.901542:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048afa979 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049177088:12345-0@lo:256: Request processed in 373us (535us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384610.901550:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384610.901550:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:0.0:1767384610.901552:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384610.901554:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384610.901556:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384610.901558:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384610.901559:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384610.901559:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000297f2ea7. 00000100:00000001:3.0:1767384610.901561:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384610.901562:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384610.901562:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d95c118. 00000100:00000001:3.0:1767384610.901564:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384610.901565:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffd3f211. 00000100:00000001:3.0:1767384610.901566:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.901568:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384610.901568:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00001000:3.0:1767384610.901570:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=28 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384610.901571:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384610.901572:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009cebe715. 00000100:00001000:3.0:1767384610.901574:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=28 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384610.901575:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384610.901576:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.901577:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384610.901578:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.901580:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384610.901580:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384610.901581:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.901584:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384610.901584:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a695f515. 00000100:00000040:3.0:1767384610.901586:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384610.901588:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000787c86ee. 00000100:00000040:3.0:1767384610.901595:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.901602:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384610.901604:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384610.901607:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384610.901615:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049177088:0@lo:256: 00000100:00000001:3.0:1767384610.901628:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.901630:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.901631:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384610.901633:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.901636:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.901643:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384610.901645:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e71ac1d3. 00000100:00000001:3.0:1767384610.901648:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384610.901649:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384610.901651:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 30, more 0. 10000000:00000001:3.0:1767384610.901654:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384610.901659:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005bb47a84. 10000000:00000040:3.0:1767384610.901667:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384610.901672:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384610.901675:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384610.901678:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:3.0:1767384610.901680:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.901681:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384610.901682:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:3.0:1767384610.901684:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000400:00000200:3.0:1767384610.901687:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 13 NIDs 00000400:00001000:3.0:1767384610.901689:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384610.901691:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:3.0:1767384610.901694:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384610.901698:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (13) 00000400:00000200:3.0:1767384610.901702:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384610.901704:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:3.0:1767384610.901705:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (14) 00000400:00000200:3.0:1767384610.901707:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:3.0:1767384610.901709:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:3.0:1767384610.901711:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901713:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:3.0:1767384610.901714:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:3.0:1767384610.901746:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901748:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:3.0:1767384610.901750:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:3.0:1767384610.901753:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901755:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:3.0:1767384610.901757:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:3.0:1767384610.901760:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901762:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:3.0:1767384610.901763:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:3.0:1767384610.901766:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901768:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:3.0:1767384610.901770:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:3.0:1767384610.901774:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901776:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:3.0:1767384610.901777:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:3.0:1767384610.901781:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901782:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:3.0:1767384610.901784:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:3.0:1767384610.901787:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901788:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:3.0:1767384610.901790:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:3.0:1767384610.901793:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901795:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:3.0:1767384610.901797:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:3.0:1767384610.901801:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901802:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:3.0:1767384610.901803:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:3.0:1767384610.901805:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901806:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:3.0:1767384610.901807:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:3.0:1767384610.901809:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384610.901810:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000100:00000001:3.0:1767384610.901812:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.901814:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384610.901816:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:3.0:1767384610.901820:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ffab208b. 10000000:00000040:3.0:1767384610.901827:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 30/30 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:3.0:1767384610.901830:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384610.901835:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384610.901839:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f59dec. 00000020:00000010:3.0:1767384610.901841:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6739a60. 00000040:00000010:3.0:1767384610.901844:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006a718a34. 00000020:00000010:3.0:1767384610.901847:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004cd30a4d. 00000020:00000010:3.0:1767384610.901850:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384610.901853:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f36dce7. 80000000:00000010:3.0:1767384610.901856:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a49c1526. 40000000:00000010:3.0:1767384610.901858:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3ea6f5b. 00100000:00000010:3.0:1767384610.901862:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000271a6f91. 00040000:00000010:3.0:1767384610.901865:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000881a6fa5. 00040000:00000010:3.0:1767384610.901868:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000741a0004. 00040000:00000010:3.0:1767384610.901871:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3434c21. 00080000:00000010:3.0:1767384610.901877:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005fb79e0d. 00080000:00000010:3.0:1767384610.901881:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c8873165. 00000004:00000010:3.0:1767384610.901885:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea0a4dce. 00000004:00000010:3.0:1767384610.901890:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006683de0. 00000004:00000010:3.0:1767384610.901935:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000040c6b399. 00002000:00000010:3.0:1767384610.901939:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b06a4d8c. 00000004:00000010:3.0:1767384610.901942:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000220f6b9d. 00000004:00000001:3.0:1767384610.901946:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384610.901948:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384610.901949:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ffab208b 00000040:00001000:3.0:1767384610.901950:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384610.901951:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384610.901953:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384610.901954:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384610.901956:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384610.901957:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384610.901958:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384610.901959:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:3.0:1767384610.901960:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384610.902007:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384610.902013:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d6739a60. 00000040:00000010:3.0:1767384610.902017:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a718a34. 00000020:00000010:3.0:1767384610.902020:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004cd30a4d. 00000020:00000010:3.0:1767384610.902024:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384610.902028:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f36dce7. 80000000:00000010:3.0:1767384610.902032:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a49c1526. 40000000:00000010:3.0:1767384610.902036:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d3ea6f5b. 00100000:00000010:3.0:1767384610.902039:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000271a6f91. 00040000:00000010:3.0:1767384610.902042:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000881a6fa5. 00040000:00000010:3.0:1767384610.902045:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000741a0004. 00040000:00000010:3.0:1767384610.902048:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3434c21. 00080000:00000010:3.0:1767384610.902051:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c8873165. 00080000:00000010:3.0:1767384610.902055:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005fb79e0d. 00000004:00000010:3.0:1767384610.902058:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ea0a4dce. 00000004:00000010:3.0:1767384610.902061:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006683de0. 00000004:00000010:3.0:1767384610.902065:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000040c6b399. 00002000:00000010:3.0:1767384610.902068:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b06a4d8c. 00000004:00000010:3.0:1767384610.902071:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000220f6b9d. 00000020:00000010:3.0:1767384610.902073:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f59dec. 00000020:00000001:3.0:1767384610.902075:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.902077:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384610.902080:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ffab208b. 10000000:00000010:3.0:1767384610.902083:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005bb47a84. 10000000:00000001:3.0:1767384610.902085:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.902088:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.902091:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049177088/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.902097:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384610.902099:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384610.902101:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a86c70ad. 02000000:00000001:3.0:1767384610.902103:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384610.902104:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384610.902105:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384610.902107:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384610.902114:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384610.902116:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384610.902117:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384610.902119:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384610.902120:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001d12474c. 00000100:00000010:3.0:1767384610.902122:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000016615136. 00000100:00000001:3.0:1767384610.902124:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384610.902125:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc55cdf5. 02000000:00000001:3.0:1767384610.902128:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384610.902130:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384610.902131:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00000001:3.0:1767384610.902133:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384610.902134:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384610.902146:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000411fa186. 10000000:01000000:3.0:1767384610.902150:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384610.902153:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384610.902154:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.902156:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384610.902158:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=3 00000020:00000001:3.0:1767384610.902159:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.902162:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384610.902164:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384610.902166:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.902173:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.902174:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384610.902176:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.902182:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384610.902183:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.902185:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384610.902187:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384610.902189:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384610.902191:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384610.902197:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384610.902198:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:3.0:1767384610.902201:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384610.906777:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294900230, at 4294900231 00000100:00000010:3.0:1767384610.906785:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000804cd4c7. 00000100:00000040:2.0:1767384610.907746:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294900230, at 4294900232 00000100:00000010:2.0:1767384610.907757:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000581ff9e0. 00000100:00000040:0.0:1767384610.907762:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294900230, at 4294900232 00000100:00000010:0.0:1767384610.907770:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e01022f9. 00000100:00000040:1.0:1767384610.907776:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294900230, at 4294900232 00000100:00000010:1.0:1767384610.907784:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b214990. 00000020:00000010:2.0:1767384610.910086:0:23164:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000009167f817. 00000020:00000040:2.0:1767384610.910092:0:23164:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384610.910094:0:23164:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000009167f817. 00080000:00000010:0.0:1767384610.918414:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee3056cd. 00080000:00000010:0.0:1767384610.918421:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee3056cd. 00000020:00000001:0.0:1767384610.918425:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384610.918431:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee3056cd. 00080000:00000010:0.0:1767384610.918435:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee3056cd. 00000020:00000001:0.0:1767384610.918437:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.347766:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384611.347772:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.347777:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384611.347778:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384611.347805:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384611.347809:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384611.347811:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384611.598499:0:23319:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384611.598504:0:23319:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384611.601520:0:23319:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384611.607657:0:23320:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e5a42c9b. 00000400:00000010:2.0:1767384611.607671:0:23320:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fdfcef5e. 00000400:00000010:2.0:1767384611.607679:0:23320:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ea7d348a. 00000400:00000010:2.0:1767384611.607682:0:23320:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004ced21aa. 00000400:00000010:2.0:1767384611.607686:0:23320:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047949420. 00000400:00000010:2.0:1767384611.607690:0:23320:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000050f3d39d. 00000400:00000010:2.0:1767384611.607691:0:23320:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb7cd806. 00000400:00000010:2.0:1767384611.607693:0:23320:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e203fa67. 00000400:00000010:2.0:1767384611.607696:0:23320:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c290a3f2. 00000800:00000010:2.0:1767384611.607707:0:23320:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e30a1bfb. 00000800:00000200:2.0:1767384611.607716:0:23320:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384611.607746:0:23320:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384611.607790:0:23320:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384611.607828:0:23320:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384611.609297:0:23320:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000003fead42a. 00000400:00000010:2.0:1767384611.609302:0:23320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc1da74. 00000400:00000010:2.0:1767384611.609307:0:23320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000400:00000001:2.0:1767384611.609320:0:23320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384611.609321:0:23320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384611.609323:0:23320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c88726. 00000400:00000200:2.0:1767384611.609325:0:23320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76a3146 00000400:00000010:2.0:1767384611.609327:0:23320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d76a3146. 00000400:00000010:2.0:1767384611.609331:0:23320:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000228cb891. 00000400:00000200:2.0:1767384611.609336:0:23320:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (13) 00000400:00000200:2.0:1767384611.609348:0:23320:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384611.609358:0:23320:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:2.0:1767384611.609369:0:23320:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005977487d. 00000020:01000000:2.0:1767384611.609374:0:23320:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384611.609374:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384611.609377:0:23320:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp22 00000400:00000200:1.0:1767384611.609379:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:1.0:1767384611.609384:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e888e02. 00000400:00000200:1.0:1767384611.609387:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (14) 00000400:00000010:1.0:1767384611.609393:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b87054ae. 00000400:00000010:2.0:1767384611.609394:0:23320:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fdfcef5e. 00000400:00000010:2.0:1767384611.609398:0:23320:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e5a42c9b. 00000400:00000200:1.0:1767384611.609398:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:1.0:1767384611.609412:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000001:0.0:1767384611.609418:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384611.609419:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384611.609425:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384611.609429:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:0.0:1767384611.609430:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384611.609433:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384611.609437:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384611.609442:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384611.609444:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384611.609445:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384611.609447:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384611.609449:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384611.609450:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384611.609453:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384611.609456:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384611.609457:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384611.609459:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384611.609460:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:0.0:1767384611.609464:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6ca2336. 00000400:00000200:1.0:1767384611.609468:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:0.0:1767384611.609470:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384611.609477:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384611.609478:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:0.0:1767384611.609480:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384611.609486:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.609487:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384611.609493:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:0.0:1767384611.609496:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001d5ab5f5. 00000400:00000200:1.0:1767384611.609500:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384611.609504:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.609509:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:0.0:1767384611.609512:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384611.609516:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.609517:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000040:0.0:1767384611.609524:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6ca2336] to pc [ptlrpcd_00_03+3] req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384611.609529:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384611.609542:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:1.0:1767384611.609548:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp21 00000400:00000200:1.0:1767384611.609553:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp21 lpni_is_preferred = 0 00000400:00000200:1.0:1767384611.609556:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp21 10000000:00000001:0.0:1767384611.609559:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.609561:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.154@tcp21 LPNI seq info [29:29:8:4294967295] 10000000:00000001:0.0:1767384611.609563:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.609568:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384611.609571:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384611.609575:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp21 00000100:00000001:3.0:1767384611.609578:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384611.609578:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384611.609584:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384611.609586:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384611.609589:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384611.609590:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21:) -> 192.168.202.154@tcp21(192.168.202.154@tcp:192.168.202.154@tcp21) : PUT try# 0 00000100:00000001:3.0:1767384611.609591:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384611.609593:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384611.609600:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384611.609601:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384611.609605:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:1.0:1767384611.609606:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.154@tcp21 00000020:01000004:0.0:1767384611.609611:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:1.0:1767384611.609615:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b52a139. 00000020:01000004:0.0:1767384611.609615:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384611.609620:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384611.609622:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384611.609623:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384611.609624:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384611.609631:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384611.609634:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384611.609636:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:1.0:1767384611.609637:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9a41bb1. 02000000:00000001:3.0:1767384611.609641:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384611.609642:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c9f57b. 00000800:00000010:1.0:1767384611.609644:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bb5cd007. 02000000:00000001:3.0:1767384611.609645:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384611.609649:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:3.0:1767384611.609652:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.609655:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384611.609656:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (2) 02000000:00000001:0.0:1767384611.609660:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384611.609662:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049177216:0@lo:253: 02000000:00000001:0.0:1767384611.609665:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384611.609667:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (2) 02000000:00000010:0.0:1767384611.609674:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e59d7174. 00000100:00000001:3.0:1767384611.609675:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384611.609681:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.609684:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384611.609686:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384611.609688:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:0.0:1767384611.609689:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.609690:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.609696:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384611.609696:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000040:0.0:1767384611.609699:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c9f57b] to pc [ptlrpcd_00_00+0] req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384611.609705:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005fb79e0d. 10000000:00000001:0.0:1767384611.609754:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384611.609757:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.609758:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384611.609760:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384611.609762:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005977487d. 00000100:00000001:0.0:1767384611.609774:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.609777:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384611.609778:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384611.609782:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.609788:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384611.609789:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.609792:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384611.609793:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384611.609795:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384611.609797:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049177344:0@lo:253: 00000100:00000001:0.0:1767384611.609800:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384611.609803:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384611.609804:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.609805:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384611.609810:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384611.609820:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000df6481a2. 00000100:00000001:1.0:1767384611.609822:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.609823:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384611.609835:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c78f10. 00000100:00000001:1.0:1767384611.609841:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384611.609841:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5621d00. 02000000:00000001:3.0:1767384611.609844:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.609846:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384611.609848:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049177344, portal 25 00000400:00000010:3.0:1767384611.609851:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab0fac9. 00000100:00000001:0.0:1767384611.609853:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384611.609856:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520604032 : -128356188947584 : ffff8b42bef3fb80) 00000400:00000010:3.0:1767384611.609859:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc2a07b3. 00000100:00000040:0.0:1767384611.609860:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384611.609865:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049177216, portal 25 00000100:00000001:3.0:1767384611.609871:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384611.609872:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384611.609873:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520588800 : -128356188962816 : ffff8b42bef3c000) 00000100:00000040:0.0:1767384611.609878:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384611.609882:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000338ef228. 00000100:00000040:3.0:1767384611.609883:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384611.609886:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049177344, offset 0 00000100:00000001:3.0:1767384611.609908:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384611.609909:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384611.609914:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384611.609918:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6075677. 00000100:00000200:3.0:1767384611.609923:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049177216, offset 0 00000400:00000200:0.0:1767384611.609923:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384611.609927:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.609934:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384611.609937:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003500 00000400:00000200:3.0:1767384611.609952:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384611.609953:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000400:00000010:0.0:1767384611.609959:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000498cf91b. 00000400:00000200:3.0:1767384611.609962:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003480 00000400:00000200:0.0:1767384611.609967:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e23241e 00000400:00000200:3.0:1767384611.609975:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000400:00000200:0.0:1767384611.609977:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384611.609979:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35bae14. 00000400:00000200:1.0:1767384611.609982:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.609985:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e445af1 00000400:00000200:0.0:1767384611.609987:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384611.609992:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.609995:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00000400:00000200:3.0:1767384611.610000:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384611.610001:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e23241e. 00000400:00000200:3.0:1767384611.610009:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e445af1 00000100:00000001:0.0:1767384611.610010:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384611.610014:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e445af1. 00000100:00000200:0.0:1767384611.610015:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384611.610022:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000000643a053 x1853237049177344 msgsize 4848 00000100:00000001:3.0:1767384611.610023:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384611.610024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000200:3.0:1767384611.610029:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384611.610035:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384611.610037:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000715d5142 x1853237049177216 msgsize 4848 00000100:00000040:0.0:1767384611.610039:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384611.610048:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384611.610053:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384611.610054:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384611.610061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384611.610065:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000338ef228 00000100:00000001:3.0:1767384611.610068:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384611.610070:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000338ef228. 00000100:00000001:0.0:1767384611.610076:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384611.610077:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6075677 00000400:00000010:3.0:1767384611.610081:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6075677. 00000100:00000200:0.0:1767384611.610082:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.610085:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384611.610093:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384611.610098:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:0.0:1767384611.610100:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384611.610108:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.610109:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384611.610113:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.610126:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.610129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:3.0:1767384611.610131:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384611.610137:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.610139:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610143:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294900939 00000100:00000001:0.0:1767384611.610144:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384611.610150:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a49c1526. 00000100:00000001:0.0:1767384611.610153:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610156:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384611.610159:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294900939 00000100:00000001:3.0:1767384611.610163:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294900939 00000100:00000001:0.0:1767384611.610164:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294900939 00000100:00000010:3.0:1767384611.610169:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e02f983. 00000400:00000200:1.0:1767384611.610169:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:0.0:1767384611.610170:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294900939 00000100:00000001:3.0:1767384611.610175:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384611.610180:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294900939 00000100:00000001:0.0:1767384611.610180:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294900939 00000100:00000001:0.0:1767384611.610185:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294900939 00000100:00000010:3.0:1767384611.610193:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029365782. 00000100:00000001:3.0:1767384611.610197:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384611.610200:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294900939 00000100:00000001:0.0:1767384611.610202:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294900939 00000100:00000010:3.0:1767384611.610204:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000054dcd9a. 00000400:00000200:1.0:1767384611.610208:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:3.0:1767384611.610210:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384611.610210:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294900939 00000100:00000001:3.0:1767384611.610217:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.610218:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294900939 00000100:00000001:3.0:1767384611.610221:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.610225:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.610226:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610229:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.610232:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610238:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.610238:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610242:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384611.610244:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384611.610245:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384611.610246:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384611.610250:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384611.610253:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.610254:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384611.610255:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.610259:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384611.610265:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.610267:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384611.610279:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384611.610279:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384611.610282:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177344 00000100:00000001:0.0:1767384611.610285:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.610286:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384611.610287:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000001:3.0:1767384611.610289:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.610292:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.610297:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384611.610300:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177344 00000020:00000001:3.0:1767384611.610302:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384611.610304:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384611.610306:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384611.610309:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:3.0:1767384611.610311:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384611.610313:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384611.610314:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:0.0:1767384611.610319:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177216 00000100:00000001:3.0:1767384611.610320:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384611.610323:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 02000000:00000001:0.0:1767384611.610324:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384611.610325:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4b2fee3. 00000100:00000001:0.0:1767384611.610330:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.610331:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384611.610336:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4b2fee3. 00000100:00000001:0.0:1767384611.610336:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.610343:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384611.610345:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00000100:00100000:0.0:1767384611.610348:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177216 00000020:00000001:0.0:1767384611.610352:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384611.610353:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aab0ac9. 00000400:00000200:1.0:1767384611.610354:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000020:00000040:0.0:1767384611.610354:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384611.610358:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384611.610362:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000010:3.0:1767384611.610365:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e10e90f0. 00000020:00000001:0.0:1767384611.610372:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384611.610374:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:3.0:1767384611.610376:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384611.610378:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384611.610380:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384611.610383:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384611.610383:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dbac92d. 00000100:00000001:3.0:1767384611.610384:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.610388:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:0.0:1767384611.610390:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.610395:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384611.610395:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dbac92d. 00000020:00000010:0.0:1767384611.610403:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c6067e9. 00000100:00000001:3.0:1767384611.610407:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384611.610408:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000400e566a. 00000020:00000010:0.0:1767384611.610414:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d95c118. 00000100:00000001:0.0:1767384611.610419:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384611.610421:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384611.610422:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384611.610424:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610425:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384611.610427:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00100000:3.0:1767384611.610433:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:3.0:1767384611.610436:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384611.610437:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610438:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611933264 : -128357097618352 : ffff8b4288cac450) 00000100:00000001:0.0:1767384611.610443:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384611.610446:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000643a053 x1853237049177344/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.610454:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384611.610457:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4b2fee3. 00000100:00000001:0.0:1767384611.610458:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384611.610459:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000001:3.0:1767384611.610461:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384611.610461:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384611.610466:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4b2fee3. 00000100:00100000:0.0:1767384611.610471:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:0.0:1767384611.610475:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384611.610478:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611947600 : -128357097604016 : ffff8b4288cafc50) 00000100:00100000:3.0:1767384611.610479:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000643a053 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049177344:12345-0@lo:253: 00000100:00000040:0.0:1767384611.610485:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000715d5142 x1853237049177216/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 4848/0 e 0 to 0 dl 1767384622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384611.610488:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177344 00000400:00000200:1.0:1767384611.610492:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000020:00000001:3.0:1767384611.610496:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384611.610499:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384611.610503:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384611.610503:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dbac92d. 00000020:00000001:3.0:1767384611.610508:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.610508:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384611.610513:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dbac92d. 00000020:00000001:3.0:1767384611.610515:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384611.610520:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000715d5142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049177216:12345-0@lo:253: 00000020:00000001:3.0:1767384611.610521:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:1.0:1767384611.610523:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000100:00000200:0.0:1767384611.610529:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177216 00000020:00000001:3.0:1767384611.610531:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384611.610532:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384611.610534:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384611.610536:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384611.610537:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384611.610539:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.610541:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384611.610543:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384611.610545:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610549:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384611.610550:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 02000000:00000001:3.0:1767384611.610551:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384611.610555:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384611.610557:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000020:00000001:0.0:1767384611.610557:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384611.610558:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c8873165. 00000020:00000001:0.0:1767384611.610562:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384611.610564:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384611.610567:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.610568:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.610572:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.610572:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384611.610577:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384611.610578:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384611.610586:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007dd57bc8. 20000000:00000010:3.0:1767384611.610589:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000280da2fa. 00000400:00000200:1.0:1767384611.610590:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 02000000:00000001:0.0:1767384611.610591:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384611.610595:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384611.610598:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.610600:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384611.610605:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384611.610605:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384611.610609:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.610611:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.610613:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384611.610616:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000033ecfceb. 20000000:01000000:0.0:1767384611.610622:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384611.610623:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000406cb2df. 20000000:00000001:0.0:1767384611.610625:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384611.610626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 20000000:01000000:3.0:1767384611.610627:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:0.0:1767384611.610630:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384611.610634:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.610635:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384611.610639:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.610641:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384611.610643:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384611.610645:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384611.610660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00080000:00000001:3.0:1767384611.610662:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384611.610676:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.610680:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384611.610682:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.610685:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384611.610687:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.610689:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00080000:00000002:3.0:1767384611.610691:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384611.610698:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384611.610701:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384611.610704:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384611.610708:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.610711:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384611.610714:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384611.610716:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000020:00000001:3.0:1767384611.610748:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384611.610753:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384611.610758:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000023a906bb. 00080000:00000001:3.0:1767384611.610762:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204792320 : -128361504759296 : ffff8b41821b2200) 00080000:00000001:3.0:1767384611.610765:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384611.610769:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384611.610773:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b4b2fee3. 00080000:00000001:3.0:1767384611.610776:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.610783:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384611.610787:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00080000:00000001:3.0:1767384611.610800:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384611.610821:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384611.611038:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a782d7af. 00000800:00000010:1.0:1767384611.611045:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056f0f0ca. 00000800:00000010:1.0:1767384611.611053:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e2add28. 00000400:00000200:0.0:1767384611.611064:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384611.611078:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e2add28. 00000400:00000200:0.0:1767384611.611109:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384611.611113:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c4375694. 00000800:00000010:1.0:1767384611.611155:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000017d08e3f. 00000800:00000010:1.0:1767384611.611169:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeec4c05. 00000800:00000010:1.0:1767384611.611194:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c16e514. 00000800:00000200:1.1:1767384611.611202:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (2) 00000800:00000200:1.1:1767384611.611209:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp21 000000005c16e514 deleted 00000800:00000010:1.1:1767384611.611212:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c16e514. 00000800:00000200:1.1:1767384611.611217:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384611.611224:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:999 00000800:00000200:1.1:1767384611.611228:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b52a139 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:1.0:1767384611.611233:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp21 p 3.x 192.168.202.154 -> 192.168.202.154:999 incarnation:1767384610095992354 sched[0] 00000800:00000010:1.0:1767384611.611239:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e2add28. 00000800:00000010:1.0:1767384611.611285:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e2add28. 00000800:00000010:1.0:1767384611.611288:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeec4c05. 00000800:00000010:1.0:1767384611.611316:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c4375694. 00000800:00000200:3.1:1767384611.611319:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384611.611326:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp21 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384610095992354 sched[0] 00000800:00000010:3.0:1767384611.611329:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056f0f0ca. 00000800:00000001:0.0:1767384611.611333:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.611340:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384611.611354:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.611357:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384611.611382:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:0.0:1767384611.611398:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.611405:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384611.611406:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384611.611410:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384611.611411:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384611.611418:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b52a139. 00000400:00000200:3.0:1767384611.611421:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384611.611424:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21) <- 192.168.202.154@tcp21 : PUT - for me 00000400:00000200:1.0:1767384611.611425:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384611.611436:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: PUT: OK 00000400:00000200:0.0:1767384611.611439:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384611.611445:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384611.611447:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 256/256 into md 0x1495 [1] + 0 00000400:00000200:3.0:1767384611.611449:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384611.611453:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000400:00000010:0.0:1767384611.611454:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002f5a005. 00000400:00000200:0.0:1767384611.611461:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1267d33 00000800:00000001:0.0:1767384611.611465:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384611.611478:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000001:0.0:1767384611.611480:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.611485:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.611490:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: PUT: OK 00000400:00000200:0.0:1767384611.611493:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000400:00000010:0.0:1767384611.611495:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000400:00000200:0.0:1767384611.611498:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384611.611502:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (15) 00000400:00000200:0.0:1767384611.611506:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384611.611509:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000e2d11362. 00000400:00000200:0.0:1767384611.611512:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 14 00000400:00000200:0.0:1767384611.611514:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384611.611525:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384611.611525:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (16) 00000400:00000200:0.0:1767384611.611530:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384611.611536:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp21 to MR: 192.168.202.154@tcp21 local destination 00000400:00000200:0.0:1767384611.611542:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp21 NI seq info: [30:30:256:4294967295] 192.168.202.154@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384611.611552:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) -> 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) 192.168.202.154@tcp21 : ACK try# 0 00000800:00000200:0.0:1767384611.611557:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp21 00000400:00000200:1.0:1767384611.611560:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384611.611560:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1fde50. 00000800:00000200:0.0:1767384611.611567:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (4) 00000400:00000010:1.0:1767384611.611568:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c94422. 00000400:00000200:3.0:1767384611.611570:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000010:1.0:1767384611.611576:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000800:00000200:0.0:1767384611.611577:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:988 00000400:00000200:1.0:1767384611.611583:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000800:00000200:0.0:1767384611.611583:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd1fde50 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384611.611592:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000400:00000010:1.0:1767384611.611601:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 000000007830d3b8. 00000400:00000010:1.0:1767384611.611606:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 000000006d576eed. 00000400:00000010:1.0:1767384611.611609:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000c1d53afc. 00000400:00000200:3.0:1767384611.611610:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000010:1.0:1767384611.611633:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009763b095. 00000400:00000200:1.0:1767384611.611641:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009763b095 nid 192.168.202.154@tcp22 00000400:00000010:1.0:1767384611.611645:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002bc8fc85. 00000800:00000200:0.0:1767384611.611648:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384611.611649:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000002bc8fc85 net tcp22 00000400:00000200:3.0:1767384611.611652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000010:0.0:1767384611.611653:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1fde50. 00000400:00000200:1.0:1767384611.611654:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (15) 00000400:00000200:0.0:1767384611.611661:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384611.611667:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp22 flags 0x11 00000400:00000200:0.0:1767384611.611672:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: ACK: OK 00000400:00000010:1.0:1767384611.611674:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 000000007830d3b8. 00000400:00000010:1.0:1767384611.611680:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 000000006d576eed. 00000800:00000001:0.0:1767384611.611680:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384611.611686:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000c1d53afc. 00000800:00000001:0.0:1767384611.611687:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384611.611690:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000e2d11362. 00000800:00000001:0.0:1767384611.611692:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384611.611695:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384611.611698:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000800:00000001:0.0:1767384611.611700:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384611.611705:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384611.611708:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000800:00000001:0.0:1767384611.611713:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384611.611744:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000400:00000200:1.0:1767384611.611750:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:1.0:1767384611.611759:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384611.611765:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:0.0:1767384611.611766:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21) <- 192.168.202.154@tcp21 : ACK - for me 00000400:00000200:1.0:1767384611.611773:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384611.611780:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384611.611784:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (16) 00000400:00000200:0.0:1767384611.611790:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp21: ACK from 12345-192.168.202.154@tcp21 into md 0x14d5 00000400:00000200:0.0:1767384611.611795:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384611.611799:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: ACK: OK 00000400:00000200:0.0:1767384611.611803:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e888e02 00000400:00000010:0.0:1767384611.611805:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e888e02. 00000400:00000200:0.0:1767384611.611808:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384611.611812:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:0.0:1767384611.611815:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (15) 00000800:00000001:0.0:1767384611.611820:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.611825:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384611.611827:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.611860:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.611919:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.611974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612019:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612100:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612145:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612193:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612221:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612242:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612260:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612307:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384611.612325:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000800:00000010:3.0:1767384611.612456:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d68e67c. 00000800:00000010:3.0:1767384611.612461:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6075677. 00000800:00000010:3.0:1767384611.612469:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec77d5da. 00000800:00000010:3.0:1767384611.612516:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec77d5da. 00000400:00000200:0.0:1767384611.612525:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384611.612538:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp21 from 230.3.0.2 00000800:00000010:0.0:1767384611.612540:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000f9efd53. 00000800:00000010:1.0:1767384611.612583:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048eb2660. 00000800:00000010:1.0:1767384611.612590:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeec4c05. 00000800:00000010:1.0:1767384611.612612:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c16e514. 00000800:00000200:1.1:1767384611.612619:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (4) 00000800:00000200:1.1:1767384611.612624:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp21 000000005c16e514 deleted 00000800:00000010:1.1:1767384611.612626:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c16e514. 00000800:00000200:1.1:1767384611.612631:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384611.612637:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp21 p 3.x 192.168.202.154 -> 192.168.202.154:998 incarnation:1767384610095992354 sched[0] 00000800:00000010:1.0:1767384611.612643:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e2add28. 00000800:00000010:1.0:1767384611.612699:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e2add28. 00000800:00000010:1.0:1767384611.612703:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeec4c05. 00000800:00000200:3.1:1767384611.612712:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384611.612738:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp21 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384610095992354 sched[0] 00000800:00000010:3.0:1767384611.612741:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6075677. 00000800:00000010:1.0:1767384611.612771:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000f9efd53. 00000800:00000001:0.0:1767384611.612772:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.612778:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384611.612781:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384611.612783:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384611.612907:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000023a906bb. 00080000:00000010:1.0:1767384611.612949:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b4b2fee3. 00040000:00000001:1.0:1767384611.612955:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384611.612958:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384611.612960:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384611.612964:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384611.612967:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384611.612969:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384611.612980:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384611.612993:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384611.612996:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfd1c87c. 20000000:01000000:1.0:1767384611.612997:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384611.613002:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00080000:00000001:1.0:1767384611.613007:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384611.613008:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384611.613014:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384611.613017:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384611.613018:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384611.613023:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384611.613023:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:3.0:1767384611.613029:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384611.613031:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613034:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384611.613035:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384611.613039:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613041:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384611.613041:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384611.613044:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384611.613046:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384611.613049:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000040:3.0:1767384611.613051:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000326375b7 count: 2 00080000:00000002:0.0:1767384611.613051:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384611.613057:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384611.613058:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384611.613060:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613064:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384611.613069:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e4108860. 00080000:00000001:0.0:1767384611.613070:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384611.613075:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384611.613076:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384611.613079:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000020:00000040:3.0:1767384611.613081:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e4108860 with handle 0xefc2db714b35c34f to hash 00080000:00000001:0.0:1767384611.613083:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384611.613087:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384611.613088:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008cec44c2. 00010000:00000001:3.0:1767384611.613090:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00080000:00000001:0.0:1767384611.613092:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268455936 : -128361441095680 : ffff8b4185e69000) 00010000:00000001:3.0:1767384611.613094:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00080000:00000001:0.0:1767384611.613096:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384611.613099:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:0.0:1767384611.613100:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384611.613103:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003dbac92d. 00010000:00000001:3.0:1767384611.613104:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.613106:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384611.613110:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384611.613112:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384611.613116:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613127:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384611.613127:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384611.613133:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384611.613137:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384611.613139:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384611.613142:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384611.613145:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384611.613152:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384611.613154:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613157:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:1.0:1767384611.613158:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384611.613163:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384611.613166:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000280da2fa. 00010000:00000001:3.0:1767384611.613167:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384611.613172:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384611.613173:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613175:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000040:1.0:1767384611.613179:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177344 00010000:00010000:3.0:1767384611.613180:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.613185:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384611.613192:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000326375b7) refcount = 2 00010000:00000200:1.0:1767384611.613193:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000643a053 x1853237049177344/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384611.613200:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384611.613207:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384611.613217:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384611.613220:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384611.613234:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:3.0:1767384611.613238:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec77d5da. 00010000:00000001:1.0:1767384611.613239:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.613245:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00001000:1.0:1767384611.613246:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=29 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384611.613252:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6075677. 00000100:00000001:1.0:1767384611.613253:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384611.613258:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716569494272 : -128357140057344 : ffff8b4286433300) 00000100:00000040:1.0:1767384611.613260:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384611.613264:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615716569494272 : -128357140057344 : ffff8b4286433300) 00000100:00000001:1.0:1767384611.613265:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384611.613269:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:1.0:1767384611.613271:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384611.613273:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 02000000:00000001:1.0:1767384611.613275:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.613277:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384611.613280:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384611.613283:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384611.613286:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384611.613288:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384611.613291:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeec4c05. 00000020:00000001:3.0:1767384611.613292:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384611.613297:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:1.0:1767384611.613297:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049177344, offset 224 00010000:00000001:3.0:1767384611.613300:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384611.613305:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:1.0:1767384611.613305:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384611.613310:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000020:00000040:3.0:1767384611.613314:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000400:00000200:1.0:1767384611.613316:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384611.613318:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384611.613321:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384611.613324:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.613327:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003500 02000000:00000010:3.0:1767384611.613328:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ad6bf41. 00000100:00000001:3.0:1767384611.613333:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.613335:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d9 [2] + 224 00000400:00000200:1.0:1767384611.613343:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384611.613344:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384611.613351:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.613358:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384611.613362:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 383 lvb_type: 0 00000100:00000200:1.0:1767384611.613363:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384611.613376:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384611.613379:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384611.613384:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384611.613387:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.613403:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384611.613406:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384611.613412:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049177472:0@lo:104: 00000100:00000001:3.0:1767384611.613415:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384611.613417:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384611.613418:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.613419:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384611.613422:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c595aff. 00000100:00000001:1.0:1767384611.613422:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384611.613426:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384611.613429:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000400:00000200:1.0:1767384611.613431:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeec4c05 00000400:00000010:1.0:1767384611.613435:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeec4c05. 00000100:00000001:0.0:1767384611.613436:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.613439:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384611.613440:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384611.613441:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000001:1.0:1767384611.613444:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384611.613447:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177472, portal 16 00000400:00000001:0.0:1767384611.613447:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384611.613450:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.613452:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:0.0:1767384611.613452:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384611.613456:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000400:00000010:0.0:1767384611.613456:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053c78f10. 00000100:00000040:1.0:1767384611.613458:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000200:0.0:1767384611.613463:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5621d00 00010000:00000001:1.0:1767384611.613464:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384611.613465:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384611.613468:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5621d00. 00000020:00000001:1.0:1767384611.613469:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384611.613475:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384611.613475:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384611.613481:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384611.613481:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384611.613490:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000643a053 x1853237049177344/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384611.613491:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384611.613497:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000100:00000200:3.0:1767384611.613504:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049177472, offset 0 00000100:00000200:0.0:1767384611.613508:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384611.613519:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384611.613523:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000643a053 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049177344:12345-0@lo:253: Request processed in 3063us (3494us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384611.613529:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384611.613533:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384611.613534:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384611.613536:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384611.613539:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384611.613540:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000001:0.0:1767384611.613541:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384611.613545:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260003580 00000100:00000001:0.0:1767384611.613545:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.613548:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 02000000:00000001:0.0:1767384611.613552:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.613553:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384611.613557:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000100:00000001:1.0:1767384611.613559:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384611.613559:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384611.613564:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=29 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384611.613565:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aab0ac9. 00000100:00000001:0.0:1767384611.613573:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384611.613574:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384611.613576:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e10e90f0. 00000100:00000001:0.0:1767384611.613576:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384611.613581:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384611.613584:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 00000100:00000001:3.0:1767384611.613585:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384611.613589:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:0.0:1767384611.613590:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384611.613592:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:3.0:1767384611.613593:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ecec90b5. 00010000:00000001:0.0:1767384611.613594:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.613598:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384611.613599:0:17104:0:(events.c:337:request_in_callback()) incoming req@00000000ecec90b5 x1853237049177472 msgsize 328 00000100:00000001:0.0:1767384611.613601:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384611.613603:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c8873165. 00000100:00100000:3.0:1767384611.613608:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384611.613611:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384611.613612:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.613616:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.613619:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384611.613625:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384611.613626:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000100:00000001:0.0:1767384611.613627:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384611.613631:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000100:00000001:0.0:1767384611.613634:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384611.613635:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384611.613635:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f28ccb2b. 00000100:00000001:0.0:1767384611.613639:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384611.613643:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384611.613643:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeec4c05. 00000020:01000004:0.0:1767384611.613646:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384611.613651:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384611.613654:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384611.613657:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384611.613659:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:01000004:0.0:1767384611.613660:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384611.613663:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:3.0:1767384611.613665:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:0.0:1767384611.613666:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384611.613669:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384611.613672:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384611.613676:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.613680:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384611.613680:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.613682:0:17116:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384611.613685:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384611.613687:0:17116:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177472 00000100:00000001:3.0:1767384611.613690:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294900942 02000000:00000001:1.0:1767384611.613693:0:17116:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384611.613697:0:17116:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384611.613699:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294900939 00000100:00000001:1.0:1767384611.613701:0:17116:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.613705:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294900942 00000100:00100000:0.0:1767384611.613705:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049177344:0@lo:253: 02000000:00000001:1.0:1767384611.613708:0:17116:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.613711:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294900939 00000100:00100000:1.0:1767384611.613715:0:17116:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177472 00000100:00000001:3.0:1767384611.613743:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294900943 00000100:00000001:0.0:1767384611.613743:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.613751:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294900939 00000100:00000001:0.0:1767384611.613751:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384611.613752:0:17116:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384611.613756:0:17116:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000100:00000001:3.0:1767384611.613758:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294900943 00000100:00000040:0.0:1767384611.613758:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065c9f57b x1853237049177344/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384611.613760:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384611.613764:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294900939 00000020:00000040:1.0:1767384611.613766:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:3.0:1767384611.613771:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384611.613774:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:3.0:1767384611.613777:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.613782:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384611.613783:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384611.613783:0:17116:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 02000000:00000001:0.0:1767384611.613786:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384611.613790:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000df6481a2. 00010000:00000001:3.0:1767384611.613791:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.613791:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384611.613796:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.613797:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384611.613801:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e2add28. 00000020:00000001:0.0:1767384611.613801:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384611.613802:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384611.613807:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384611.613809:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384611.613810:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384611.613810:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e59d7174. 00010000:00000001:3.0:1767384611.613815:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384611.613817:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e2add28. 00010000:00000001:3.0:1767384611.613818:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.613818:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384611.613822:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384611.613826:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000010:0.0:1767384611.613826:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c9f57b. 00000020:00000010:1.0:1767384611.613827:0:17116:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1d53afc. 00010000:00000001:3.0:1767384611.613828:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384611.613833:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384611.613835:0:17116:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a2897a4. 00000100:00000001:3.0:1767384611.613837:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.613838:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384611.613840:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384611.613841:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384611.613843:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f6075677 going to sleep for 11 seconds 00000020:00000010:1.0:1767384611.613845:0:17116:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000100:00000001:0.0:1767384611.613845:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.613848:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384611.613851:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.613852:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.613855:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.613856:0:17116:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384611.613858:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.613862:0:17116:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384611.613862:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.613866:0:17116:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384611.613870:0:17116:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.613876:0:17116:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.613889:0:17116:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.613913:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384611.613915:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384611.613917:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384611.613920:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384611.613921:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384611.613926:0:17116:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:0.0:1767384611.613928:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.613929:0:17116:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420411392 : -128356289140224 : ffff8b42b8fb2a00) 00000100:00000001:0.0:1767384611.613933:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.613937:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecec90b5 x1853237049177472/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 328/0 e 0 to 0 dl 1767384622 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384611.613948:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384611.613951:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e2add28. 00000100:00000001:1.0:1767384611.613953:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384611.613955:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e2add28. 00000100:00100000:1.0:1767384611.613959:0:17116:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecec90b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049177472:12345-0@lo:104: 00000100:00000200:1.0:1767384611.613963:0:17116:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177472 00010000:00000001:1.0:1767384611.613965:0:17116:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384611.613969:0:17116:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384611.613971:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384611.613972:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=2 00000020:00000001:1.0:1767384611.613974:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:1.0:1767384611.613977:0:17116:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:1.0:1767384611.613980:0:17116:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384611.613986:0:17116:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.613989:0:17116:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384611.613998:0:17116:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384611.613999:0:17116:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384611.614002:0:17116:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f6395b0. 02000000:00000001:1.0:1767384611.614004:0:17116:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.614006:0:17116:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.614008:0:17116:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384611.614010:0:17116:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384611.614012:0:17116:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384611.614016:0:17116:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384611.614018:0:17116:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384611.614020:0:17116:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384611.614022:0:17116:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384611.614023:0:17116:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.614026:0:17116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384611.614028:0:17116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384611.614031:0:17116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2d5757e. 00000100:00000200:1.0:1767384611.614034:0:17116:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049177472, offset 224 00000400:00000200:1.0:1767384611.614038:0:17116:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384611.614043:0:17116:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384611.614049:0:17116:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260003580 00000400:00000200:1.0:1767384611.614053:0:17116:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14f1 [1] + 224 00000400:00000200:1.0:1767384611.614057:0:17116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384611.614060:0:17116:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.614063:0:17116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384611.614067:0:17116:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384611.614076:0:17116:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384611.614088:0:17116:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384611.614093:0:17116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2d5757e 00000400:00000010:1.0:1767384611.614099:0:17116:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2d5757e. 00000100:00000001:1.0:1767384611.614102:0:17116:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384611.614104:0:17116:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384611.614108:0:17116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.614111:0:17116:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384611.614115:0:17116:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384611.614117:0:17116:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005c16e514. 00010000:00000001:1.0:1767384611.614120:0:17116:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384611.614129:0:17116:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384611.614132:0:17116:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.614134:0:17116:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.614136:0:17116:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.614138:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384611.614141:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecec90b5 x1853237049177472/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 328/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384611.614142:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384611.614147:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384611.614152:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384611.614155:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384611.614158:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384611.614160:0:17116:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecec90b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049177472:12345-0@lo:104: Request processed in 209us (558us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384611.614173:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007a06022f already unused, calling callback (000000000d977f2e) 10000000:00000001:0.0:1767384611.614177:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:1.0:1767384611.614178:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 10000000:00010000:0.0:1767384611.614179:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384611.614183:0:17116:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00000001:1.0:1767384611.614190:0:17116:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384611.614191:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384611.614193:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384611.614195:0:17116:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384611.614195:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384611.614198:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384611.614199:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384611.614200:0:17116:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a2897a4. 00000020:00000040:0.0:1767384611.614201:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=3 00000400:00000001:3.0:1767384611.614204:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384611.614207:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000020:00000010:1.0:1767384611.614208:0:17116:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000400:00000010:3.0:1767384611.614209:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00010000:00000001:0.0:1767384611.614211:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000020:00000010:1.0:1767384611.614215:0:17116:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1d53afc. 00010000:00000001:0.0:1767384611.614216:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384611.614217:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00010000:00010000:0.0:1767384611.614220:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384611.614221:0:17116:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00000400:00000010:3.0:1767384611.614222:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000001:1.0:1767384611.614228:0:17116:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384611.614230:0:17104:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:0.0:1767384611.614234:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:3.0:1767384611.614239:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384611.614242:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384611.614257:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384611.614260:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384611.614262:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384611.614263:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384611.614264:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384611.614266:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384611.614276:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384611.614278:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384611.614279:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:0.0:1767384611.614281:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384611.614283:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.614286:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384611.614288:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384611.614292:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384611.614295:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384611.614298:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384611.614299:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384611.614300:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a06022f with handle 0xefc2db714b35c341 from hash 00010000:00000001:0.0:1767384611.614305:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384611.614308:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.614310:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.614312:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384611.614315:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384611.614317:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767384611.614318:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384611.614320:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384611.614322:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.614323:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384611.614328:0:17104:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767384611.614329:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c9f57b. 02000000:00000001:3.0:1767384611.614331:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384611.614333:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384611.614334:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384611.614337:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384611.614338:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.614340:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384611.614345:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.614346:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384611.614353:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=29 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384611.614354:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2d11362. 00000100:00000001:0.0:1767384611.614358:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384611.614361:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=29 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384611.614362:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384611.614366:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384611.614368:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384611.614370:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.614374:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384611.614376:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384611.614383:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384611.614383:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384611.614387:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384611.614391:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384611.614391:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384611.614393:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384611.614398:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c9f57b] to pc [ptlrpcd_00_01+1] req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384611.614423:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384611.614426:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384611.614427:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.614429:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384611.614431:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384611.614433:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384611.614435:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.614436:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384611.614440:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.614440:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.614445:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.614445:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.614450:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384611.614451:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.614455:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384611.614457:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384611.614457:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384611.614461:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384611.614468:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384611.614477:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384611.614481:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 000000007a06022f/0xefc2db714b35c341 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c348 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384611.614493:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049177472:0@lo:104: 00010000:00000040:0.0:1767384611.614501:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af49ab5a count: 0 00000100:00000001:1.0:1767384611.614502:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384611.614506:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.614506:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.614510:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384611.614513:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.614513:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384611.614514:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1767384611.614515:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005c16e514. 00000100:00000001:3.0:1767384611.614519:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384611.614520:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.614525:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384611.614526:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384611.614526:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384611.614527:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384611.614532:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384611.614533:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.614534:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049177472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384611.614535:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384611.614539:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384611.614541:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049177600:0@lo:103: 00010000:00010000:0.0:1767384611.614543:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384611.614547:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384611.614550:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.614555:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384611.614556:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384611.614561:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384611.614561:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384611.614567:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384611.614567:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.614568:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384611.614571:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c595aff. 02000000:00000001:1.0:1767384611.614574:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384611.614574:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384611.614578:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767384611.614580:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1d53afc. 00000020:00000001:3.0:1767384611.614581:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384611.614586:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 02000000:00000001:1.0:1767384611.614586:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.614592:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384611.614593:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d79054c. 02000000:00000010:3.0:1767384611.614594:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ad6bf41. 02000000:00000001:3.0:1767384611.614601:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767384611.614601:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2d5757e. 02000000:00000001:3.0:1767384611.614605:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384611.614607:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177600, portal 18 00000100:00000010:3.0:1767384611.614608:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00000001:1.0:1767384611.614614:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384611.614616:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384611.614617:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520604032 : -128356188947584 : ffff8b42bef3fb80) 00000100:00000001:3.0:1767384611.614620:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384611.614625:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384611.614626:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f6075677. 00000100:00000001:3.0:1767384611.614633:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384611.614636:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384611.614638:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.0:1767384611.614642:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec77d5da. 00000100:00000040:1.0:1767384611.614643:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384611.614648:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00010000:00000001:3.0:1767384611.614649:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384611.614651:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049177600, offset 0 00000400:00000200:1.0:1767384611.614656:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384611.614661:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384611.614663:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384611.614665:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384611.614671:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384611.614673:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260003600 00010000:00000001:3.0:1767384611.614675:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384611.614680:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384611.614681:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:1.0:1767384611.614692:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384611.614698:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384611.614702:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384611.614704:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384611.614708:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e594dc. 00000100:00000040:1.0:1767384611.614711:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000087e594dc x1853237049177600 msgsize 328 00000100:00100000:1.0:1767384611.614714:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384611.614867:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384611.614873:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfc7873 00000400:00000010:1.0:1767384611.614876:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bfc7873. 00000100:00000001:0.0:1767384611.614881:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384611.614886:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384611.614886:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177600 02000000:00000001:0.0:1767384611.614888:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384611.614891:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384611.614906:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.614906:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.614911:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384611.614916:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177600 00000020:00000001:0.0:1767384611.614920:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384611.614922:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384611.614926:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384611.614927:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:0.0:1767384611.614929:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384611.614938:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384611.614939:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384611.614944:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384611.614945:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384611.614947:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003470d5c2. 00000100:00000001:0.0:1767384611.614952:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384611.614959:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003470d5c2. 00000100:00000001:1.0:1767384611.614966:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384611.614968:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f7ee2ad. 00000100:00000001:1.0:1767384611.614969:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384611.614976:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a406971b. 00000100:00000001:1.0:1767384611.614977:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.614982:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294900944 00000020:00000010:0.0:1767384611.614982:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3b292e. 00000100:00000001:1.0:1767384611.614992:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900942 00000100:00000040:0.0:1767384611.614995:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384611.614998:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294900944 00000100:00000001:0.0:1767384611.615000:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384611.615005:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294900942 00000100:00000001:0.0:1767384611.615005:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384611.615007:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384611.615012:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.615013:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294900944 00010000:00000001:0.0:1767384611.615017:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384611.615020:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900943 00010000:00000001:0.0:1767384611.615022:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384611.615026:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384611.615027:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294900944 00000020:00000040:0.0:1767384611.615028:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000085bf76ec refcount=4 00000020:00000001:0.0:1767384611.615035:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00000100:00000001:1.0:1767384611.615036:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900943 00010000:00000001:0.0:1767384611.615037:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00000100:00000001:1.0:1767384611.615044:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384611.615045:0:17075:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 383 lvb_type: 0 00000100:00000001:1.0:1767384611.615052:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.615056:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.615058:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.615066:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384611.615067:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615069:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384611.615071:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384611.615072:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.615077:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.615078:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.615082:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384611.615082:0:17075:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384611.615087:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384611.615088:0:17075:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087e594dc x1853237049177600/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 328/0 e 0 to 0 dl 1767384622 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.615091:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.615099:0:17075:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384611.615100:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.615110:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.615121:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384611.615122:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384611.615126:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384611.615128:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384611.615130:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520543232 : -128356189008384 : ffff8b42bef30e00) 00000100:00000040:0.0:1767384611.615134:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087e594dc x1853237049177600/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 328/0 e 0 to 0 dl 1767384622 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.615140:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384611.615142:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003470d5c2. 00000100:00000001:0.0:1767384611.615144:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384611.615146:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003470d5c2. 00000100:00100000:0.0:1767384611.615149:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087e594dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049177600:12345-0@lo:103: 00000100:00000200:0.0:1767384611.615151:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177600 00010000:00000001:0.0:1767384611.615153:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384611.615154:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384611.615156:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384611.615158:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384611.615159:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384611.615162:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009cebe715. 02000000:00000001:0.0:1767384611.615164:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.615165:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615171:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384611.615173:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384611.615175:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384611.615176:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384611.615177:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000085bf76ec refcount=4 00000020:00000001:0.0:1767384611.615179:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000001:0.0:1767384611.615180:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000040:0.0:1767384611.615182:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000326375b7 count: 3 00010000:00010000:0.0:1767384611.615185:0:17075:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 383 lvb_type: 0 00000100:00001000:0.0:1767384611.615189:0:17075:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384611 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384611.615191:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384611.615194:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615195:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384611.615197:0:17075:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 383 lvb_type: 0 00000020:00000001:0.0:1767384611.615201:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384611.615202:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384611.615203:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.615205:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615207:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384611.615208:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384611.615212:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615213:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.615214:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384611.615215:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384611.615216:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000085bf76ec with handle 0xefc2db714b35c348 from hash 00010000:00000001:0.0:1767384611.615218:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384611.615219:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615220:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.615220:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384611.615221:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384611.615222:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384611.615223:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c348 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c341 expref: 16 pid: 17082 timeout: 383 lvb_type: 0 00010000:00000040:0.0:1767384611.615233:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:0.0:1767384611.615235:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:0.0:1767384611.615242:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.615244:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384611.615246:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384611.615247:0:17075:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e4108860 00010000:00000001:0.0:1767384611.615249:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384611.615250:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384611.615251:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.615253:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384611.615254:0:17075:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.615257:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384611.615258:0:17075:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384611.615260:0:17075:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384611.615262:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008cec44c2. 00010000:00000001:0.0:1767384611.615263:0:17075:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384611.615267:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384611.615269:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384611.615271:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384611.615272:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000326375b7) refcount = 2 00010000:00010000:0.0:1767384611.615274:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384611.615278:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384611.615280:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384611.615281:0:17075:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.615283:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384611.615286:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003470d5c2. 00000100:00000001:0.0:1767384611.615288:0:17075:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384611.615291:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5621d00. 00000100:00000001:0.0:1767384611.615293:0:17075:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717238994816 : -128356470556800 : ffff8b42ae2af780) 00000100:00000001:0.0:1767384611.615294:0:17075:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615717238994816 : -128356470556800 : ffff8b42ae2af780) 00000100:00000001:0.0:1767384611.615296:0:17075:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384611.615300:0:17075:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384611.615302:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384611.615304:0:17075:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384611.615306:0:17075:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384611.615309:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384611.615310:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384611.615311:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e4108860 refcount=5 00000020:00000001:0.0:1767384611.615312:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00000001:0.0:1767384611.615314:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00080000:00000010:1.0:1767384611.615316:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003dbac92d. 00010000:00000001:0.0:1767384611.615316:0:17075:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384611.615318:0:17075:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1767384611.615324:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384611.615325:0:17075:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00040000:00000001:1.0:1767384611.615328:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:0.0:1767384611.615329:0:17075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384611.615333:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615335:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615338:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000002:1.0:1767384611.615340:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00010000:0.0:1767384611.615340:0:17075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384611.615347:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615348:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384611.615350:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615352:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384611.615353:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384611.615358:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00010000:0.0:1767384611.615360:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e4108860 already unused, calling callback (00000000d66be316) 20000000:01000000:1.0:1767384611.615363:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384611.615363:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384611.615367:0:17075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 20000000:00000001:1.0:1767384611.615369:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384611.615369:0:17075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1767384611.615377:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:0.0:1767384611.615379:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1767384611.615385:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384611.615386:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384611.615389:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384611.615390:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e4108860 refcount=6 00000020:00000001:0.0:1767384611.615391:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00000001:0.0:1767384611.615393:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00000001:0.0:1767384611.615395:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384611.615396:0:17075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384611.615399:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384611.615400:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384611.615401:0:17075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615411:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384611.615412:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384611.615414:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384611.615415:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384611.615416:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e4108860 with handle 0xefc2db714b35c34f from hash 00010000:00000001:0.0:1767384611.615417:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384611.615418:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615420:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.615421:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384611.615422:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384611.615423:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384611.615425:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384611.615426:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384611.615427:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615428:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384611.615429:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384611.615431:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615432:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.615433:0:17075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.615435:0:17075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384611.615436:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384611.615436:0:17075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384611.615441:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384611.615459:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384611.615459:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384611.615463:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384611.615468:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384611.615469:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384611.615470:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384611.615473:0:17075:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384611.615475:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615477:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384611.615479:0:17075:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384611.615482:0:17075:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.615485:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 20000000:00000001:0.0:1767384611.615485:0:17075:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.615490:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384611.615490:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384611.615495:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384611.615495:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e4108860/0xefc2db714b35c34f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384611.615499:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:01000000:3.0:1767384611.615503:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00010000:00000001:0.0:1767384611.615504:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384611.615507:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000001:0.0:1767384611.615507:0:17075:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384611.615512:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384611.615512:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384611.615515:0:17075:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1767384611.615519:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:0.0:1767384611.615519:0:17075:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384611.615520:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384611.615525:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384611.615525:0:17075:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.615526:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384611.615531:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000033ecfceb. 00010000:00000040:3.0:1767384611.615532:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000326375b7 count: 2 00000100:00000001:0.0:1767384611.615532:0:17075:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384611.615536:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5621d00. 00010000:00000001:3.0:1767384611.615538:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384611.615539:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.615540:0:17075:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384611.615543:0:17075:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384611.615545:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384611.615547:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003470d5c2. 00010000:00000040:1.0:1767384611.615548:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177216 00010000:00000010:3.0:1767384611.615551:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bc74d5c. 00010000:00000001:0.0:1767384611.615551:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384611.615553:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384611.615554:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:3.0:1767384611.615558:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1767384611.615558:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384611.615561:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000715d5142 x1853237049177216/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384611.615562:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384611.615563:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bc74d5c with handle 0xefc2db714b35c356 to hash 00010000:00000001:0.0:1767384611.615565:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384611.615571:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00001000:0.0:1767384611.615571:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=29 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384611.615576:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:1.0:1767384611.615582:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384611.615584:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000100:00000001:0.0:1767384611.615584:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384611.615586:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384611.615590:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384611.615591:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1767384611.615592:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384611.615596:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:1.0:1767384611.615599:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384611.615602:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.615603:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384611.615606:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00010000:00010000:3.0:1767384611.615609:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384611.615609:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.615611:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384611.615617:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384611.615619:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384611.615623:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384611.615625:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384611.615629:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1767384611.615631:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384611.615632:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00010000:00000001:3.0:1767384611.615634:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:1.0:1767384611.615638:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384611.615639:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384611.615644:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:1.0:1767384611.615646:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004dec9a8. 00000100:00000200:0.0:1767384611.615646:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049177600, offset 224 00010000:00000001:3.0:1767384611.615647:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384611.615654:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000200:1.0:1767384611.615656:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049177216, offset 224 00010000:00000001:3.0:1767384611.615658:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.615661:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384611.615665:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384611.615668:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:1.0:1767384611.615669:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384611.615671:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384611.615675:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:0.0:1767384611.615675:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384611.615680:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000326375b7) refcount = 1 00000400:00000200:1.0:1767384611.615684:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384611.615688:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384611.615692:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260003600 00000400:00000200:1.0:1767384611.615699:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003480 00010000:00000001:3.0:1767384611.615704:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384611.615706:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1501 [1] + 224 00010000:00000001:3.0:1767384611.615708:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384611.615711:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384611.615716:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384611.615742:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14dd [2] + 224 00010000:00000001:3.0:1767384611.615745:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.615749:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384611.615751:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:3.0:1767384611.615753:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384611.615757:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000200:1.0:1767384611.615760:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384611.615763:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384611.615765:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384611.615768:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384611.615769:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384611.615772:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=4 00000100:00000001:0.0:1767384611.615773:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384611.615776:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384611.615778:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000100:00000200:0.0:1767384611.615782:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384611.615785:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384611.615793:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384611.615797:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384611.615811:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384611.615828:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1767384611.615831:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384611.615839:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384611.615862:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384611.615865:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384611.615866:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384611.615869:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384611.615872:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384611.615873:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004dec9a8 00000400:00000010:1.0:1767384611.615878:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004dec9a8. 00010000:00000001:3.0:1767384611.615880:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384611.615883:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384611.615884:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.615887:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384611.615890:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384611.615890:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00010000:00010000:3.0:1767384611.615905:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384611.615907:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000100:00000001:1.0:1767384611.615908:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.615916:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384611.615917:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384611.615921:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384611.615922:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bc74d5c already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384611.615923:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384611.615927:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.615928:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384611.615928:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384611.615931:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384611.615932:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384611.615944:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384611.615948:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000715d5142 x1853237049177216/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384611.615948:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384611.615955:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.615956:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384611.615959:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384611.615962:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384611.615963:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384611.615965:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=5 00000020:00000001:3.0:1767384611.615972:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000100:00000040:0.0:1767384611.615975:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087e594dc x1853237049177600/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:592/0 lens 328/224 e 0 to 0 dl 1767384622 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384611.615977:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000100:00100000:1.0:1767384611.615977:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000715d5142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049177216:12345-0@lo:253: Request processed in 5474us (5936us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384611.615983:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384611.615986:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384611.616002:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00000001:3.0:1767384611.616006:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384611.616010:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384611.616012:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384611.616012:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00100000:0.0:1767384611.616017:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087e594dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049177600:12345-0@lo:103: Request processed in 871us (1300us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384611.616019:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384611.616019:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384611.616024:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384611.616025:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384611.616027:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384611.616031:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000400e566a. 00000100:00100000:0.0:1767384611.616034:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000001:3.0:1767384611.616035:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384611.616041:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bc74d5c with handle 0xefc2db714b35c356 from hash 00000020:00000010:1.0:1767384611.616041:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d95c118. 00000100:00000040:0.0:1767384611.616042:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:3.0:1767384611.616045:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384611.616048:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384611.616049:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384611.616050:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c6067e9. 00010000:00000001:3.0:1767384611.616053:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384611.616054:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384611.616056:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1767384611.616056:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:3.0:1767384611.616059:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1767384611.616060:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a406971b. 00010000:00000001:3.0:1767384611.616062:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1767384611.616063:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384611.616066:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:1.0:1767384611.616067:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007dd57bc8. 00010000:00000001:3.0:1767384611.616069:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384611.616069:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3b292e. 00010000:00000001:3.0:1767384611.616074:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384611.616074:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384611.616078:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1767384611.616078:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f7ee2ad. 00000100:00000001:1.0:1767384611.616079:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384611.616081:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384611.616084:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384611.616085:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384611.616087:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384611.616088:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.616094:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384611.616094:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000400:00000010:1.0:1767384611.616095:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d320d95. 00010000:00000001:3.0:1767384611.616100:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.616102:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384611.616103:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004dec9a8. 00010000:00010000:3.0:1767384611.616104:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384611.616113:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384611.616115:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384611.616116:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384611.616118:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384611.616120:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384611.616122:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384611.616124:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384611.616126:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384611.616129:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.616129:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384611.616133:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384611.616135:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384611.616138:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384611.616141:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384611.616141:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.616145:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384611.616146:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384611.616151:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384611.616152:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ab0fac9. 00010000:00010000:3.0:1767384611.616154:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c356 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384611.616158:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2a07b3 00000400:00000010:1.0:1767384611.616163:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc2a07b3. 00000100:00000001:1.0:1767384611.616167:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384611.616168:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384611.616173:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384611.616174:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384611.616178:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d79054c. 00000400:00000200:0.0:1767384611.616185:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2d5757e 00010000:00000040:3.0:1767384611.616188:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000326375b7 count: 0 00000400:00000010:0.0:1767384611.616191:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2d5757e. 00000100:00000001:0.0:1767384611.616199:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384611.616201:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384611.616201:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384611.616204:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:0.0:1767384611.616207:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.616221:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384611.616226:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384611.616229:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384611.616231:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384611.616235:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384611.616238:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384611.616242:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.616246:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384611.616247:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.616250:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384611.616253:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=29 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384611.616255:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384611.616258:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767384611.616260:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384611.616261:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384611.616267:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384611.616268:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.616270:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384611.616275:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.616276:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384611.616279:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384611.616282:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=29 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384611.616284:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384611.616291:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=29 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384611.616292:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384611.616300:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384611.616303:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384611.616309:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384611.616311:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384611.616312:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.616315:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384611.616318:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384611.616319:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384611.616325:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:0.0:1767384611.616325:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384611.616329:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384611.616333:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384611.616337:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384611.616340:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384611.616344:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384611.616347:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384611.616348:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384611.616351:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384611.616355:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384611.616355:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384611.616358:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384611.616363:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384611.616365:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384611.616370:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384611.616385:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049177216:0@lo:253: 00000100:00000001:1.0:1767384611.616395:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.616400:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384611.616404:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6ca2336 x1853237049177216/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384611.616409:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049177600:0@lo:103: 00000100:00000001:0.0:1767384611.616420:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384611.616422:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384611.616424:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384611.616425:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384611.616429:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005fb79e0d. 00000100:00000040:0.0:1767384611.616429:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065c9f57b x1853237049177600/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384611.616434:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384611.616438:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384611.616441:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384611.616444:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384611.616445:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384611.616447:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384611.616449:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001d5ab5f5. 02000000:00000010:0.0:1767384611.616451:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1d53afc. 02000000:00000001:1.0:1767384611.616454:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384611.616457:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384611.616458:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384611.616462:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6ca2336. 00000020:00000001:0.0:1767384611.616462:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384611.616466:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384611.616469:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384611.616470:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384611.616472:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384611.616475:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2d11362. 00000100:00000001:1.0:1767384611.616477:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384611.616480:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384611.616483:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384611.616484:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384611.616487:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384611.616488:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c9f57b. 00000100:00000001:1.0:1767384611.616492:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.616494:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384611.616496:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.616497:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.616501:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384611.616506:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384611.616508:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384611.616511:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384611.616512:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384611.620792:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294900944, at 4294900945 00000100:00000010:3.0:1767384611.620802:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000054dcd9a. 00000100:00000040:1.0:1767384611.620804:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294900944, at 4294900945 00000100:00000010:1.0:1767384611.620813:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e02f983. 00000100:00000040:0.0:1767384611.620814:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294900944, at 4294900945 00000100:00000010:0.0:1767384611.620824:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a49c1526. 00010000:00000010:0.1:1767384611.620864:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af49ab5a. 00010000:00000010:0.1:1767384611.620872:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:0.1:1767384611.620877:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000085bf76ec. 00010000:00000010:0.1:1767384611.620883:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e4108860. 00000100:00000040:2.0:1767384611.620925:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294900944, at 4294900945 00000100:00000010:2.0:1767384611.620932:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029365782. 00010000:00000010:3.1:1767384611.622739:0:23324:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000326375b7. 00010000:00000010:3.1:1767384611.622746:0:23324:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bc74d5c. 00000400:00000010:0.0:1767384611.627540:0:23325:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000010534b54. 00000400:00000040:0.0:1767384611.627556:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384611.627559:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384611.627560:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384611.627562:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384611.627564:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384611.627565:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384611.627567:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384611.627568:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384611.627573:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384611.627574:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384611.627576:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384611.627577:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384611.627579:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384611.627580:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384611.627581:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384611.627583:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384611.627584:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384611.627585:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384611.627585:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384611.627587:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384611.627588:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384611.627589:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384611.627590:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384611.627591:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384611.627592:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384611.627594:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384611.627595:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384611.627596:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384611.627597:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384611.627598:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384611.627599:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384611.627600:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384611.627601:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384611.627603:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384611.627604:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384611.627605:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384611.627606:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384611.627608:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384611.627609:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384611.627610:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384611.627611:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384611.627612:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384611.627613:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384611.627614:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384611.627615:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384611.627616:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384611.627617:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384611.627623:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384611.627625:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384611.627626:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384611.627627:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384611.627628:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384611.627629:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384611.627631:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384611.627632:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384611.627633:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384611.627633:0:23325:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384611.627685:0:23325:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000010534b54. 00010000:00000001:1.0:1767384612.372757:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384612.372762:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.372767:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384612.372769:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384612.372771:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384612.372773:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.372775:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384612.372783:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.372784:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.372787:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.372824:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384612.372828:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384612.372830:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384612.457184:0:23580:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000082b638c0. 00080000:00000010:3.0:1767384612.457192:0:23580:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000082b638c0. 00000020:00000001:3.0:1767384612.457196:0:23580:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384612.457202:0:23580:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000082b638c0. 00080000:00000010:3.0:1767384612.457206:0:23580:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000082b638c0. 00000020:00000001:3.0:1767384612.457208:0:23580:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384612.947781:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384612.947786:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384612.947792:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000020:00000040:3.0:1767384612.947798:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384612.947803:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384612.947806:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384612.947810:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384612.947817:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d3ff23c. 00000100:00000001:3.0:1767384612.947823:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.947828:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384612.947830:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.947834:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384612.947840:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000735875c5] to pc [ptlrpcd_00_02+2] req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.947842:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384612.947849:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c9f57b. 00000020:00000040:0.0:1767384612.947854:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384612.947857:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384612.947859:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384612.947863:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384612.947868:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b29f14d1. 00000100:00000001:2.0:1767384612.947870:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1767384612.947871:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.947873:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.947899:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.947903:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384612.947905:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384612.947906:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384612.947908:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.947912:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.947920:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384612.947922:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384612.947923:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.947924:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.947926:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c9f57b] to pc [ptlrpcd_00_03+3] req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384612.947927:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384612.947931:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384612.947934:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384612.947938:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049177728:0@lo:13: 00000100:00000001:2.0:1767384612.947952:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384612.947956:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.947957:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384612.947957:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384612.947960:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.947961:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384612.947963:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384612.947964:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6ca2336. 02000000:00000010:2.0:1767384612.947966:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008d051a22. 00000020:00000040:0.0:1767384612.947966:0:473:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384612.947969:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.947969:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384612.947971:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384612.947973:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.947975:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384612.947976:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59bf815. 00000100:00000001:3.0:1767384612.947979:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.947982:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384612.947985:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 02000000:00000010:0.0:1767384612.947985:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd1fde50. 00000100:00000040:3.0:1767384612.947988:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.947991:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384612.947994:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049177728, portal 4 00000100:00000001:2.0:1767384612.948000:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384612.948000:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384612.948003:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000100:00000001:3.0:1767384612.948009:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384612.948013:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.948013:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384612.948014:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948019:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.948019:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6ca2336] to pc [ptlrpcd_00_00+0] req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384612.948025:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384612.948029:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384612.948033:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384612.948039:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049177856:0@lo:400: 00000100:00000001:0.0:1767384612.948048:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948049:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384612.948051:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384612.948052:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384612.948054:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384612.948056:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384612.948056:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384612.948057:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.948060:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384612.948061:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000010:0.0:1767384612.948061:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 02000000:00000010:3.0:1767384612.948064:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007de4d59e. 00000100:00000200:2.0:1767384612.948065:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049177728, offset 0 00000020:00000040:0.0:1767384612.948065:0:473:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384612.948068:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948070:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384612.948073:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384612.948074:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000400:00000200:2.0:1767384612.948075:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384612.948076:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384612.948083:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dc8dd21. 00000400:00000010:3.0:1767384612.948084:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000001:0.0:1767384612.948088:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384612.948090:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177856, portal 25 00000400:00000200:2.0:1767384612.948092:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384612.948094:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384612.948095:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384612.948098:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520604032 : -128356188947584 : ffff8b42bef3fb80) 00000400:00000200:2.0:1767384612.948105:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260003680 00000100:00000040:3.0:1767384612.948106:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.948110:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384612.948113:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.948116:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000100:00000040:0.0:1767384612.948119:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041afcab9] to pc [ptlrpcd_00_01+1] req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.948126:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384612.948127:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384612.948133:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384612.948146:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384612.948147:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000100:00000001:0.0:1767384612.948148:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384612.948152:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049177856, offset 0 00000100:00000040:0.0:1767384612.948153:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384612.948154:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384612.948157:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384612.948158:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384612.948161:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384612.948163:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e89a6a5. 00000100:00000010:0.0:1767384612.948163:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083262e70. 00000020:00000040:0.0:1767384612.948167:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384612.948168:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000008e89a6a5 x1853237049177728 msgsize 224 00000100:00000001:0.0:1767384612.948171:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384612.948173:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384612.948174:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384612.948178:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384612.948183:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.948184:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260003700 00000100:00000001:2.0:1767384612.948190:0:16359:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384612.948190:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1a8c03e. 00000400:00000200:3.0:1767384612.948193:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9e5 [2] + 0 00000100:00000001:0.0:1767384612.948195:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384612.948197:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003afb967f. 00000400:00000200:3.0:1767384612.948202:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005721fb2d 00000100:00000040:0.0:1767384612.948204:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384612.948206:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.948211:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000400:00000200:3.0:1767384612.948215:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384612.948216:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000100:00000001:2.0:1767384612.948222:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384612.948222:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384612.948224:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005721fb2d 00000100:00000001:0.0:1767384612.948224:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384612.948226:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384612.948228:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005721fb2d. 00000100:00000040:0.0:1767384612.948231:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083262e70] to pc [ptlrpcd_00_02+2] req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.948235:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384612.948239:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384612.948241:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384612.948244:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.948244:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.948249:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000100:00000040:3.0:1767384612.948251:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000004271a5d1 x1853237049177856 msgsize 224 00000100:00100000:3.0:1767384612.948262:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384612.948262:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.948265:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384612.948267:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384612.948274:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384612.948275:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.948281:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3910 usecs (4 jiffies) 00000400:00000200:3.0:1767384612.948283:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000100:00000001:2.0:1767384612.948285:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902276 00000400:00000010:3.0:1767384612.948286:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000100:00000001:3.0:1767384612.948292:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384612.948292:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384612.948294:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007987cbd6. 00000100:00000001:0.0:1767384612.948296:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384612.948298:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.948299:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384612.948301:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384612.948307:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.948308:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902276 00000100:00000001:3.0:1767384612.948315:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384612.948318:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000603cf7a1. 00000100:00000040:3.0:1767384612.948322:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.948322:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384612.948323:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384612.948326:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948328:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902276 02000000:00000001:0.0:1767384612.948331:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384612.948333:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce41b1be. 02000000:00000001:0.0:1767384612.948334:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384612.948338:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948339:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384612.948340:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948343:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902276 00000100:00000001:3.0:1767384612.948344:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384612.948344:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049177984:0@lo:400: 00000100:00000001:3.0:1767384612.948349:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384612.948350:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006c3f4c5. 00000100:00000001:0.0:1767384612.948350:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384612.948354:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384612.948355:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294902277 02000000:00000001:0.0:1767384612.948356:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948357:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384612.948362:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384612.948363:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.948365:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902276 00000100:00000001:2.0:1767384612.948366:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384612.948366:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aef93161. 02000000:00000001:0.0:1767384612.948370:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948372:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948373:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294902277 00000100:00000001:2.0:1767384612.948374:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384612.948374:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c78f10. 00000100:00000001:3.0:1767384612.948382:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902276 00000400:00000010:0.0:1767384612.948383:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00000100:00000001:2.0:1767384612.948386:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.948389:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384612.948390:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294902277 00000100:00000001:2.0:1767384612.948391:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384612.948391:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049177984, portal 4 00000100:00000001:2.0:1767384612.948393:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.948394:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384612.948395:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384612.948397:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520588800 : -128356188962816 : ffff8b42bef3c000) 00000100:00000001:3.0:1767384612.948399:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902276 00000100:00000040:2.0:1767384612.948401:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384612.948403:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384612.948407:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294902277 00000100:00000001:2.0:1767384612.948414:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384612.948416:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902276 00000100:00000001:2.0:1767384612.948416:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.948420:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384612.948420:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384612.948423:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.948426:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384612.948426:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.948426:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384612.948431:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec8110e6. 00000100:00000001:3.0:1767384612.948432:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384612.948432:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049178240:0@lo:400: 00000100:00000200:0.0:1767384612.948434:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049177984, offset 0 00000100:00000001:2.0:1767384612.948437:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384612.948439:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.948440:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384612.948443:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.948444:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384612.948446:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384612.948447:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384612.948450:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4c23a26. 02000000:00000001:2.0:1767384612.948453:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.948453:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384612.948455:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384612.948457:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d2b7a1. 00000100:00000001:3.0:1767384612.948458:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384612.948462:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000001:3.0:1767384612.948463:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384612.948463:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260003780 00000100:00000001:3.0:1767384612.948466:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.948470:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.948472:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 00000100:00000200:2.0:1767384612.948477:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049178240, portal 10 00000400:00000200:0.0:1767384612.948477:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384612.948482:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384612.948483:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948484:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000400:00000200:0.0:1767384612.948484:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384612.948491:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384612.948492:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384612.948493:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384612.948496:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d46777c. 00000100:00000001:2.0:1767384612.948500:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384612.948500:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000004d46777c x1853237049177984 msgsize 224 00000100:00000040:2.0:1767384612.948503:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384612.948504:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384612.948505:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00100000:3.0:1767384612.948507:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177856 00000100:00000200:2.0:1767384612.948511:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049178240, offset 0 02000000:00000001:3.0:1767384612.948512:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384612.948516:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384612.948520:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384612.948521:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384612.948521:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384612.948528:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.948529:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384612.948533:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177856 00000100:00000001:0.0:1767384612.948534:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384612.948536:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384612.948538:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003880 00000020:00000040:3.0:1767384612.948539:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:0.0:1767384612.948541:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec8110e6 00000020:00000001:3.0:1767384612.948543:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384612.948544:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec8110e6. 00000020:00000040:3.0:1767384612.948546:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:3.0:1767384612.948550:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384612.948550:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384612.948553:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000020:00000001:3.0:1767384612.948556:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000200:0.0:1767384612.948556:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384612.948559:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384612.948565:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384612.948566:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384612.948567:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384612.948571:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384612.948571:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384612.948572:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023caffdb. 00000100:00000200:2.0:1767384612.948573:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384612.948580:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000180aef7f. 00000100:00000001:3.0:1767384612.948581:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384612.948583:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000180aef7f x1853237049178240 msgsize 224 00000100:00000001:0.0:1767384612.948584:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384612.948586:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023caffdb. 00000100:00000001:0.0:1767384612.948587:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384612.948591:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384612.948591:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.948595:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3910 usecs (4 jiffies) 00000020:00000010:3.0:1767384612.948597:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f61de883. 00000100:00000001:0.0:1767384612.948597:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902276 00000100:00000001:2.0:1767384612.948600:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384612.948604:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000100:00000001:0.0:1767384612.948604:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902277 00000020:00000010:3.0:1767384612.948606:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c16d2c56. 00000400:00000010:2.0:1767384612.948606:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000001:0.0:1767384612.948606:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902276 00000100:00000001:2.0:1767384612.948608:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384612.948611:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902277 00000100:00000200:2.0:1767384612.948612:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384612.948616:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca0eff44. 00000100:00000001:0.0:1767384612.948620:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902276 00000100:00000001:2.0:1767384612.948623:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384612.948623:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902277 00000100:00000001:0.0:1767384612.948625:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902276 00000100:00000040:2.0:1767384612.948626:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384612.948628:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384612.948628:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902277 00000100:00000001:0.0:1767384612.948632:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.948635:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948636:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384612.948637:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948638:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948640:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384612.948641:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384612.948641:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.948644:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.948654:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2966 usecs (3 jiffies) 00000100:00000001:3.0:1767384612.948655:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948656:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294902275 00000100:00000001:0.0:1767384612.948659:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.948662:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384612.948663:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948663:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294902277 00000100:00000001:2.0:1767384612.948665:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294902275 00000100:00000001:0.0:1767384612.948665:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.948668:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294902277 00000100:00000001:0.0:1767384612.948668:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.948670:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294902275 00000100:00000001:0.0:1767384612.948670:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948673:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294902277 00000100:00100000:0.0:1767384612.948674:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384612.948675:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.948676:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.948677:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294902275 00000100:00000001:2.0:1767384612.948681:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294902277 00000100:00000001:0.0:1767384612.948681:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.948683:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.948683:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.948686:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948687:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.948689:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948689:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384612.948691:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.948691:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.948691:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384612.948695:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384612.948697:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384612.948698:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.948700:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384612.948704:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:2.0:1767384612.948705:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.948708:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384612.948712:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384612.948712:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948713:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384612.948716:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948740:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611945552 : -128357097606064 : ffff8b4288caf450) 00000100:00000001:2.0:1767384612.948743:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.948746:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004271a5d1 x1853237049177856/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384612.948754:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384612.948757:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384612.948760:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948761:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384612.948764:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177728 00000100:00100000:0.0:1767384612.948767:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049178112:0@lo:400: 02000000:00000001:2.0:1767384612.948768:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384612.948770:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.948774:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948776:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384612.948780:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.948780:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384612.948781:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384612.948783:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177728 02000000:00000001:0.0:1767384612.948783:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384612.948785:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023caffdb. 00000020:00000001:2.0:1767384612.948787:0:17897:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384612.948787:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384612.948789:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384612.948790:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000010:3.0:1767384612.948793:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023caffdb. 02000000:00000010:0.0:1767384612.948793:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd99cf9b. 00000020:00000001:2.0:1767384612.948794:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384612.948798:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 02000000:00000001:0.0:1767384612.948798:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.948801:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00100000:3.0:1767384612.948802:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004271a5d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049177856:12345-0@lo:400: 00000020:00000001:2.0:1767384612.948807:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000400:00000010:0.0:1767384612.948809:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9682f6. 00000100:00000200:3.0:1767384612.948810:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177856 00000100:00000001:2.0:1767384612.948812:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384612.948816:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384612.948816:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec8110e6. 00000020:00000010:2.0:1767384612.948817:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dc1340f. 00000020:00000001:3.0:1767384612.948821:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384612.948822:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049178112, portal 10 00000020:00000001:3.0:1767384612.948825:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384612.948826:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dd6a47d9. 00000100:00000001:0.0:1767384612.948826:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384612.948828:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384612.948829:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000020:00000001:3.0:1767384612.948831:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000040:2.0:1767384612.948833:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000020:00000001:3.0:1767384612.948837:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384612.948840:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384612.948840:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384612.948844:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384612.948845:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384612.948848:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384612.948850:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a131a462. 00000020:00000001:3.0:1767384612.948851:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948853:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384612.948854:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000428dbca8. 00000020:00000001:3.0:1767384612.948855:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384612.948859:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384612.948859:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384612.948861:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000400:00000010:0.0:1767384612.948861:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000522aa2ba. 02000000:00000001:3.0:1767384612.948864:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384612.948865:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049178112, offset 0 00000100:00000040:2.0:1767384612.948868:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:3.0:1767384612.948871:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d108a40f. 00000100:00000001:2.0:1767384612.948871:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384612.948872:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384612.948874:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384612.948877:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948878:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.948895:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.948897:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384612.948901:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.948901:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.948907:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003800 00010000:00000040:3.0:1767384612.948908:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049177856 00000100:00000001:2.0:1767384612.948910:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.948915:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00010000:00000001:3.0:1767384612.948916:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384612.948919:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767384612.948924:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004271a5d1 x1853237049177856/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.948925:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384612.948925:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384612.948928:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384612.948929:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384612.948932:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1767384612.948934:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000010:0.0:1767384612.948937:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002120b7bc. 00000100:00000040:2.0:1767384612.948939:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000040:0.0:1767384612.948942:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002120b7bc x1853237049178112 msgsize 224 00000100:00000001:2.0:1767384612.948944:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518492544 : -128356191059072 : ffff8b42bed3c380) 00000100:00000040:2.0:1767384612.948952:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e89a6a5 x1853237049177728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384612.948952:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384612.948954:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384612.948958:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.948961:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:3.0:1767384612.948963:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.948966:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384612.948966:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522aa2ba 00000100:00000001:3.0:1767384612.948969:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384612.948969:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000522aa2ba. 00000020:00000010:2.0:1767384612.948970:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000040:3.0:1767384612.948974:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384612.948975:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.948975:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384612.948978:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00000100:00000200:0.0:1767384612.948979:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.948983:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e89a6a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049177728:12345-0@lo:13: 00000100:00000001:3.0:1767384612.948986:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000200:2.0:1767384612.948990:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177728 02000000:00000001:3.0:1767384612.948992:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384612.948993:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384612.948994:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384612.948995:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.948998:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384612.948999:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384612.948999:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384612.949001:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949004:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384612.949007:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384612.949008:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000400:00000010:3.0:1767384612.949013:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000020:00000001:2.0:1767384612.949013:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384612.949014:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949018:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.949019:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384612.949020:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049177856, offset 224 00000400:00000200:3.0:1767384612.949028:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384612.949030:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384612.949032:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949033:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384612.949035:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.949036:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2633 usecs (3 jiffies) 00000400:00000200:3.0:1767384612.949039:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384612.949041:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384612.949041:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902276 02000000:00000001:2.0:1767384612.949045:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384612.949045:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902277 00000100:00000001:0.0:1767384612.949047:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902276 02000000:00000010:2.0:1767384612.949048:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e5a42c9b. 00000400:00000200:3.0:1767384612.949050:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260003700 02000000:00000001:2.0:1767384612.949052:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949052:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902277 00000100:00000001:2.0:1767384612.949057:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949057:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902276 00000400:00000200:3.0:1767384612.949061:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x151d [1] + 224 00000100:00000001:0.0:1767384612.949062:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902277 00002000:00000001:2.0:1767384612.949063:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:3.0:1767384612.949068:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384612.949068:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902276 00002000:00000001:2.0:1767384612.949070:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384612.949070:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902277 00000020:00000001:2.0:1767384612.949073:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:3.0:1767384612.949075:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384612.949075:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.949081:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.949082:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384612.949083:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.949086:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384612.949087:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000200:3.0:1767384612.949088:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.949090:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384612.949092:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384612.949098:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384612.949103:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384612.949104:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767384612.949106:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384612.949106:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384612.949112:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384612.949118:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384612.949120:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384612.949122:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049177984 00000100:00000001:3.0:1767384612.949132:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:2.0:1767384612.949133:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.949134:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:2.0:1767384612.949137:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949137:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384612.949138:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00010000:00000040:2.0:1767384612.949139:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049177728 00000100:00000001:0.0:1767384612.949139:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384612.949142:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00010000:00000001:2.0:1767384612.949144:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384612.949144:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.949145:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384612.949147:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049177984 00000100:00000001:3.0:1767384612.949148:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:2.0:1767384612.949151:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e89a6a5 x1853237049177728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384612.949152:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384612.949153:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384612.949154:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:0.0:1767384612.949159:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384612.949161:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000040:0.0:1767384612.949162:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00010000:00000001:2.0:1767384612.949164:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384612.949167:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384612.949168:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949168:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:3.0:1767384612.949171:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.949172:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=20 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384612.949172:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:3.0:1767384612.949174:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384612.949177:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384612.949178:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384612.949180:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004271a5d1 x1853237049177856/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.949182:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000010:0.0:1767384612.949182:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000333b4fb2. 00000100:00000001:0.0:1767384612.949187:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.949189:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384612.949194:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384612.949196:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384612.949198:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000333b4fb2. 00000100:00000001:2.0:1767384612.949201:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384612.949202:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004271a5d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049177856:12345-0@lo:400: Request processed in 419us (948us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384612.949203:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00000100:00000040:2.0:1767384612.949208:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384612.949209:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000030c4ef8. 00000400:00000010:2.0:1767384612.949212:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000020:00000010:0.0:1767384612.949213:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3b292e. 00000100:00100000:3.0:1767384612.949214:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000200:2.0:1767384612.949220:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049177728, offset 224 00000100:00000040:0.0:1767384612.949220:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384612.949224:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384612.949227:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000200:2.0:1767384612.949227:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384612.949227:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384612.949231:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384612.949232:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384612.949236:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384612.949238:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384612.949240:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384612.949240:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384612.949241:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c16d2c56. 00000100:00000001:0.0:1767384612.949242:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.949247:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260003680 00000020:00000010:3.0:1767384612.949248:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca0eff44. 00000020:00000010:3.0:1767384612.949253:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f61de883. 00000100:00000001:0.0:1767384612.949255:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.949256:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1515 [1] + 224 00000020:00000040:3.0:1767384612.949259:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000400:00000200:2.0:1767384612.949261:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384612.949263:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384612.949266:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d108a40f. 00000100:00000001:0.0:1767384612.949266:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384612.949267:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384612.949269:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384612.949271:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384612.949273:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384612.949276:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384612.949276:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000200:2.0:1767384612.949280:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384612.949282:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 2 00000100:00000200:3.0:1767384612.949284:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384612.949285:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520592384 : -128356188959232 : ffff8b42bef3ce00) 00000400:00000010:3.0:1767384612.949292:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000100:00000040:0.0:1767384612.949292:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d46777c x1853237049177984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.949293:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384612.949299:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002ec3fd3. 00000100:00000001:0.0:1767384612.949307:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384612.949311:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384612.949311:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000333b4fb2. 00000100:00000001:0.0:1767384612.949313:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384612.949315:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000333b4fb2. 00000400:00000200:2.0:1767384612.949316:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384612.949318:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000001:3.0:1767384612.949319:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.949321:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384612.949323:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d46777c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237049177984:12345-0@lo:400: 00000100:00000001:3.0:1767384612.949324:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.949324:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384612.949329:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049177984 00000400:00000001:3.0:1767384612.949331:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384612.949331:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949332:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384612.949334:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384612.949335:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384612.949337:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384612.949337:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384612.949339:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00000020:00000001:2.0:1767384612.949340:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949340:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.949342:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000020:00000001:2.0:1767384612.949344:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384612.949345:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000020:00000001:0.0:1767384612.949345:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384612.949348:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:3.0:1767384612.949350:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384612.949351:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e89a6a5 x1853237049177728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/368 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384612.949352:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384612.949355:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384612.949357:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384612.949359:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384612.949368:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384612.949371:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384612.949376:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e89a6a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237049177728:12345-0@lo:13: Request processed in 406us (1203us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384612.949376:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1767384612.949380:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.949381:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384612.949384:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384612.949388:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000968dcdf. 00000100:00100000:2.0:1767384612.949391:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 02000000:00000001:0.0:1767384612.949392:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.949395:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:0.0:1767384612.949395:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949399:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384612.949400:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949401:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:0.0:1767384612.949404:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049177984 00000100:00000001:3.0:1767384612.949405:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384612.949405:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000428dbca8. 00010000:00000001:0.0:1767384612.949408:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384612.949410:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384612.949411:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00010000:00000200:0.0:1767384612.949412:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d46777c x1853237049177984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384612.949416:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a131a462. 00000100:00000001:3.0:1767384612.949417:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384612.949421:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384612.949423:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384612.949426:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384612.949427:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00010000:00000001:0.0:1767384612.949427:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.949430:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949431:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384612.949431:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=20 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384612.949435:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949437:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384612.949442:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00001000:3.0:1767384612.949444:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=30 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384612.949446:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00001000:3.0:1767384612.949452:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.949453:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384612.949453:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384612.949456:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178240 02000000:00000001:0.0:1767384612.949457:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.949458:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384612.949460:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384612.949460:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384612.949462:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384612.949463:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384612.949464:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.949467:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.949467:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000522aa2ba. 02000000:00000001:2.0:1767384612.949468:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.949473:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384612.949474:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178240 00000100:00000200:0.0:1767384612.949474:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049177984, offset 224 00010000:00000001:3.0:1767384612.949477:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949478:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384612.949480:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384612.949481:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000400:00000200:0.0:1767384612.949481:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384612.949486:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384612.949488:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000040:3.0:1767384612.949489:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384612.949493:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000400:00000200:0.0:1767384612.949493:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384612.949497:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:2.0:1767384612.949503:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384612.949503:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260003780 00000020:00000010:2.0:1767384612.949507:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:3.0:1767384612.949509:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384612.949511:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000968be4d1. 00000400:00000200:0.0:1767384612.949514:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1525 [1] + 224 00000100:00000001:3.0:1767384612.949515:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384612.949517:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:3.0:1767384612.949518:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.949521:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384612.949524:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384612.949527:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384612.949527:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a131a462. 00000400:00000200:0.0:1767384612.949528:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384612.949532:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000428dbca8. 00000100:00000001:0.0:1767384612.949533:0:18468:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384612.949549:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000200:0.0:1767384612.949550:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.949555:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384612.949560:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384612.949562:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384612.949563:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049177856:0@lo:400: 00000100:00000001:2.0:1767384612.949565:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384612.949567:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.949571:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384612.949572:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.949574:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384612.949576:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384612.949579:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384612.949587:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065c9f57b x1853237049177856/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.949587:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.949590:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384612.949596:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522aa2ba 00000100:00000001:2.0:1767384612.949597:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384612.949601:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384612.949601:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178112 00000400:00000010:0.0:1767384612.949601:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000522aa2ba. 02000000:00000001:2.0:1767384612.949605:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384612.949606:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384612.949607:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.949607:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384612.949611:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1767384612.949612:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007de4d59e. 00000100:00000001:0.0:1767384612.949615:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949617:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384612.949619:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384612.949620:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.949620:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:3.0:1767384612.949623:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384612.949624:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178112 00010000:00000001:0.0:1767384612.949624:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384612.949628:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384612.949629:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384612.949630:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384612.949630:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384612.949633:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:3.0:1767384612.949634:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384612.949636:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d46777c x1853237049177984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384612.949637:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384612.949638:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b29f14d1. 00000020:00000040:2.0:1767384612.949641:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 02000000:00000001:3.0:1767384612.949645:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384612.949645:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 02000000:00000001:3.0:1767384612.949658:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384612.949660:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000010:3.0:1767384612.949661:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c9f57b. 00000100:00100000:0.0:1767384612.949664:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d46777c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049177984:12345-0@lo:400: Request processed in 354us (1161us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384612.949665:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384612.949667:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384612.949669:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:3.0:1767384612.949670:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.949672:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384612.949673:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384612.949675:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000010:2.0:1767384612.949677:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00000001:3.0:1767384612.949680:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384612.949680:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000020:00000010:2.0:1767384612.949682:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a5ebbd2. 00000100:00000001:0.0:1767384612.949682:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384612.949683:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949686:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384612.949687:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029f20d7a. 00000100:00000001:3.0:1767384612.949688:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384612.949691:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000030c4ef8. 00000100:00000001:3.0:1767384612.949693:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384612.949694:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006f0280fb. 00000020:00000010:0.0:1767384612.949695:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3b292e. 00000100:00000001:2.0:1767384612.949698:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384612.949698:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00000100:00000001:2.0:1767384612.949701:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384612.949704:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384612.949705:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:2.0:1767384612.949707:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384612.949707:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.949709:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384612.949710:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949740:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.949747:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.949748:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.949749:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384612.949749:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384612.949752:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384612.949754:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00000001:2.0:1767384612.949756:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518491648 : -128356191059968 : ffff8b42bed3c000) 00000100:00100000:0.0:1767384612.949758:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384612.949760:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000180aef7f x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384612.949761:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:0.0:1767384612.949763:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520602240 : -128356188949376 : ffff8b42bef3f480) 00000100:00000040:0.0:1767384612.949766:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002120b7bc x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1767384623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.949768:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384612.949771:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:2.0:1767384612.949773:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.949774:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384612.949781:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000020:00000010:0.0:1767384612.949781:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000333b4fb2. 00000100:00000001:0.0:1767384612.949784:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384612.949786:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000180aef7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237049178240:12345-0@lo:400: 00000020:00000010:0.0:1767384612.949786:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000333b4fb2. 00000100:00000200:2.0:1767384612.949789:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178240 00000100:00100000:0.0:1767384612.949789:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002120b7bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237049178112:12345-0@lo:400: 00000020:00000001:2.0:1767384612.949792:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384612.949792:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178112 00000020:00000001:2.0:1767384612.949793:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384612.949794:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384612.949795:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949796:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384612.949797:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384612.949797:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949798:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:0.0:1767384612.949799:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384612.949801:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384612.949801:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:0.0:1767384612.949803:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384612.949804:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384612.949805:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384612.949806:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384612.949807:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384612.949807:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384612.949809:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949809:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384612.949811:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384612.949811:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949813:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384612.949813:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384612.949815:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384612.949815:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384612.949817:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384612.949818:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022992da8. 02000000:00000010:0.0:1767384612.949819:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b6909b8. 02000000:00000001:2.0:1767384612.949820:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.949821:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949822:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949822:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949825:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949825:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384612.949827:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178240 00010000:00000040:0.0:1767384612.949827:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178112 00010000:00000001:2.0:1767384612.949830:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384612.949830:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384612.949833:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000180aef7f x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384612.949833:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002120b7bc x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384612.949842:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384612.949842:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384612.949844:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.949844:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.949846:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=25 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384612.949846:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.949850:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384612.949850:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384612.949852:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000040:0.0:1767384612.949852:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:2.0:1767384612.949855:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384612.949855:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384612.949858:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384612.949858:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384612.949859:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.949859:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.949861:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384612.949864:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384612.949867:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384612.949869:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00000040:0.0:1767384612.949870:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384612.949872:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000522aa2ba. 00000100:00000200:2.0:1767384612.949873:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049178240, offset 224 00000100:00000200:0.0:1767384612.949874:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049178112, offset 224 00000400:00000200:2.0:1767384612.949878:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384612.949881:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384612.949897:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384612.949900:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384612.949904:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003880 00000400:00000200:0.0:1767384612.949905:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003800 00000400:00000200:2.0:1767384612.949908:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x152d [1] + 224 00000400:00000200:2.0:1767384612.949912:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.949915:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384612.949916:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1535 [1] + 224 00000100:00000001:2.0:1767384612.949919:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384612.949919:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.949922:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384612.949923:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.949924:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384612.949928:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.949931:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384612.949936:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.949940:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384612.949943:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000100:00000001:0.0:1767384612.949944:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384612.949945:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000001:2.0:1767384612.949947:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384612.949948:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384612.949948:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522aa2ba 00000400:00000010:0.0:1767384612.949949:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000522aa2ba. 00000100:00000001:2.0:1767384612.949950:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.949952:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384612.949953:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384612.949954:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384612.949955:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384612.949956:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.949957:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.949958:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:2.0:1767384612.949959:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384612.949960:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384612.949961:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000180aef7f x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384612.949962:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.949964:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384612.949966:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002120b7bc x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.949970:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000180aef7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237049178240:12345-0@lo:400: Request processed in 200us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384612.949975:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002120b7bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237049178112:12345-0@lo:400: Request processed in 201us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384612.949977:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384612.949979:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:2.0:1767384612.949982:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384612.949982:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384612.949983:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384612.949984:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000020:00000010:2.0:1767384612.949986:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000428dbca8. 00000100:00000001:0.0:1767384612.949986:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384612.949988:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384612.949989:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000020:00000010:0.0:1767384612.949996:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029f20d7a. 00000020:00000010:2.0:1767384612.949998:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a131a462. 00000020:00000010:0.0:1767384612.949999:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006f0280fb. 00000020:00000010:0.0:1767384612.950001:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a5ebbd2. 00000020:00000040:2.0:1767384612.950002:0:17089:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:2.0:1767384612.950004:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384612.950004:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:0.0:1767384612.950006:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384612.950019:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384612.950022:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:0.0:1767384612.950025:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384612.950026:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384612.950027:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:0.0:1767384612.950027:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384612.950030:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384612.950032:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384612.950033:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9682f6. 00000400:00000200:0.0:1767384612.950036:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec8110e6 00000400:00000010:0.0:1767384612.950037:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec8110e6. 00000100:00000001:0.0:1767384612.950040:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384612.950044:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.950049:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.950050:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384612.950051:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384612.950053:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384612.950054:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384612.950056:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079d2b7a1. 00000400:00000200:2.0:1767384612.950059:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000100:00000001:0.0:1767384612.950059:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384612.950060:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000100:00000001:0.0:1767384612.950060:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.950062:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384612.950062:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384612.950064:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384612.950065:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950065:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.950067:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.950070:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384612.950072:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384612.950074:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384612.950077:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.950080:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384612.950081:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384612.950082:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.950082:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.950083:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384612.950084:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384612.950085:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384612.950086:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.950087:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384612.950087:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384612.950089:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.950092:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=24 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384612.950094:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.950095:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.950097:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384612.950097:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384612.950099:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.950099:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:2.0:1767384612.950100:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384612.950101:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00080000:2.0:1767384612.950103:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950108:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.950109:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.950111:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384612.950111:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.950116:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384612.950117:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384612.950118:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.950118:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.950120:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384612.950121:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950122:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384612.950125:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.950128:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.950130:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.950131:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384612.950133:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049178112:0@lo:400: 00000100:00000040:2.0:1767384612.950134:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384612.950140:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384612.950141:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049178240:0@lo:400: 00000400:00000001:0.0:1767384612.950141:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384612.950142:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053c78f10. 00000400:00000200:0.0:1767384612.950152:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00000400:00000010:0.0:1767384612.950153:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000400:00000001:2.0:1767384612.950156:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384612.950156:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384612.950157:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384612.950158:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384612.950159:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59bf815. 00000400:00000200:2.0:1767384612.950161:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:2.0:1767384612.950162:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000100:00000001:2.0:1767384612.950165:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384612.950166:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384612.950167:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950174:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384612.950175:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950175:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.950177:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384612.950178:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384612.950180:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.950181:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384612.950181:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.950183:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384612.950183:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.950184:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384612.950186:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1767384612.950186:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=20 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384612.950187:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.950188:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384612.950189:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=20 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384612.950190:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.950192:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767384612.950193:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384612.950193:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.950195:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384612.950196:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.950198:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00080000:0.0:1767384612.950198:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.950199:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.950200:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384612.950209:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384612.950215:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.950216:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.950217:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384612.950219:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384612.950220:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384612.950221:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384612.950221:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.950223:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384612.950224:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384612.950225:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.950225:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.950227:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950231:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.950233:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.950234:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.950235:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.950236:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.950237:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384612.950237:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384612.950239:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384612.950242:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:0.0:1767384612.950244:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049177984:0@lo:400: 00000004:00000040:2.0:1767384612.950245:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384612.950247:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.950249:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.950250:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041afcab9 x1853237049178112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767384612.950251:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384612.950256:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.950258:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.950258:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384612.950259:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384612.950261:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd99cf9b. 02000000:00000001:0.0:1767384612.950264:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384612.950265:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049177728:0@lo:13: 00000020:00000001:0.0:1767384612.950266:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384612.950267:0:16357:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384612.950269:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384612.950270:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384612.950271:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dc8dd21. 00000100:00000001:2.0:1767384612.950272:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384612.950273:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384612.950274:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083262e70 x1853237049178240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384612.950275:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384612.950276:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041afcab9. 00000100:00000001:0.0:1767384612.950279:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384612.950280:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.950281:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384612.950282:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384612.950283:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384612.950284:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4c23a26. 00000100:00000040:0.0:1767384612.950284:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6ca2336 x1853237049177984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384612.950287:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384612.950288:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384612.950289:0:16359:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384612.950294:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384612.950296:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1a8c03e. 00000100:00000001:0.0:1767384612.950296:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384612.950297:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384612.950298:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384612.950299:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384612.950299:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aef93161. 00000100:00000010:2.0:1767384612.950301:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083262e70. 02000000:00000001:0.0:1767384612.950301:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384612.950303:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384612.950303:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384612.950304:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384612.950304:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384612.950306:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384612.950306:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384612.950307:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd1fde50. 00000100:00000040:2.0:1767384612.950308:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049177728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384612.950309:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384612.950310:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384612.950311:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6ca2336. 00000100:00000001:2.0:1767384612.950314:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384612.950314:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384612.950315:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384612.950315:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384612.950317:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008d051a22. 00000100:00000001:0.0:1767384612.950317:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384612.950319:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384612.950320:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384612.950321:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384612.950321:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.950322:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.950323:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384612.950324:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d3ff23c. 00000100:00000001:0.0:1767384612.950324:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.950326:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.950329:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384612.950330:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384612.950331:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00000001:2.0:1767384612.950334:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384612.950336:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.950337:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.950340:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.950342:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.950343:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.950345:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.953762:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294902277, at 4294902278 00000100:00000010:3.0:1767384612.953769:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006c3f4c5. 00000100:00000040:0.0:1767384612.953791:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294902277, at 4294902278 00000100:00000010:0.0:1767384612.953800:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007987cbd6. 00000100:00000040:2.0:1767384612.953841:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294902277, at 4294902278 00000100:00000010:2.0:1767384612.953847:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce41b1be. 00000100:00000040:1.0:1767384612.953943:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294902277, at 4294902278 00000100:00000010:1.0:1767384612.953951:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000603cf7a1. 00000001:00000001:0.0:1767384613.136843:0:23744:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384613.136847:0:23744:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767384613.140105:0:23744:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384613.148075:0:23745:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000f2adf88. 00000400:00000010:1.0:1767384613.148092:0:23745:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001943e349. 00000400:00000010:1.0:1767384613.148103:0:23745:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000523b7c1a. 00000400:00000010:1.0:1767384613.148107:0:23745:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000023a906bb. 00000400:00000010:1.0:1767384613.148111:0:23745:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dabd889d. 00000400:00000010:1.0:1767384613.148117:0:23745:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015a0f534. 00000400:00000010:1.0:1767384613.148119:0:23745:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074456c9e. 00000400:00000010:1.0:1767384613.148121:0:23745:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b990b54. 00000400:00000010:1.0:1767384613.148126:0:23745:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f8f76d9b. 00000800:00000010:1.0:1767384613.148138:0:23745:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000001eebc49. 00000800:00000200:1.0:1767384613.148150:0:23745:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384613.148159:0:23745:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384613.148203:0:23745:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384613.148227:0:23745:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp23 [8/256/0/180] 00000400:00000010:1.0:1767384613.150321:0:23745:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d3434c21. 00000400:00000010:1.0:1767384613.150327:0:23745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c2da16. 00000400:00000010:1.0:1767384613.150332:0:23745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00000400:00000001:1.0:1767384613.150345:0:23745:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384613.150346:0:23745:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384613.150348:0:23745:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc1da74. 00000400:00000200:1.0:1767384613.150351:0:23745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000400:00000010:1.0:1767384613.150353:0:23745:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000400:00000010:1.0:1767384613.150356:0:23745:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000003fead42a. 00000400:00000200:1.0:1767384613.150360:0:23745:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (14) 00000400:00000200:1.0:1767384613.150369:0:23745:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384613.150377:0:23745:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:1.0:1767384613.150382:0:23745:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008a61da9e. 00000020:01000000:1.0:1767384613.150386:0:23745:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384613.150388:0:23745:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp23 00000400:00000200:2.0:1767384613.150401:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384613.150405:0:23745:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001943e349. 00000400:00000010:1.0:1767384613.150409:0:23745:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000f2adf88. 00000400:00000200:2.0:1767384613.150410:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:2.0:1767384613.150420:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000400:00000200:2.0:1767384613.150424:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (15) 00000400:00000010:2.0:1767384613.150431:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000546726f9. 00000400:00000200:2.0:1767384613.150437:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:0.0:1767384613.150437:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384613.150441:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384613.150444:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384613.150448:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384613.150451:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384613.150453:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384613.150454:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384613.150455:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384613.150456:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384613.150457:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384613.150458:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384613.150460:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384613.150461:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:01000004:0.0:1767384613.150469:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384613.150470:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384613.150471:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384613.150478:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6ca2336. 00000400:00000200:2.0:1767384613.150482:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000040:0.0:1767384613.150483:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384613.150491:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384613.150492:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:0.0:1767384613.150495:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384613.150501:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:0.0:1767384613.150502:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.150511:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:0.0:1767384613.150513:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df6481a2. 00000400:00000200:2.0:1767384613.150519:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:0.0:1767384613.150524:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.150525:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384613.150534:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384613.150536:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384613.150540:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384613.150541:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.150551:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000040:0.0:1767384613.150554:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6ca2336] to pc [ptlrpcd_00_03+3] req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384613.150558:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384613.150562:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384613.150573:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384613.150582:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767384613.150588:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp22 00000400:00000200:2.0:1767384613.150593:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384613.150597:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp22 10000000:00000001:0.0:1767384613.150598:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384613.150603:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.150606:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp22 NI seq info: [31:31:256:4294967295] 192.168.202.154@tcp22 LPNI seq info [31:31:8:4294967295] 00000020:00000001:0.0:1767384613.150606:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.150609:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384613.150611:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384613.150613:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384613.150617:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384613.150620:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384613.150621:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp22 00000100:00000040:1.0:1767384613.150625:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384613.150625:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384613.150629:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384613.150632:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384613.150636:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384613.150641:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384613.150645:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384613.150645:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384613.150648:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22:) -> 192.168.202.154@tcp22(192.168.202.154@tcp:192.168.202.154@tcp22) : PUT try# 0 00000100:00000001:1.0:1767384613.150649:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384613.150649:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384613.150654:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384613.150656:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384613.150657:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384613.150660:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384613.150660:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384613.150662:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384613.150665:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384613.150666:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384613.150667:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp22 00000100:00100000:1.0:1767384613.150670:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049178368:0@lo:253: 00000100:00000010:0.0:1767384613.150670:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 00000020:00000040:0.0:1767384613.150675:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384613.150682:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384613.150682:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384613.150683:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040304bf9. 02000000:00000001:0.0:1767384613.150686:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384613.150689:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384613.150691:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.150692:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384613.150695:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2510ee2. 02000000:00000001:1.0:1767384613.150697:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384613.150702:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046ef7933. 00000800:00000010:2.0:1767384613.150703:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dce2056d. 02000000:00000010:1.0:1767384613.150705:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001d5ab5f5. 02000000:00000001:1.0:1767384613.150709:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.150710:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384613.150713:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c93fc7a. 00000800:00000200:2.0:1767384613.150714:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (2) 00000800:00000200:2.1:1767384613.150747:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (2) 00000400:00000010:1.0:1767384613.150756:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001943e349. 00000100:00000001:0.0:1767384613.150761:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384613.150762:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178368, portal 25 00000400:00000200:2.0:1767384613.150766:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:0.0:1767384613.150766:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.150767:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384613.150771:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520588800 : -128356188962816 : ffff8b42bef3c000) 00000400:00000200:2.0:1767384613.150775:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000040:0.0:1767384613.150775:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041afcab9] to pc [ptlrpcd_00_00+0] req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384613.150778:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.150804:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384613.150805:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384613.150809:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384613.150812:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384613.150812:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384613.150813:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc724d81. 10000000:00000001:0.0:1767384613.150819:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384613.150820:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178368, offset 0 00000020:00000001:0.0:1767384613.150823:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384613.150826:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384613.150829:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384613.150830:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008a61da9e. 00000400:00000200:1.0:1767384613.150839:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384613.150849:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003900 00000100:00000001:2.0:1767384613.150856:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384613.150857:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000100:00100000:2.0:1767384613.150862:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384613.150868:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384613.150869:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000598684cf. 00000400:00000200:1.0:1767384613.150875:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcfe9b52 00000100:00000001:2.0:1767384613.150895:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384613.150896:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384613.150899:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.150900:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384613.150904:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384613.150906:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.150909:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384613.150910:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfe9b52 00000100:00000001:2.0:1767384613.150911:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384613.150913:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcfe9b52. 00000100:00000040:2.0:1767384613.150919:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.150919:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384613.150921:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384613.150926:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000007441e057 x1853237049178368 msgsize 4848 00000100:00100000:1.0:1767384613.150937:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384613.150940:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384613.150940:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384613.150945:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.150948:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 02000000:00000001:2.0:1767384613.150950:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384613.150952:0:16360:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384613.150954:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.150959:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.150962:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049178496:0@lo:253: 00000400:00000200:1.0:1767384613.150962:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc724d81 00000400:00000010:1.0:1767384613.150967:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc724d81. 00000100:00000001:2.0:1767384613.150969:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384613.150973:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384613.150974:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 02000000:00000001:2.0:1767384613.150975:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384613.150979:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384613.150980:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384613.150983:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384613.150991:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000001fa240e. 02000000:00000001:2.0:1767384613.150995:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.150995:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384613.151002:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59bf815. 00000400:00000200:0.0:1767384613.151002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000040:1.0:1767384613.151003:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384613.151014:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000713b49c3. 00000100:00000001:1.0:1767384613.151015:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.151020:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384613.151022:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178496, portal 25 00000100:00000001:2.0:1767384613.151026:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.151027:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000100:00000001:1.0:1767384613.151029:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.151031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:1.0:1767384613.151035:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294902480 00000100:00000010:1.0:1767384613.151042:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087a9bca3. 00000100:00000040:2.0:1767384613.151044:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.151049:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384613.151056:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384613.151058:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294902480 00000100:00000040:2.0:1767384613.151060:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384613.151060:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000010:1.0:1767384613.151064:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ddfb6ed. 00000400:00000010:2.0:1767384613.151067:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac4c9c5. 00000100:00000001:1.0:1767384613.151070:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384613.151072:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178496, offset 0 00000100:00000001:1.0:1767384613.151076:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294902480 00000400:00000200:2.0:1767384613.151083:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384613.151083:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea83fff9. 00000100:00000001:1.0:1767384613.151090:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384613.151092:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:1.0:1767384613.151096:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294902480 00000400:00000200:2.0:1767384613.151097:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384613.151108:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003980 00000100:00000010:1.0:1767384613.151108:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000607beada. 00000100:00000001:1.0:1767384613.151115:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384613.151117:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000200:0.0:1767384613.151118:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:1.0:1767384613.151120:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384613.151126:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.151128:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edcfe9d6. 00000100:00000001:1.0:1767384613.151130:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.151133:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000938eb0aa 00000100:00000001:1.0:1767384613.151133:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.151137:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384613.151140:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384613.151140:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384613.151144:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:1.0:1767384613.151146:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.151149:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384613.151150:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384613.151151:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.151155:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938eb0aa 00000100:00000001:1.0:1767384613.151156:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.151161:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000938eb0aa. 00000100:00000001:2.0:1767384613.151167:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384613.151169:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384613.151172:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000bab7601c x1853237049178496 msgsize 4848 00000400:00000200:0.0:1767384613.151175:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00100000:2.0:1767384613.151181:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384613.151184:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384613.151196:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384613.151196:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384613.151202:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac4c9c5 00000400:00000010:2.0:1767384613.151206:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac4c9c5. 00000100:00000001:2.0:1767384613.151210:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384613.151214:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384613.151218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:2.0:1767384613.151229:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.151232:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.151239:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.151240:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:2.0:1767384613.151242:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384613.151249:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.151251:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294902480 00000100:00000001:2.0:1767384613.151261:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294902480 00000100:00000001:2.0:1767384613.151263:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294902480 00000100:00000001:2.0:1767384613.151265:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294902480 00000100:00000001:2.0:1767384613.151267:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294902480 00000100:00000001:2.0:1767384613.151270:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294902480 00000100:00000001:2.0:1767384613.151273:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294902480 00000400:00000200:0.0:1767384613.151274:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000001:2.0:1767384613.151276:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294902480 00000100:00000001:1.0:1767384613.151276:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384613.151280:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178368 00000100:00000001:2.0:1767384613.151281:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384613.151283:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384613.151287:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.151287:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384613.151290:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.151293:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.151295:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.151298:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384613.151300:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178368 00000020:00000001:1.0:1767384613.151304:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384613.151306:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384613.151308:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384613.151309:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000040:1.0:1767384613.151311:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:1.0:1767384613.151315:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384613.151316:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384613.151318:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384613.151320:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.151322:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384613.151327:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2b1044a. 00000100:00000001:1.0:1767384613.151330:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384613.151333:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2b1044a. 00000100:00000001:2.0:1767384613.151336:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384613.151336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000020:00000010:1.0:1767384613.151338:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00000100:00100000:2.0:1767384613.151342:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178496 00000020:00000010:1.0:1767384613.151344:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059fac9a9. 02000000:00000001:2.0:1767384613.151346:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384613.151350:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384613.151350:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000100:00000001:2.0:1767384613.151355:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.151359:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384613.151361:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.151363:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384613.151366:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178496 00000100:00000001:1.0:1767384613.151366:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384613.151371:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384613.151374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000020:00000040:2.0:1767384613.151375:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384613.151375:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.151382:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384613.151385:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384613.151387:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.151389:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384613.151393:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384613.151397:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384613.151399:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384613.151401:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001544b61e. 00000100:00000001:2.0:1767384613.151406:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384613.151409:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001544b61e. 00000100:00000001:1.0:1767384613.151414:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384613.151416:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a131a462. 00000100:00000001:1.0:1767384613.151417:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384613.151423:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000020:00000010:2.0:1767384613.151424:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000428dbca8. 00000400:00000200:0.0:1767384613.151425:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000100:00000040:1.0:1767384613.151426:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384613.151430:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611942480 : -128357097609136 : ffff8b4288cae850) 00000100:00000040:1.0:1767384613.151437:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007441e057 x1853237049178368/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:594/0 lens 4848/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384613.151439:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000100:00000001:1.0:1767384613.151449:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384613.151450:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384613.151453:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2b1044a. 00000100:00000001:2.0:1767384613.151454:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384613.151457:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384613.151458:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384613.151461:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2b1044a. 00000400:00000200:0.0:1767384613.151462:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000001:2.0:1767384613.151466:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384613.151470:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007441e057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049178368:12345-0@lo:253: 00000100:00000001:2.0:1767384613.151472:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384613.151474:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178368 00000020:00000001:1.0:1767384613.151478:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384613.151481:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384613.151483:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.151485:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384613.151486:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:2.0:1767384613.151488:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384613.151489:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384613.151493:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384613.151493:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384613.151498:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384613.151499:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000020:00000001:1.0:1767384613.151500:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384613.151503:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000001:1.0:1767384613.151504:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.151511:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384613.151511:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384613.151515:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384613.151516:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611937360 : -128357097614256 : ffff8b4288cad450) 02000000:00000010:1.0:1767384613.151522:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005fb79e0d. 00000100:00000040:2.0:1767384613.151524:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bab7601c x1853237049178496/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:594/0 lens 4848/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384613.151525:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.151529:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384613.151533:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384613.151541:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:1.0:1767384613.151542:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c8873165. 00000020:00000010:2.0:1767384613.151545:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001544b61e. 00000100:00000001:2.0:1767384613.151548:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384613.151549:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 20000000:01000000:1.0:1767384613.151552:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384613.151555:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001544b61e. 20000000:00000001:1.0:1767384613.151557:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384613.151561:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384613.151563:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.151566:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bab7601c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049178496:12345-0@lo:253: 20000000:00000001:1.0:1767384613.151567:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384613.151571:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:2.0:1767384613.151576:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178496 00000020:00000001:2.0:1767384613.151578:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384613.151581:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:1.0:1767384613.151582:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006722d111. 00000020:00000001:2.0:1767384613.151585:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384613.151585:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000020:00000001:2.0:1767384613.151591:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384613.151593:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384613.151594:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:0.0:1767384613.151597:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000020:00000001:2.0:1767384613.151599:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384613.151599:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384613.151604:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384613.151605:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384613.151608:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384613.151611:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384613.151614:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.151617:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384613.151619:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384613.151622:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:2.0:1767384613.151625:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005977487d. 02000000:00000001:2.0:1767384613.151629:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384613.151636:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.151637:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000100:00000001:2.0:1767384613.151640:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384613.151640:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384613.151642:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384613.151646:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384613.151646:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384613.151650:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384613.151653:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 20000000:00000010:2.0:1767384613.151656:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b40b581e. 00000020:00000001:1.0:1767384613.151657:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384613.151662:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:2.0:1767384613.151663:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384613.151664:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384613.151670:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384613.151671:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384613.151674:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384613.151675:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384613.151679:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.151680:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384613.151685:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.151685:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000020:00000001:1.0:1767384613.151686:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 20000000:00000001:2.0:1767384613.151690:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384613.151693:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384613.151697:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002c595aff. 00080000:00000001:1.0:1767384613.151700:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204798464 : -128361504753152 : ffff8b41821b3a00) 00080000:00000001:1.0:1767384613.151703:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384613.151706:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384613.151710:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b2b1044a. 00080000:00000001:1.0:1767384613.151712:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384613.151714:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384613.151767:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.151815:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00080000:00000001:1.0:1767384613.152026:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384613.152045:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384613.152056:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dd57bc8. 00000800:00000010:0.0:1767384613.152062:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3f24f57. 00000800:00000010:0.0:1767384613.152067:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074c22b3f. 00000800:00000010:0.0:1767384613.152105:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074c22b3f. 00000400:00000200:2.0:1767384613.152189:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384613.152210:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767384613.152215:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005a7d1ba3. 00000800:00000010:1.0:1767384613.152249:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000280da2fa. 00000800:00000010:1.0:1767384613.152258:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dc724d81. 00000800:00000010:1.0:1767384613.152276:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004b05d3d2. 00000800:00000200:1.1:1767384613.152281:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (2) 00000800:00000200:1.1:1767384613.152286:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp22 000000004b05d3d2 deleted 00000800:00000010:1.1:1767384613.152288:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004b05d3d2. 00000800:00000200:1.1:1767384613.152293:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384613.152299:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp22 ip 192.168.202.154:997 00000800:00000200:1.1:1767384613.152303:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040304bf9 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384613.152309:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp22 p 3.x 192.168.202.154 -> 192.168.202.154:997 incarnation:1767384611607708159 sched[0] 00000800:00000010:1.0:1767384613.152313:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e060905. 00000800:00000010:1.0:1767384613.152377:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e060905. 00000800:00000010:1.0:1767384613.152381:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dc724d81. 00000800:00000200:0.1:1767384613.152415:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384613.152417:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005a7d1ba3. 00000800:00000200:0.0:1767384613.152425:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp22 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384611607708159 sched[0] 00000800:00000010:0.0:1767384613.152429:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3f24f57. 00000800:00000001:1.0:1767384613.152431:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384613.152438:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384613.152490:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384613.152494:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040304bf9. 00000400:00000200:0.0:1767384613.152495:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384613.152497:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.152504:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: PUT: OK 00000400:00000200:1.0:1767384613.152507:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384613.152510:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:1.0:1767384613.152518:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384613.152522:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384613.152524:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384613.152527:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384613.152531:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22) <- 192.168.202.154@tcp22 : PUT - for me 00000400:00000200:1.0:1767384613.152539:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384613.152545:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x14e9 [1] + 0 00000400:00000010:1.0:1767384613.152547:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c94422. 00000400:00000200:0.0:1767384613.152548:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384613.152549:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000713e8782 00000800:00000001:1.0:1767384613.152555:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384613.152563:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384613.152565:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.152568:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: PUT: OK 00000400:00000200:1.0:1767384613.152572:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:1.0:1767384613.152574:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000400:00000200:1.0:1767384613.152578:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384613.152580:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (16) 00000400:00000200:1.0:1767384613.152584:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:1.0:1767384613.152593:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a18bd582. 00000400:00000200:1.0:1767384613.152597:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 15 00000400:00000200:1.0:1767384613.152600:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384613.152609:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384613.152611:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (17) 00000400:00000200:1.0:1767384613.152620:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384613.152627:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp22 to MR: 192.168.202.154@tcp22 local destination 00000400:00000200:1.0:1767384613.152635:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp22 NI seq info: [32:32:256:4294967295] 192.168.202.154@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:0.0:1767384613.152638:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384613.152652:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22:192.168.202.154@tcp22) -> 192.168.202.154@tcp22(192.168.202.154@tcp22:192.168.202.154@tcp22) 192.168.202.154@tcp22 : ACK try# 0 00000400:00000200:2.0:1767384613.152660:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384613.152661:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp22 00000400:00000200:0.0:1767384613.152663:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000010:2.0:1767384613.152670:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d2b7a1. 00000800:00000010:1.0:1767384613.152670:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb469617. 00000400:00000010:2.0:1767384613.152679:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000800:00000200:1.0:1767384613.152680:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (4) 00000400:00000200:2.0:1767384613.152686:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c1008767 00000400:00000200:0.0:1767384613.152686:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000200:1.0:1767384613.152693:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp22 ip 192.168.202.154:988 00000400:00000200:2.0:1767384613.152695:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004d1 00000800:00000200:1.0:1767384613.152699:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb469617 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384613.152706:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 0000000079701916. 00000400:00000010:2.0:1767384613.152712:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000eee0108a. 00000400:00000010:2.0:1767384613.152716:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 000000009a5ebbd2. 00000400:00000200:0.0:1767384613.152760:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000010:2.0:1767384613.152768:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000205fd06e. 00000400:00000200:2.0:1767384613.152776:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000205fd06e nid 192.168.202.154@tcp23 00000400:00000010:2.0:1767384613.152781:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ce41b1be. 00000800:00000200:1.0:1767384613.152783:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384613.152785:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ce41b1be net tcp23 00000800:00000010:1.0:1767384613.152788:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb469617. 00000400:00000200:2.0:1767384613.152791:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (16) 00000400:00000200:1.0:1767384613.152794:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384613.152800:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384613.152803:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp23 flags 0x11 00000400:00000200:1.0:1767384613.152806:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: ACK: OK 00000400:00000010:2.0:1767384613.152811:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 0000000079701916. 00000800:00000001:1.0:1767384613.152816:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384613.152818:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000eee0108a. 00000400:00000010:2.0:1767384613.152823:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 000000009a5ebbd2. 00000800:00000001:1.0:1767384613.152824:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384613.152827:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a18bd582. 00000800:00000001:1.0:1767384613.152829:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384613.152830:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384613.152835:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000800:00000001:1.0:1767384613.152837:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384613.152842:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100551 00000800:00000001:1.0:1767384613.152842:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384613.152849:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 1 00000800:00000001:1.0:1767384613.152850:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.152854:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384613.152856:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 00000400:00000200:1.0:1767384613.152861:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22) <- 192.168.202.154@tcp22 : ACK - for me 00000400:00000200:2.0:1767384613.152866:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384613.152879:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:1.0:1767384613.152897:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp22: ACK from 12345-192.168.202.154@tcp22 into md 0x1559 00000400:00000200:0.0:1767384613.152904:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384613.152905:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384613.152905:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384613.152914:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (17) 00000400:00000200:1.0:1767384613.152918:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: ACK: OK 00000400:00000200:1.0:1767384613.152924:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:1.0:1767384613.152927:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000400:00000200:1.0:1767384613.152931:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384613.152933:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384613.152945:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:1.0:1767384613.152949:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (16) 00000800:00000001:1.0:1767384613.152957:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384613.152961:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000800:00000001:1.0:1767384613.152963:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.152982:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.152998:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153012:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153024:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153035:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153062:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153083:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153098:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153141:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153163:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153180:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153194:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384613.153210:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000800:00000010:0.0:1767384613.153351:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000033ecfceb. 00000800:00000010:0.0:1767384613.153355:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3f24f57. 00000800:00000010:0.0:1767384613.153357:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074c22b3f. 00000800:00000010:0.0:1767384613.153385:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074c22b3f. 00000400:00000200:2.0:1767384613.153546:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384613.153560:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp22 from 228.3.0.2 00000800:00000010:2.0:1767384613.153563:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f0c7fcad. 00000800:00000010:1.0:1767384613.153617:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000016214518. 00000800:00000010:1.0:1767384613.153624:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dc724d81. 00000800:00000010:1.0:1767384613.153646:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004b05d3d2. 00000800:00000200:1.1:1767384613.153653:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (4) 00000800:00000200:1.1:1767384613.153659:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp22 000000004b05d3d2 deleted 00000800:00000010:1.1:1767384613.153662:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004b05d3d2. 00000800:00000200:1.1:1767384613.153673:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384613.153678:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp22 p 3.x 192.168.202.154 -> 192.168.202.154:996 incarnation:1767384611607708159 sched[0] 00000800:00000010:1.0:1767384613.153684:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e060905. 00000800:00000010:1.0:1767384613.153763:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e060905. 00000800:00000010:1.0:1767384613.153768:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dc724d81. 00000800:00000010:1.0:1767384613.153789:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f0c7fcad. 00000800:00000001:2.0:1767384613.153813:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384613.153821:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384613.153827:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384613.153834:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp22 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384611607708159 sched[0] 00000800:00000010:1.0:1767384613.153837:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3f24f57. 00000800:00000001:2.0:1767384613.153861:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384613.153866:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384613.154021:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002c595aff. 00080000:00000010:1.0:1767384613.154060:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b2b1044a. 00040000:00000001:1.0:1767384613.154067:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384613.154069:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384613.154072:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384613.154075:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384613.154077:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384613.154080:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384613.154091:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384613.154102:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384613.154105:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384613.154111:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384613.154113:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384613.154115:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009a5ebbd2. 20000000:00000001:0.0:1767384613.154117:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384613.154118:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 10000000:01000000:0.0:1767384613.154120:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384613.154122:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384613.154127:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384613.154128:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384613.154131:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384613.154132:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384613.154138:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384613.154140:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000614fc04d. 00010000:00000001:0.0:1767384613.154145:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384613.154148:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384613.154148:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bdd2d694. 00080000:00000001:2.0:1767384613.154153:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384613.154155:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.154155:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384613.154158:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bdd2d694 with handle 0xefc2db714b35c35d to hash 00080000:00000001:2.0:1767384613.154159:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384613.154161:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.154163:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384613.154164:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000001:0.0:1767384613.154166:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00000020:00000001:2.0:1767384613.154169:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000001:0.0:1767384613.154170:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00080000:00000002:2.0:1767384613.154172:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384613.154174:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384613.154175:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384613.154177:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384613.154179:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.154181:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384613.154182:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384613.154186:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384613.154190:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:0.0:1767384613.154191:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384613.154193:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384613.154196:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384613.154197:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eee0108a. 00010000:00000001:0.0:1767384613.154198:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384613.154201:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266661888 : -128361442889728 : ffff8b4185cb3000) 00010000:00000001:0.0:1767384613.154202:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.154205:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384613.154206:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384613.154209:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:2.0:1767384613.154210:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384613.154213:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001544b61e. 00010000:00000001:0.0:1767384613.154217:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.154220:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384613.154222:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154223:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384613.154225:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384613.154226:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384613.154228:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384613.154230:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000614fc04d) refcount = 1 00010000:00010000:0.0:1767384613.154233:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384613.154237:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154238:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384613.154242:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384613.154243:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.154245:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384613.154247:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384613.154247:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384613.154252:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384613.154255:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384613.154258:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384613.154260:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.154261:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bdd2d694 refcount=4 00000020:00000001:0.0:1767384613.154263:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384613.154265:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384613.154266:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384613.154268:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384613.154283:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384613.154288:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384613.154290:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c8873165. 00010000:00000001:0.0:1767384613.154291:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384613.154295:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384613.154296:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384613.154303:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178368 00010000:00000001:0.0:1767384613.154304:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.154307:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384613.154310:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384613.154310:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.154316:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:1.0:1767384613.154318:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007441e057 x1853237049178368/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.154319:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154329:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384613.154332:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384613.154333:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384613.154337:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bdd2d694 already unused, calling callback (00000000d66be316) 00010000:00000001:0.0:1767384613.154339:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384613.154341:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1767384613.154344:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.154344:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384613.154352:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=31 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384613.154352:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384613.154354:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384613.154356:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.154359:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bdd2d694 refcount=5 00000100:00000001:1.0:1767384613.154360:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384613.154361:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384613.154364:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00000100:00000040:1.0:1767384613.154365:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384613.154367:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384613.154371:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00010000:0.0:1767384613.154372:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384613.154378:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384613.154379:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384613.154382:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154382:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384613.154385:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.154388:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384613.154388:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384613.154392:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384613.154395:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384613.154395:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384613.154398:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384613.154400:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc724d81. 00000020:00000040:0.0:1767384613.154401:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdd2d694 with handle 0xefc2db714b35c35d from hash 00010000:00000001:0.0:1767384613.154405:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384613.154407:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384613.154408:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178368, offset 224 00010000:00000001:0.0:1767384613.154408:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.154410:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384613.154412:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384613.154415:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384613.154417:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384613.154418:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384613.154419:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384613.154429:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384613.154430:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154433:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384613.154434:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384613.154436:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.154438:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384613.154439:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003900 00010000:00000001:0.0:1767384613.154440:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154445:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.154447:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384613.154451:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x155d [2] + 224 00010000:00010000:0.0:1767384613.154451:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.154461:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.154461:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384613.154462:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384613.154463:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384613.154465:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384613.154468:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384613.154471:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384613.154471:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.154474:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384613.154478:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384613.154478:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.154482:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.154484:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384613.154485:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.154493:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384613.154495:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384613.154498:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c35d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384613.154508:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384613.154508:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000614fc04d count: 0 00010000:00000001:0.0:1767384613.154516:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384613.154519:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384613.154529:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384613.154535:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc724d81 00000400:00000010:1.0:1767384613.154537:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc724d81. 00000100:00000001:1.0:1767384613.154540:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384613.154542:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384613.154548:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384613.154548:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.154551:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384613.154555:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384613.154557:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384613.154559:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384613.154560:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384613.154563:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.154564:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c93fc7a. 00000020:00000001:1.0:1767384613.154569:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384613.154570:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001943e349 00000400:00000010:2.0:1767384613.154574:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001943e349. 00000100:00000040:1.0:1767384613.154577:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007441e057 x1853237049178368/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.154578:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384613.154585:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384613.154596:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.154615:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384613.154617:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.154620:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384613.154623:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384613.154626:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384613.154626:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007441e057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049178368:12345-0@lo:253: Request processed in 3172us (3693us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384613.154629:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.154633:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384613.154639:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=31 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384613.154643:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00001000:2.0:1767384613.154644:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=31 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384613.154648:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384613.154649:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384613.154651:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.154654:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384613.154655:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384613.154659:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.154660:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384613.154661:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.154666:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384613.154668:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059fac9a9. 00000100:00000001:2.0:1767384613.154675:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384613.154677:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384613.154677:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000100:00000001:2.0:1767384613.154680:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384613.154683:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:1.0:1767384613.154685:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 00000020:01000004:2.0:1767384613.154692:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000040:1.0:1767384613.154692:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000020:01000004:2.0:1767384613.154695:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384613.154698:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384613.154699:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384613.154701:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384613.154701:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384613.154705:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384613.154706:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000010:1.0:1767384613.154706:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005fb79e0d. 00000020:01000004:2.0:1767384613.154709:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384613.154712:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384613.154714:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384613.154716:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384613.154743:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049178368:0@lo:253: 00000100:00000001:1.0:1767384613.154746:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.154748:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.154752:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384613.154755:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384613.154756:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6ca2336 x1853237049178368/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.154764:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384613.154764:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c94422. 02000000:00000001:2.0:1767384613.154767:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384613.154769:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001d5ab5f5. 00000400:00000010:1.0:1767384613.154771:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc724d81. 02000000:00000001:2.0:1767384613.154775:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384613.154777:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.154779:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384613.154781:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384613.154783:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df6481a2. 02000000:00000001:2.0:1767384613.154789:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384613.154790:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384613.154791:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6ca2336. 00000100:00000001:2.0:1767384613.154795:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384613.154796:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.154797:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.154801:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384613.154803:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.154804:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.154806:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384613.155769:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eee0108a. 00080000:00000010:2.0:1767384613.155798:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001544b61e. 00040000:00000001:2.0:1767384613.155802:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384613.155809:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384613.155811:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384613.155813:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384613.155814:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384613.155816:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384613.155817:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384613.155825:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384613.155827:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384613.155830:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384613.155836:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384613.155839:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384613.155840:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384613.155843:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384613.155844:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384613.155853:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d70d720. 00010000:00000001:0.0:1767384613.155856:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384613.155858:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c3b40c6. 00000020:00000001:0.0:1767384613.155860:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384613.155862:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001c3b40c6 with handle 0xefc2db714b35c364 to hash 00000020:00000001:0.0:1767384613.155863:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384613.155864:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384613.155866:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384613.155867:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384613.155868:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.155870:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.155875:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384613.155876:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384613.155878:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384613.155879:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.155889:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.155891:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384613.155892:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.155894:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384613.155894:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384613.155895:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384613.155896:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384613.155897:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d70d720) refcount = 1 00010000:00010000:0.0:1767384613.155899:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.155903:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384613.155904:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384613.155905:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384613.155906:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.155907:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384613.155909:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384613.155910:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384613.155911:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384613.155916:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.155918:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c3b40c6 refcount=4 00000020:00000001:0.0:1767384613.155919:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384613.155920:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384613.155922:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384613.155923:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.155927:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384613.155927:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.155931:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.155932:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384613.155933:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.155937:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384613.155938:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.155940:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384613.155942:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384613.155945:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384613.155945:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001c3b40c6 already unused, calling callback (00000000d66be316) 00000100:00000001:2.0:1767384613.155950:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384613.155951:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384613.155955:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 20000000:00000010:2.0:1767384613.155956:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b40b581e. 00010000:00010000:0.0:1767384613.155956:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384613.155963:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.155963:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384613.155966:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384613.155968:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1767384613.155970:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178496 00000020:00000040:0.0:1767384613.155970:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c3b40c6 refcount=5 00000020:00000001:0.0:1767384613.155972:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:2.0:1767384613.155976:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384613.155976:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000200:2.0:1767384613.155983:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bab7601c x1853237049178496/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.155985:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384613.155987:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.156000:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384613.156003:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384613.156005:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.156006:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384613.156007:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384613.156011:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.156011:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384613.156014:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:2.0:1767384613.156017:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=31 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384613.156017:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384613.156019:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c3b40c6 with handle 0xefc2db714b35c364 from hash 00000100:00000001:2.0:1767384613.156023:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384613.156023:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384613.156026:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384613.156028:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384613.156029:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384613.156032:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384613.156032:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384613.156034:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384613.156036:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384613.156036:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384613.156039:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.156040:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384613.156043:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384613.156044:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384613.156047:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384613.156047:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.156050:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1767384613.156052:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac4c9c5. 00010000:00000001:0.0:1767384613.156053:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384613.156057:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384613.156058:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178496, offset 224 00010000:00000001:0.0:1767384613.156059:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.156061:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.156063:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.156066:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384613.156067:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.156071:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384613.156077:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384613.156079:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.156081:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384613.156081:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384613.156083:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384613.156085:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003980 00010000:00000001:0.0:1767384613.156085:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384613.156087:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384613.156090:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1565 [2] + 224 00010000:00000001:0.0:1767384613.156095:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384613.156097:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384613.156097:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384613.156102:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384613.156103:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384613.156105:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384613.156109:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384613.156111:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384613.156113:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c364 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384613.156114:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384613.156119:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d70d720 count: 0 00000100:00000200:2.0:1767384613.156120:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.156127:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384613.156129:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384613.156130:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384613.156143:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384613.156148:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac4c9c5 00000400:00000010:2.0:1767384613.156150:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac4c9c5. 00000100:00000001:2.0:1767384613.156152:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384613.156154:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.156154:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.156157:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.156157:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384613.156161:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:0.0:1767384613.156161:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384613.156164:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384613.156165:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384613.156167:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384613.156167:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59bf815. 00000020:00000001:2.0:1767384613.156171:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384613.156173:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b49c3 00000100:00000040:2.0:1767384613.156175:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab7601c x1853237049178496/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:594/0 lens 4848/4768 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384613.156176:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000713b49c3. 00000100:00000001:0.0:1767384613.156181:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.156188:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384613.156189:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bab7601c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049178496:12345-0@lo:253: Request processed in 4646us (5012us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384613.156203:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:2.0:1767384613.156206:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000200:0.0:1767384613.156206:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.156211:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384613.156213:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384613.156217:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000428dbca8. 00000100:00000001:0.0:1767384613.156218:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384613.156220:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.156222:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384613.156224:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 02000000:00000001:0.0:1767384613.156224:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384613.156226:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384613.156229:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a131a462. 00000100:00000001:0.0:1767384613.156229:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384613.156233:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:0.0:1767384613.156233:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384613.156236:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=31 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384613.156237:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384613.156240:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005977487d. 00000100:00001000:0.0:1767384613.156241:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=31 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384613.156243:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384613.156245:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.156245:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384613.156247:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384613.156249:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384613.156253:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba3b5f93. 00010000:00000001:0.0:1767384613.156256:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384613.156257:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.156260:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.156263:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac4c9c5. 00000100:00000040:0.0:1767384613.156264:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.156271:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384613.156273:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384613.156274:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384613.156276:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384613.156277:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384613.156278:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384613.156280:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384613.156280:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384613.156281:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384613.156282:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384613.156283:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384613.156284:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384613.156286:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.156290:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049178496:0@lo:253: 00000100:00000001:0.0:1767384613.156293:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.156294:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384613.156296:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041afcab9 x1853237049178496/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.156300:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384613.156301:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384613.156302:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000001fa240e. 02000000:00000001:0.0:1767384613.156305:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384613.156306:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384613.156307:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384613.156309:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384613.156310:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046ef7933. 02000000:00000001:0.0:1767384613.156314:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384613.156315:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384613.156316:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041afcab9. 00000100:00000001:0.0:1767384613.156323:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384613.156323:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.156325:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.156328:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384613.156329:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.156331:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384613.156332:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.156767:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294902480, at 4294902481 00000100:00000010:0.0:1767384613.156774:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087a9bca3. 00000100:00000040:1.0:1767384613.156776:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294902480, at 4294902481 00000100:00000010:1.0:1767384613.156786:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ddfb6ed. 00000100:00000040:3.0:1767384613.157754:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294902480, at 4294902482 00000100:00000010:3.0:1767384613.157762:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000607beada. 00000100:00000040:2.0:1767384613.157794:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294902480, at 4294902482 00000100:00000010:2.0:1767384613.157801:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea83fff9. 00010000:00000010:0.1:1767384613.162760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000614fc04d. 00010000:00000010:0.1:1767384613.162770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdd2d694. 00010000:00000010:0.1:1767384613.162773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d70d720. 00010000:00000010:0.1:1767384613.162776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c3b40c6. 00000400:00000010:3.0:1767384613.168389:0:23750:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002a0b9bd1. 00000400:00000040:3.0:1767384613.168412:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384613.168415:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384613.168418:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384613.168420:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384613.168423:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384613.168425:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384613.168428:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384613.168429:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384613.168432:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384613.168434:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384613.168437:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384613.168438:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384613.168441:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384613.168443:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384613.168445:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384613.168448:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384613.168450:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384613.168453:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384613.168454:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384613.168456:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384613.168458:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384613.168461:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384613.168462:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384613.168465:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384613.168466:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384613.168469:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384613.168471:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384613.168473:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384613.168475:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384613.168477:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384613.168479:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384613.168481:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384613.168491:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384613.168494:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384613.168495:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384613.168497:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384613.168498:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384613.168501:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384613.168504:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384613.168506:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384613.168508:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384613.168510:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384613.168512:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384613.168514:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384613.168517:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384613.168519:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384613.168521:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384613.168522:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384613.168525:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384613.168527:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384613.168530:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384613.168532:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384613.168534:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384613.168536:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384613.168538:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384613.168540:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384613.168541:0:23750:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384613.168599:0:23750:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002a0b9bd1. 00010000:00000001:1.0:1767384613.395774:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384613.395779:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.395784:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384613.395785:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.395814:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384613.395818:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384613.395821:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384614.033261:0:24016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9d6bdc0. 00080000:00000010:1.0:1767384614.033274:0:24016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9d6bdc0. 00000020:00000001:1.0:1767384614.033279:0:24016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384614.033288:0:24016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9d6bdc0. 00080000:00000010:1.0:1767384614.033294:0:24016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9d6bdc0. 00000020:00000001:1.0:1767384614.033298:0:24016:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.419759:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384614.419765:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.419772:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384614.419781:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.419813:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384614.419817:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.419819:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384614.724705:0:24180:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384614.724708:0:24180:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:0.0:1767384614.727732:0:24180:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384614.734267:0:24181:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fb3a1d14. 00000400:00000010:0.0:1767384614.734282:0:24181:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bd2230b1. 00000400:00000010:0.0:1767384614.734293:0:24181:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f6075677. 00000400:00000010:0.0:1767384614.734298:0:24181:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000b9c1d70. 00000400:00000010:0.0:1767384614.734302:0:24181:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f6cf596. 00000400:00000010:0.0:1767384614.734307:0:24181:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a42ca3c1. 00000400:00000010:0.0:1767384614.734309:0:24181:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085a8aacd. 00000400:00000010:0.0:1767384614.734311:0:24181:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef266557. 00000400:00000010:0.0:1767384614.734315:0:24181:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000de541647. 00000800:00000010:0.0:1767384614.734327:0:24181:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ec91a3d6. 00000800:00000200:0.0:1767384614.734337:0:24181:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384614.734343:0:24181:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384614.734375:0:24181:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384614.734394:0:24181:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp24 [8/256/0/180] 00000400:00000010:0.0:1767384614.735714:0:24181:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000001cd0e8d4. 00000400:00000010:0.0:1767384614.735734:0:24181:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c78f10. 00000400:00000010:0.0:1767384614.735740:0:24181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00000400:00000001:0.0:1767384614.735755:0:24181:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384614.735762:0:24181:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384614.735764:0:24181:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c2da16. 00000400:00000200:0.0:1767384614.735767:0:24181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfc7873 00000400:00000010:0.0:1767384614.735769:0:24181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bfc7873. 00000400:00000010:0.0:1767384614.735774:0:24181:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d3434c21. 00000400:00000200:0.0:1767384614.735779:0:24181:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (15) 00000400:00000200:0.0:1767384614.735789:0:24181:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384614.735802:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384614.735805:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:0.0:1767384614.735809:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec8110e6. 00000400:00000200:0.0:1767384614.735811:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (16) 00000400:00000010:0.0:1767384614.735815:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1545c71. 00000400:00000200:0.0:1767384614.735818:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:0.0:1767384614.735827:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:0.0:1767384614.735831:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384614.735836:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384614.735840:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384614.735843:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384614.735846:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384614.735849:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384614.735851:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384614.735854:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384614.735857:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384614.735859:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384614.735862:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384614.735865:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384614.735888:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:0.0:1767384614.735890:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384614.735893:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384614.735896:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp23 00000400:00000200:0.0:1767384614.735900:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384614.735902:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp23 00000400:00000200:0.0:1767384614.735904:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.154@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1767384614.735909:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp23 00000400:00000200:0.0:1767384614.735915:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23:) -> 192.168.202.154@tcp23(192.168.202.154@tcp:192.168.202.154@tcp23) : PUT try# 0 00000800:00000200:0.0:1767384614.735919:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.154@tcp23 00000800:00000010:0.0:1767384614.735922:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006bbadaf. 00000800:00000010:0.0:1767384614.735928:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c325fe9c. 00000800:00000010:0.0:1767384614.735931:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000020ac25fd. 00000800:00000200:0.0:1767384614.735934:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (2) 00000800:00000200:0.1:1767384614.735937:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (2) 00000400:00000200:0.0:1767384614.735948:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384614.735950:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000400:00000200:0.0:1767384614.735966:0:24181:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:0.0:1767384614.735972:0:24181:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000046ef7933. 00000020:01000000:0.0:1767384614.735979:0:24181:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384614.735981:0:24181:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp24 00000400:00000010:0.0:1767384614.735993:0:24181:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bd2230b1. 00000400:00000010:0.0:1767384614.735996:0:24181:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fb3a1d14. 00000400:00000200:1.0:1767384614.736005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000020:00000001:3.0:1767384614.736018:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384614.736022:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384614.736025:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384614.736027:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384614.736030:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384614.736032:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384614.736033:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.736034:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384614.736035:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384614.736036:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.736037:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384614.736039:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384614.736040:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.736047:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384614.736048:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000010:3.0:1767384614.736052:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236f586d. 00000020:00000040:3.0:1767384614.736057:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384614.736061:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384614.736064:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384614.736068:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.736076:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000030e8b7bf. 00000100:00000001:3.0:1767384614.736082:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.736083:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736093:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384614.736096:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.736103:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000236f586d] to pc [ptlrpcd_00_01+1] req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.736109:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 10000000:00000001:3.0:1767384614.736133:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.736134:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 10000000:00000001:3.0:1767384614.736141:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.736144:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384614.736146:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384614.736147:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.736151:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384614.736153:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384614.736154:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384614.736155:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384614.736157:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384614.736159:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384614.736161:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384614.736162:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384614.736163:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384614.736165:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.736167:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384614.736169:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000020:01000004:3.0:1767384614.736170:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384614.736171:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384614.736174:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384614.736175:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384614.736176:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384614.736178:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384614.736179:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384614.736180:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384614.736182:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384614.736184:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013d53cbe. 02000000:00000001:2.0:1767384614.736185:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384614.736187:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00100000:2.0:1767384614.736189:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000236f586d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049178624:0@lo:253: 00000100:00000001:3.0:1767384614.736190:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384614.736192:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384614.736194:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736194:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.736199:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384614.736203:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.736206:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384614.736210:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008765abf4. 02000000:00000010:2.0:1767384614.736213:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005977487d. 00000100:00000001:3.0:1767384614.736214:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.736215:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.736218:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000010:2.0:1767384614.736221:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1fa160. 00000100:00000001:3.0:1767384614.736227:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384614.736228:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.736228:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff24bcf2. 00000100:00000200:2.0:1767384614.736232:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178624, portal 25 00000100:00000040:3.0:1767384614.736233:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013d53cbe] to pc [ptlrpcd_00_02+2] req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.736235:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.736237:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420406016 : -128356289145600 : ffff8b42b8fb1500) 00000100:00000040:2.0:1767384614.736242:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384614.736244:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:2.0:1767384614.736254:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384614.736255:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.736258:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.736259:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384614.736260:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384614.736262:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384614.736262:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c069cde. 00000020:00000010:3.0:1767384614.736265:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000046ef7933. 00000100:00000200:2.0:1767384614.736265:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178624, offset 0 00000400:00000200:1.0:1767384614.736274:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736278:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384614.736280:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384614.736283:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736289:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384614.736290:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384614.736291:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.736294:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384614.736297:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384614.736301:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003a00 00000400:00000200:1.0:1767384614.736301:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736309:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384614.736311:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.736312:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 02000000:00000001:3.0:1767384614.736314:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384614.736315:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000952221ff. 02000000:00000001:3.0:1767384614.736316:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384614.736318:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.736320:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005392a79d 00000100:00100000:3.0:1767384614.736321:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049178752:0@lo:253: 00000100:00000001:3.0:1767384614.736326:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384614.736326:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.736327:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384614.736328:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384614.736331:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.736334:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384614.736335:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384614.736340:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000242f8dec. 00000400:00000200:2.0:1767384614.736341:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005392a79d 02000000:00000001:3.0:1767384614.736342:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.736343:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005392a79d. 00000400:00000010:3.0:1767384614.736347:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000100:00000001:2.0:1767384614.736349:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384614.736351:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384614.736352:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b00b3199. 00000100:00000200:3.0:1767384614.736355:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178752, portal 25 00000100:00000040:2.0:1767384614.736355:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000984df5b6 x1853237049178624 msgsize 4848 00000400:00000200:1.0:1767384614.736357:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736358:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384614.736361:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420412288 : -128356289139328 : ffff8b42b8fb2d80) 00000100:00100000:2.0:1767384614.736363:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384614.736366:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384614.736368:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.736376:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384614.736381:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384614.736383:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c069cde 00000100:00000040:3.0:1767384614.736385:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.736385:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c069cde. 00000400:00000200:1.0:1767384614.736387:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000010:3.0:1767384614.736389:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000742a6d28. 00000100:00000001:2.0:1767384614.736389:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384614.736393:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178752, offset 0 00000100:00000200:2.0:1767384614.736395:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384614.736400:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384614.736404:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384614.736408:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384614.736408:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.736415:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.736416:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003a80 00000100:00000001:2.0:1767384614.736417:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384614.736418:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384614.736423:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000100:00000001:2.0:1767384614.736423:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384614.736427:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068faa661. 00000100:00000001:2.0:1767384614.736428:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294904065 00000400:00000200:3.0:1767384614.736431:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006c79c349 00000100:00000010:2.0:1767384614.736432:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b82f78a. 00000400:00000200:3.0:1767384614.736436:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384614.736439:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384614.736440:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384614.736442:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c79c349 00000400:00000010:3.0:1767384614.736444:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c79c349. 00000100:00000001:2.0:1767384614.736445:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294904065 00000400:00000200:1.0:1767384614.736447:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736449:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384614.736450:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022b90002. 00000100:00000200:3.0:1767384614.736452:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384614.736454:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384614.736455:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000000a10a760 x1853237049178752 msgsize 4848 00000100:00100000:3.0:1767384614.736462:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384614.736464:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384614.736465:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294904065 00000100:00000010:2.0:1767384614.736469:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0624ff. 00000100:00000001:3.0:1767384614.736472:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384614.736473:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384614.736477:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294904065 00000400:00000200:3.0:1767384614.736478:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000742a6d28 00000400:00000010:3.0:1767384614.736480:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000742a6d28. 00000100:00000010:2.0:1767384614.736482:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004627fe5c. 00000100:00000001:3.0:1767384614.736484:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384614.736484:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000001:2.0:1767384614.736486:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384614.736488:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.736493:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.736496:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384614.736497:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.736499:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.736500:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736503:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.736506:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736507:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384614.736512:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736514:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294904065 00000100:00000001:3.0:1767384614.736516:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294904065 00000400:00000200:1.0:1767384614.736517:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736526:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294904065 00000100:00000001:3.0:1767384614.736529:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294904065 00000100:00000001:3.0:1767384614.736531:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294904065 00000100:00000001:2.0:1767384614.736532:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.736533:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294904065 00000100:00000001:2.0:1767384614.736534:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384614.736535:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294904065 00000100:00000001:3.0:1767384614.736537:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294904065 00000100:00000001:2.0:1767384614.736537:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.736538:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.736539:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.736541:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736541:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736544:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.736544:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736545:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736550:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.736556:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.736558:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384614.736561:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384614.736562:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.736564:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736567:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736571:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384614.736574:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178624 00000100:00000001:3.0:1767384614.736577:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384614.736577:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384614.736580:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736580:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384614.736580:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000001:2.0:1767384614.736583:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.736589:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384614.736592:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178624 00000020:00000001:2.0:1767384614.736595:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384614.736597:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384614.736600:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.736603:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:3.0:1767384614.736604:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384614.736606:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178752 00000020:00000001:2.0:1767384614.736606:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:1.0:1767384614.736607:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 02000000:00000001:3.0:1767384614.736608:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384614.736611:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384614.736612:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384614.736614:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.736617:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736617:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384614.736620:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178752 00000020:00000001:3.0:1767384614.736621:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384614.736621:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f70fd68. 00000020:00000040:3.0:1767384614.736623:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384614.736625:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384614.736625:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384614.736627:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:3.0:1767384614.736629:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:2.0:1767384614.736629:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f70fd68. 00000020:00000001:3.0:1767384614.736632:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:1.0:1767384614.736633:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000100:00000001:3.0:1767384614.736635:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.736635:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000846975c5. 00000020:00000010:3.0:1767384614.736639:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:3.0:1767384614.736646:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384614.736648:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000020:00000010:2.0:1767384614.736648:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095850149. 00000020:00000010:3.0:1767384614.736653:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e636da6. 00000020:00000010:2.0:1767384614.736653:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd98cd3. 00000400:00000200:1.0:1767384614.736656:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000020:00000010:3.0:1767384614.736658:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048dfa02d. 00000020:00000010:3.0:1767384614.736663:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ca0eff44. 00000100:00000040:2.0:1767384614.736664:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384614.736668:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384614.736668:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384614.736670:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.736670:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384614.736672:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736672:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736680:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736680:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.736685:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000100:00000001:2.0:1767384614.736689:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.736690:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.736707:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384614.736707:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384614.736710:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384614.736710:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384614.736714:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000400:00000200:1.0:1767384614.736716:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000100:00100000:3.0:1767384614.736747:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384614.736750:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384614.736754:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611946576 : -128357097605040 : ffff8b4288caf850) 00000100:00000040:3.0:1767384614.736759:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a10a760 x1853237049178752/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.736767:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384614.736771:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:3.0:1767384614.736774:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384614.736775:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000100:00000040:2.0:1767384614.736778:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384614.736781:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611935312 : -128357097616304 : ffff8b4288cacc50) 00000400:00000200:1.0:1767384614.736781:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000100:00100000:3.0:1767384614.736782:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a10a760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049178752:12345-0@lo:253: 00000100:00000040:2.0:1767384614.736787:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000984df5b6 x1853237049178624/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384614.736789:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178752 00000020:00000001:3.0:1767384614.736793:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384614.736795:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384614.736797:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384614.736798:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f70fd68. 00000020:00000001:3.0:1767384614.736799:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736801:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384614.736802:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384614.736803:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f70fd68. 00000020:00000001:3.0:1767384614.736804:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384614.736808:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384614.736810:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384614.736810:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000984df5b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049178624:12345-0@lo:253: 00000020:00000001:3.0:1767384614.736813:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384614.736814:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178624 00000020:00000001:3.0:1767384614.736816:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384614.736816:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384614.736817:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000020:00000001:2.0:1767384614.736819:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.736823:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.736825:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.736826:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384614.736828:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:3.0:1767384614.736829:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384614.736831:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384614.736832:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384614.736832:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.736834:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384614.736837:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384614.736839:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.736841:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3ac23f1. 00000100:00000001:2.0:1767384614.736841:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.736843:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384614.736844:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.736847:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.736851:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384614.736852:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b40b581e. 02000000:00000001:2.0:1767384614.736854:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.736857:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.736860:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384614.736862:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003371e95. 00000400:00000200:1.0:1767384614.736878:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 20000000:01000000:3.0:1767384614.736883:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384614.736884:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cb26ab56. 20000000:00000001:3.0:1767384614.736888:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384614.736888:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384614.736890:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384614.736890:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384614.736893:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.736896:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.736898:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384614.736900:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384614.736900:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.736902:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.736905:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384614.736911:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e5a541b. 20000000:01000000:3.0:1767384614.736914:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:3.0:1767384614.736920:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384614.736922:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00080000:00000001:3.0:1767384614.736926:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384614.736931:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384614.736948:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384614.736977:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.736981:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384614.736983:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.736985:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384614.736987:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384614.736991:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384614.736995:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384614.736997:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384614.737000:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384614.737004:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.737007:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.737010:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384614.737016:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384614.737020:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384614.737024:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000032fd7740. 00080000:00000001:3.0:1767384614.737028:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268494336 : -128361441057280 : ffff8b4185e72600) 00080000:00000001:3.0:1767384614.737037:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384614.737041:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384614.737046:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bcc35bb8. 00080000:00000001:3.0:1767384614.737049:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.737052:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384614.737067:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.737083:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384614.737142:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e140cb5. 00000800:00000010:1.0:1767384614.737147:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002f6f6506. 00000800:00000010:1.0:1767384614.737152:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7fccd8c. 00000400:00000200:2.0:1767384614.737184:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384614.737191:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7fccd8c. 00000400:00000200:2.0:1767384614.737206:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp23 from 227.3.0.2 00000800:00000010:2.0:1767384614.737211:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003a5e801d. 00000800:00000010:1.0:1767384614.737235:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb20ddbf. 00000800:00000010:1.0:1767384614.737239:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d2bfa9bb. 00000800:00000010:1.0:1767384614.737258:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000055865261. 00000800:00000200:1.1:1767384614.737264:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (2) 00000800:00000200:1.1:1767384614.737269:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp23 0000000055865261 deleted 00000800:00000010:1.1:1767384614.737271:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000055865261. 00000800:00000200:1.1:1767384614.737275:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384614.737280:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:995 00000800:00000200:1.1:1767384614.737283:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006bbadaf type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384614.737288:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp23 p 3.x 192.168.202.154 -> 192.168.202.154:995 incarnation:1767384613148140611 sched[0] 00000800:00000010:1.0:1767384614.737292:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7fccd8c. 00000800:00000010:1.0:1767384614.737336:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7fccd8c. 00000800:00000010:1.0:1767384614.737340:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2bfa9bb. 00000800:00000200:3.1:1767384614.737372:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384614.737376:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003a5e801d. 00000800:00000200:3.0:1767384614.737382:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp23 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384613148140611 sched[0] 00000800:00000010:3.0:1767384614.737387:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002f6f6506. 00000800:00000001:1.0:1767384614.737389:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.737394:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384614.737439:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384614.737441:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000010:1.0:1767384614.737442:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006bbadaf. 00000400:00000200:1.0:1767384614.737449:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.737453:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: PUT: OK 00000400:00000200:1.0:1767384614.737457:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384614.737460:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:1.0:1767384614.737468:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.737473:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.737475:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.737479:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.737485:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23) <- 192.168.202.154@tcp23 : PUT - for me 00000400:00000200:1.0:1767384614.737494:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384614.737496:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.737502:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 272/288 into md 0x156d [1] + 0 00000400:00000010:1.0:1767384614.737505:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079d2b7a1. 00000400:00000200:1.0:1767384614.737509:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006adf9f3e 00000800:00000001:1.0:1767384614.737512:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.737517:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.737518:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.737522:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: PUT: OK 00000400:00000200:1.0:1767384614.737526:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000400:00000010:1.0:1767384614.737527:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000400:00000200:1.0:1767384614.737531:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384614.737539:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000400:00000200:1.0:1767384614.737544:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384614.737547:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.737547:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (288 bytes) 00000400:00000200:1.0:1767384614.737555:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384614.737565:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (18) 00000400:00000200:1.0:1767384614.737570:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384614.737575:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp23 to MR: 192.168.202.154@tcp23 local destination 00000400:00000200:1.0:1767384614.737580:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp23 NI seq info: [34:34:256:4294967295] 192.168.202.154@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1767384614.737593:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) -> 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) 192.168.202.154@tcp23 : ACK try# 0 00000800:00000200:1.0:1767384614.737598:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp23 00000800:00000010:1.0:1767384614.737602:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d08bdb. 00000400:00000200:3.0:1767384614.737606:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:1.0:1767384614.737607:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (4) 00000800:00000200:1.0:1767384614.737615:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:988 00000800:00000200:1.0:1767384614.737617:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020d08bdb type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384614.737618:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384614.737624:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000e3fcb623. 00000800:00000001:1.0:1767384614.737627:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384614.737630:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a103302. 00000800:00000001:1.0:1767384614.737635:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384614.737636:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000200:2.0:1767384614.737642:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e3fcb623 00000400:00000010:2.0:1767384614.737646:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c1008767. 00000400:00000200:3.0:1767384614.737648:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.737649:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384614.737655:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102451 00000400:00000200:2.0:1767384614.737658:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000400:00000010:2.0:1767384614.737662:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000c99663bf. 00000400:00000010:2.0:1767384614.737665:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000800:00000200:1.0:1767384614.737669:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384614.737671:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2eca450. 00000800:00000010:1.0:1767384614.737673:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d08bdb. 00000400:00000200:1.0:1767384614.737678:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.737681:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.737681:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:1.0:1767384614.737687:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: ACK: OK 00000400:00000200:2.0:1767384614.737692:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384614.737697:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384614.737703:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384614.737708:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384614.737709:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.737713:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384614.737755:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384614.737759:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384614.737763:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384614.737768:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384614.737773:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384614.737777:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384614.737782:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384614.737786:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384614.737789:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.737790:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384614.737795:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384614.737799:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384614.737802:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp 00000400:00000200:2.0:1767384614.737805:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384614.737808:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp 00000400:00000200:3.0:1767384614.737811:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.737811:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp NI seq info: [35:35:256:4294967295] 192.168.202.154@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384614.737817:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp 00000400:00000200:2.0:1767384614.737823:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp:) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) : GET try# 0 00000800:00000200:2.0:1767384614.737829:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp 00000800:00000001:1.0:1767384614.737833:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384614.737834:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2b5b5c1. 00000400:00000200:3.0:1767384614.737835:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000800:00000001:1.0:1767384614.737838:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384614.737843:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (6) 00000800:00000001:1.0:1767384614.737843:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.737848:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.737851:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384614.737854:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:988 00000800:00000001:1.0:1767384614.737856:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384614.737858:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2b5b5c1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384614.737876:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23) <- 192.168.202.154@tcp23 : ACK - for me 00000400:00000200:3.0:1767384614.737883:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.737883:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384614.737889:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp23: ACK from 12345-192.168.202.154@tcp23 into md 0x1585 00000400:00000200:2.0:1767384614.737895:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100651 rc 0 00000400:00000200:1.0:1767384614.737895:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.737903:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: ACK: OK 00000400:00000200:1.0:1767384614.737906:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec8110e6 00000400:00000010:1.0:1767384614.737914:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec8110e6. 00000400:00000200:1.0:1767384614.737918:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384614.737921:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:3.0:1767384614.737924:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.737924:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384614.737933:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (18) 00000800:00000001:1.0:1767384614.737940:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.737943:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.737955:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384614.737959:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 00000400:00000200:1.0:1767384614.737962:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000400:00000010:1.0:1767384614.737965:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000a93e5aaf. 00000400:00000010:1.0:1767384614.737969:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000400:00000010:1.0:1767384614.737974:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000046dfcb81. 00000800:00000200:2.0:1767384614.737975:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384614.737980:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2b5b5c1. 00000400:00000200:1.0:1767384614.737980:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:2.0:1767384614.737986:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.737988:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:3.0:1767384614.737990:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.737994:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 35], ns[8, 35] 00000400:00000200:2.0:1767384614.737996:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp->192.168.202.154@tcp: GET: OK 00000400:00000200:1.0:1767384614.738003:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767384614.738007:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767384614.738011:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767384614.738015:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384614.738018:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384614.738021:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738023:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767384614.738029:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384614.738033:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384614.738038:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384614.738041:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384614.738051:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384614.738052:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738057:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384614.738063:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384614.738066:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384614.738069:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp10 00000400:00000200:1.0:1767384614.738071:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384614.738073:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp10 00000400:00000200:1.0:1767384614.738077:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp10 NI seq info: [36:36:256:4294967295] 192.168.202.154@tcp10 LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767384614.738081:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp10 00000400:00000200:3.0:1767384614.738087:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738089:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10:) -> 192.168.202.154@tcp10(192.168.202.154@tcp:192.168.202.154@tcp10) : GET try# 0 00000400:00000200:2.0:1767384614.738097:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.0:1767384614.738097:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp10 00000800:00000010:1.0:1767384614.738103:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020d08bdb. 00000400:00000200:2.0:1767384614.738104:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000200:1.0:1767384614.738109:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (6) 00000800:00000001:2.0:1767384614.738113:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384614.738117:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:988 00000400:00000200:3.0:1767384614.738118:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000800:00000200:1.0:1767384614.738120:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020d08bdb type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384614.738121:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.738126:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.738130:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.738132:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384614.738139:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 00000400:00000200:2.0:1767384614.738141:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp) <- 192.168.202.154@tcp : GET - for me 00000400:00000200:3.0:1767384614.738152:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.738152:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384614.738158:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 288/288 into md 0x1581 [1] + 0 00000400:00000200:2.0:1767384614.738167:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384614.738172:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp NI seq info: [37:37:256:4294967295] 192.168.202.154@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1767384614.738184:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) 192.168.202.154@tcp : REPLY try# 0 00000800:00000200:1.0:1767384614.738188:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384614.738191:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000800:00000200:2.0:1767384614.738192:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.154@tcp 00000800:00000010:1.0:1767384614.738193:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020d08bdb. 00000800:00000010:2.0:1767384614.738199:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2b5b5c1. 00000400:00000200:1.0:1767384614.738199:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.738205:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: GET: OK 00000400:00000200:1.0:1767384614.738208:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:2.0:1767384614.738210:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (6) 00000400:00000200:1.0:1767384614.738212:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:1.0:1767384614.738220:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384614.738222:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:1023 00000800:00000200:2.0:1767384614.738226:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2b5b5c1 type 3, nob 384 niov 1 nkiov 1 00000800:00000001:1.0:1767384614.738226:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.738230:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384614.738237:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000800:00000001:1.0:1767384614.738239:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.738247:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10) <- 192.168.202.154@tcp10 : GET - for me 00000400:00000200:1.0:1767384614.738255:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384614.738265:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 288/288 into md 0x1581 [1] + 0 00000400:00000200:1.0:1767384614.738272:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp10 to MR: 192.168.202.154@tcp10 local destination 00000400:00000200:1.0:1767384614.738276:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp10 NI seq info: [38:38:256:4294967295] 192.168.202.154@tcp10 LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1767384614.738279:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738289:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10:192.168.202.154@tcp10) -> 192.168.202.154@tcp10(192.168.202.154@tcp10:192.168.202.154@tcp10) 192.168.202.154@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384614.738294:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.154@tcp10 00000800:00000010:1.0:1767384614.738298:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d08bdb. 00000800:00000200:2.0:1767384614.738299:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384614.738301:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (6) 00000800:00000010:2.0:1767384614.738305:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2b5b5c1. 00000800:00000200:1.0:1767384614.738310:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:1021 00000400:00000200:2.0:1767384614.738311:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384614.738313:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020d08bdb type 3, nob 384 niov 1 nkiov 1 00000400:00000200:2.0:1767384614.738319:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp->192.168.202.154@tcp: REPLY: OK 00000400:00000200:3.0:1767384614.738321:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000001:2.0:1767384614.738328:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.738332:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.738335:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.738339:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.738342:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384614.738346:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384614.738350:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d08bdb. 00000800:00000001:2.0:1767384614.738354:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.738355:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.738356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738364:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: REPLY: OK 00000400:00000200:2.0:1767384614.738368:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp(192.168.202.154@tcp) <- 192.168.202.154@tcp : REPLY - for me 00000800:00000001:1.0:1767384614.738374:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.738379:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.738383:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384614.738384:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp: Reply from 12345-192.168.202.154@tcp of length 288/288 into md 0x159d 00000800:00000001:1.0:1767384614.738388:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.738390:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.738391:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.738397:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.738403:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10) <- 192.168.202.154@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384614.738404:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000800:00000001:2.0:1767384614.738404:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384614.738408:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.738415:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp10: Reply from 12345-192.168.202.154@tcp10 of length 288/288 into md 0x15a1 00000400:00000200:2.0:1767384614.738417:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp->192.168.202.154@tcp: REPLY: OK 00000800:00000001:1.0:1767384614.738420:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384614.738424:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000800:00000001:1.0:1767384614.738426:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384614.738428:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000400:00000200:1.0:1767384614.738429:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.738434:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384614.738435:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738437:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: REPLY: OK 00000400:00000200:2.0:1767384614.738442:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:1.0:1767384614.738443:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:1.0:1767384614.738446:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000400:00000200:2.0:1767384614.738448:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:1.0:1767384614.738450:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384614.738455:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 16. state = 0x100251 00000400:00000200:1.0:1767384614.738461:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:1.0:1767384614.738464:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384614.738466:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738474:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 16. state = 0x1000d1 00000400:00000200:2.0:1767384614.738480:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:2.0:1767384614.738490:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000c99663bf. 00000400:00000200:3.0:1767384614.738492:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384614.738494:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (18) 00000400:00000200:1.0:1767384614.738500:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384614.738504:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (17) 00000800:00000001:2.0:1767384614.738510:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.738513:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.738516:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.738518:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384614.738527:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384614.738535:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384614.738540:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000d1 00000400:00000010:1.0:1767384614.738545:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000a18bd582. 00000400:00000010:1.0:1767384614.738549:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000008f36dce7. 00000400:00000010:1.0:1767384614.738551:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 0000000063787621. 00000400:00000200:3.0:1767384614.738567:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000010:1.0:1767384614.738570:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002c595aff. 00000400:00000200:1.0:1767384614.738576:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002c595aff nid 192.168.202.154@tcp24 00000400:00000010:1.0:1767384614.738578:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c7bdd50b. 00000400:00000200:1.0:1767384614.738580:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c7bdd50b net tcp24 00000400:00000200:1.0:1767384614.738583:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (16) 00000400:00000200:1.0:1767384614.738587:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp24 flags 0x11 00000400:00000010:1.0:1767384614.738589:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000a18bd582. 00000400:00000010:1.0:1767384614.738592:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000008f36dce7. 00000400:00000010:1.0:1767384614.738594:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 0000000063787621. 00000400:00000010:1.0:1767384614.738596:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000a93e5aaf. 00000400:00000200:1.0:1767384614.738599:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384614.738601:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:1.0:1767384614.738603:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:1.0:1767384614.738606:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:1.0:1767384614.738608:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384614.738610:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:1.0:1767384614.738612:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384614.738614:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (17) 00000800:00000010:3.0:1767384614.738755:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000097799a1. 00000800:00000010:3.0:1767384614.738760:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000742a6d28. 00000800:00000010:3.0:1767384614.738765:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f59b8f65. 00000800:00000010:3.0:1767384614.738796:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f59b8f65. 00000400:00000200:2.0:1767384614.738954:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384614.738973:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp23 from 226.3.0.2 00000800:00000010:2.0:1767384614.738976:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a797851d. 00000800:00000010:1.0:1767384614.739013:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac40eefb. 00000800:00000010:1.0:1767384614.739020:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055865261. 00000800:00000010:1.0:1767384614.739046:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a0ec5d70. 00000800:00000200:1.1:1767384614.739053:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (4) 00000800:00000200:1.1:1767384614.739058:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp23 00000000a0ec5d70 deleted 00000800:00000010:1.1:1767384614.739060:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a0ec5d70. 00000800:00000200:1.1:1767384614.739065:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384614.739071:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp23 p 3.x 192.168.202.154 -> 192.168.202.154:994 incarnation:1767384613148140611 sched[0] 00000800:00000010:1.0:1767384614.739087:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7fccd8c. 00000800:00000010:1.0:1767384614.739137:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7fccd8c. 00000800:00000010:1.0:1767384614.739141:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055865261. 00000800:00000200:3.1:1767384614.739165:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384614.739169:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a797851d. 00000800:00000200:3.0:1767384614.739173:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp23 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384613148140611 sched[0] 00000800:00000010:3.0:1767384614.739178:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000742a6d28. 00000800:00000001:1.0:1767384614.739185:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.739191:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.739225:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.739232:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384614.739285:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000032fd7740. 00080000:00000010:2.0:1767384614.739320:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bcc35bb8. 00040000:00000001:2.0:1767384614.739324:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384614.739326:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384614.739328:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384614.739331:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384614.739333:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.739335:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384614.739351:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384614.739360:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384614.739362:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384614.739367:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384614.739372:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032fd7740. 20000000:01000000:3.0:1767384614.739375:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:3.0:1767384614.739378:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384614.739380:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384614.739381:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384614.739384:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384614.739385:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384614.739388:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384614.739392:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384614.739392:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384614.739396:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384614.739400:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.739403:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384614.739404:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001cfcb32. 00080000:00000001:3.0:1767384614.739405:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.739408:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384614.739409:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384614.739410:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384614.739413:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000010:1.0:1767384614.739414:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002467355. 00000020:00000001:3.0:1767384614.739418:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00000020:00000001:1.0:1767384614.739420:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384614.739421:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:1.0:1767384614.739423:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000002467355 with handle 0xefc2db714b35c36b to hash 00080000:00000001:3.0:1767384614.739424:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384614.739426:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384614.739428:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739429:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00080000:00000001:3.0:1767384614.739431:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.739433:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00000020:00000001:3.0:1767384614.739434:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384614.739438:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:1.0:1767384614.739438:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.739440:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384614.739442:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384614.739444:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384614.739452:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000badb88e5. 00010000:00000001:1.0:1767384614.739453:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384614.739456:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268495360 : -128361441056256 : ffff8b4185e72a00) 00010000:00000001:1.0:1767384614.739457:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384614.739460:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384614.739461:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767384614.739463:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384614.739464:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384614.739467:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f59b8f65. 00010000:00000001:1.0:1767384614.739468:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384614.739469:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384614.739473:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739474:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.739477:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384614.739478:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384614.739480:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384614.739481:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:2.0:1767384614.739483:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003371e95. 00010000:00000001:1.0:1767384614.739485:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384614.739487:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739488:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000001:2.0:1767384614.739489:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739491:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384614.739494:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178752 00080000:00000001:3.0:1767384614.739495:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:1.0:1767384614.739500:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001cfcb32) refcount = 1 00010000:00000001:2.0:1767384614.739504:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384614.739505:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384614.739510:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a10a760 x1853237049178752/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.739517:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384614.739521:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.739524:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384614.739524:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.739526:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.739528:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739529:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384614.739532:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=32 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384614.739533:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384614.739536:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000001:2.0:1767384614.739538:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384614.739539:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384614.739542:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:1.0:1767384614.739543:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.739546:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002467355 refcount=4 00000100:00000001:2.0:1767384614.739547:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:1.0:1767384614.739550:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 02000000:00000001:2.0:1767384614.739552:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384614.739554:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 02000000:00000001:2.0:1767384614.739555:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739557:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384614.739560:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384614.739560:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384614.739565:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.739570:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c069cde. 00010000:00000001:1.0:1767384614.739571:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384614.739575:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384614.739576:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178752, offset 224 00010000:00000001:1.0:1767384614.739584:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384614.739586:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384614.739587:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384614.739590:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384614.739597:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384614.739597:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.739600:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739604:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384614.739607:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003a80 00010000:00010000:1.0:1767384614.739608:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384614.739616:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1591 [2] + 224 00010000:00010000:1.0:1767384614.739618:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000002467355 already unused, calling callback (00000000d66be316) 00000400:00000200:2.0:1767384614.739621:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.739626:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384614.739627:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384614.739630:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384614.739631:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384614.739635:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384614.739636:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.739652:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384614.739654:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384614.739655:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384614.739657:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.739660:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002467355 refcount=5 00000020:00000001:1.0:1767384614.739664:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00010000:00000001:1.0:1767384614.739669:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177536 : -128356491374080 : ffff8b42aced5200) 00010000:00000001:1.0:1767384614.739673:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384614.739674:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384614.739678:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384614.739679:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384614.739683:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.739683:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384614.739686:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c069cde 00010000:00000001:1.0:1767384614.739687:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767384614.739690:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c069cde. 00010000:00000001:1.0:1767384614.739690:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384614.739693:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384614.739694:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384614.739694:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.739698:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384614.739700:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000002467355 with handle 0xefc2db714b35c36b from hash 00000100:00000001:2.0:1767384614.739702:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384614.739703:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:3.0:1767384614.739704:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384614.739705:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384614.739706:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384614.739708:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384614.739709:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.739711:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384614.739712:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384614.739713:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00010000:00000001:1.0:1767384614.739713:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384614.739744:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000200:3.0:1767384614.739745:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b00b3199 00010000:00000001:2.0:1767384614.739747:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384614.739748:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:3.0:1767384614.739749:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b00b3199. 00000020:00000001:2.0:1767384614.739751:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739752:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384614.739754:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384614.739755:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384614.739755:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.739760:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384614.739761:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.739763:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a10a760 x1853237049178752/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.739765:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384614.739769:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384614.739774:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.739777:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.739786:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739792:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739795:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384614.739797:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.739799:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a10a760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049178752:12345-0@lo:253: Request processed in 3027us (3338us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384614.739802:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384614.739820:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00000001:1.0:1767384614.739821:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384614.739824:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384614.739825:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384614.739826:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384614.739828:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.739828:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384614.739830:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384614.739832:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384614.739833:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384614.739834:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384614.739835:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384614.739837:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384614.739838:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384614.739840:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384614.739840:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048dfa02d. 00010000:00000001:1.0:1767384614.739841:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384614.739844:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739846:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.739847:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384614.739849:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca0eff44. 20000000:00000001:1.0:1767384614.739850:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.739852:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=32 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384614.739856:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e636da6. 00000100:00001000:3.0:1767384614.739857:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=32 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384614.739857:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384614.739861:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:3.0:1767384614.739863:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384614.739879:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.739882:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384614.739883:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384614.739885:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3ac23f1. 00010000:00000001:3.0:1767384614.739888:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.739889:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:2.0:1767384614.739890:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384614.739892:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.739894:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.739894:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384614.739898:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384614.739900:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000002467355/0xefc2db714b35c36b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384614.739901:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384614.739908:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005982046. 00000400:00000010:2.0:1767384614.739914:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c069cde. 00010000:00000040:1.0:1767384614.739921:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001cfcb32 count: 0 00000100:00000001:3.0:1767384614.739929:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.739931:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384614.739933:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.739934:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384614.739936:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:1.0:1767384614.739938:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384614.739939:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384614.739942:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.739943:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384614.739944:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384614.739946:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.739946:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384614.739948:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.739949:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384614.739952:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.739958:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049178752:0@lo:253: 00000100:00000001:3.0:1767384614.739961:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.739963:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.739965:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013d53cbe x1853237049178752/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.739970:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384614.739972:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384614.739974:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000242f8dec. 02000000:00000001:3.0:1767384614.739978:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384614.739980:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.739981:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384614.739983:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384614.739985:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008765abf4. 02000000:00000001:3.0:1767384614.739989:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384614.739990:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384614.739991:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013d53cbe. 00000100:00000001:3.0:1767384614.739994:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384614.739995:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.739996:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.739999:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.740006:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.740007:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384614.740008:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384614.740916:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000badb88e5. 00080000:00000010:3.0:1767384614.740945:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f59b8f65. 00040000:00000001:3.0:1767384614.740949:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384614.740950:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384614.740951:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384614.740953:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384614.740954:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.740955:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384614.740957:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384614.740964:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384614.740966:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384614.740969:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384614.740988:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384614.740992:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384614.740994:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384614.740997:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384614.740999:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384614.741004:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000da8d237c. 00010000:00000001:1.0:1767384614.741008:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384614.741011:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c565ecab. 00000020:00000001:1.0:1767384614.741014:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384614.741016:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c565ecab with handle 0xefc2db714b35c372 to hash 00000020:00000001:1.0:1767384614.741018:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384614.741027:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384614.741029:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384614.741031:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.741032:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.741034:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.741039:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384614.741041:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384614.741043:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384614.741045:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.741046:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.741048:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384614.741049:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.741051:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384614.741052:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384614.741053:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:3.0:1767384614.741054:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384614.741055:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384614.741057:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000da8d237c) refcount = 1 00000100:00000001:3.0:1767384614.741058:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384614.741061:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384614.741062:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cb26ab56. 20000000:00000001:3.0:1767384614.741068:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.741069:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384614.741072:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:3.0:1767384614.741073:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178624 00010000:00000001:1.0:1767384614.741074:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.741077:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384614.741077:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.741080:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384614.741083:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000984df5b6 x1853237049178624/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384614.741084:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384614.741086:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384614.741091:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384614.741093:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384614.741096:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384614.741096:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=4 00010000:00000001:3.0:1767384614.741099:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.741100:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000100:00001000:3.0:1767384614.741103:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=32 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384614.741104:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000100:00000001:3.0:1767384614.741110:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384614.741110:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:3.0:1767384614.741113:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384614.741114:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384614.741118:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384614.741118:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384614.741121:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.741124:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384614.741129:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384614.741129:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1767384614.741132:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b00b3199. 00010000:00010000:1.0:1767384614.741133:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384614.741137:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178624, offset 224 00010000:00000001:1.0:1767384614.741143:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.741145:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384614.741148:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384614.741148:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.741154:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.741157:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.741158:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384614.741160:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384614.741162:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384614.741169:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c565ecab already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384614.741171:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.741172:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384614.741175:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003a00 00010000:00010000:1.0:1767384614.741176:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384614.741183:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1589 [2] + 224 00010000:00000001:1.0:1767384614.741184:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384614.741187:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384614.741189:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384614.741189:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=5 00000400:00000200:3.0:1767384614.741190:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384614.741193:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000400:00000200:3.0:1767384614.741197:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384614.741197:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00000100:00000001:3.0:1767384614.741201:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384614.741201:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384614.741204:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384614.741206:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.741212:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384614.741216:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.741220:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384614.741223:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.741227:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384614.741228:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384614.741229:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.741230:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384614.741231:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c565ecab with handle 0xefc2db714b35c372 from hash 00000100:00000001:3.0:1767384614.741232:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384614.741233:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384614.741236:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.741237:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384614.741238:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b00b3199 00010000:00000001:1.0:1767384614.741238:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384614.741239:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384614.741243:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b00b3199. 00010000:00000001:1.0:1767384614.741243:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384614.741247:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384614.741248:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384614.741249:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.741251:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384614.741252:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.741255:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.741255:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384614.741257:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384614.741259:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384614.741260:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384614.741261:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384614.741264:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384614.741264:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.741265:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384614.741269:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.741269:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384614.741271:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384614.741273:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.741276:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384614.741276:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384614.741276:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.741281:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1fa160. 00000100:00000040:3.0:1767384614.741282:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000984df5b6 x1853237049178624/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384614.741282:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384614.741288:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff24bcf2 00000400:00000010:2.0:1767384614.741292:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff24bcf2. 00000100:00000001:2.0:1767384614.741297:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384614.741300:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.741302:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384614.741306:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000984df5b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049178624:12345-0@lo:253: Request processed in 4507us (4947us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384614.741306:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384614.741309:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.741310:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384614.741313:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384614.741316:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384614.741319:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384614.741322:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00000001:1.0:1767384614.741322:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.741326:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.741328:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384614.741333:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384614.741333:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384614.741333:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384614.741336:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384614.741341:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095850149. 00000020:00000010:3.0:1767384614.741348:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd98cd3. 00000020:00000010:3.0:1767384614.741353:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000846975c5. 00000100:00000001:2.0:1767384614.741356:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384614.741359:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:2.0:1767384614.741360:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.741364:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384614.741365:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384614.741366:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384614.741367:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384614.741368:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384614.741370:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c565ecab/0xefc2db714b35c372 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384614.741371:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.741374:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.741376:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b40b581e. 02000000:00000001:2.0:1767384614.741379:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.741381:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384614.741384:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=32 v=5 (5 0 0 0) 00010000:00000040:1.0:1767384614.741385:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000da8d237c count: 0 00000100:00000001:3.0:1767384614.741386:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384614.741393:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=32 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384614.741394:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384614.741396:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384614.741397:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384614.741400:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000100:00000001:2.0:1767384614.741400:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.741400:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384614.741406:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384614.741407:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b00b3199. 00010000:00000001:2.0:1767384614.741408:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.741412:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.741416:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.741421:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.741423:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.741424:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384614.741426:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384614.741427:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384614.741429:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384614.741429:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384614.741431:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384614.741432:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384614.741433:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384614.741434:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384614.741435:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384614.741436:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384614.741437:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.741442:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000236f586d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049178624:0@lo:253: 00000100:00000001:2.0:1767384614.741450:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.741452:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.741453:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000236f586d x1853237049178624/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.741458:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.741460:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.741461:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005977487d. 02000000:00000001:2.0:1767384614.741464:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.741466:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.741466:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384614.741468:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384614.741469:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000030e8b7bf. 02000000:00000001:2.0:1767384614.741471:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.741473:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.741473:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236f586d. 00000100:00000001:2.0:1767384614.741476:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.741477:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.741478:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.741481:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.741483:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.741484:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.741485:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.741761:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294904065, at 4294904066 00000100:00000010:2.0:1767384614.741766:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0624ff. 00000100:00000040:3.0:1767384614.741771:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294904065, at 4294904066 00000100:00000040:1.0:1767384614.741775:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294904065, at 4294904066 00000100:00000010:3.0:1767384614.741777:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004627fe5c. 00000100:00000010:1.0:1767384614.741782:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022b90002. 00000100:00000040:0.0:1767384614.742777:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294904065, at 4294904067 00000100:00000010:0.0:1767384614.742782:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b82f78a. 00010000:00000010:1.1:1767384614.747773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001cfcb32. 00010000:00000010:1.1:1767384614.747779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002467355. 00010000:00000010:1.1:1767384614.747782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000da8d237c. 00010000:00000010:1.1:1767384614.747784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c565ecab. 00000400:00000010:2.0:1767384614.751580:0:24186:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c78a5557. 00000400:00000040:2.0:1767384614.751596:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384614.751599:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384614.751601:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.751603:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384614.751604:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.751605:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384614.751607:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384614.751609:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384614.751610:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384614.751611:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384614.751612:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384614.751618:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384614.751621:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384614.751622:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384614.751623:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384614.751625:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384614.751626:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384614.751627:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384614.751628:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384614.751630:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.751631:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384614.751632:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384614.751634:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384614.751635:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.751635:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384614.751637:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.751639:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384614.751640:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384614.751641:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384614.751642:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.751643:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384614.751645:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.751646:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384614.751647:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384614.751648:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384614.751649:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.751650:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384614.751652:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384614.751653:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384614.751655:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384614.751656:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384614.751657:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.751658:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384614.751660:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384614.751661:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384614.751662:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384614.751663:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384614.751664:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384614.751666:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384614.751667:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384614.751672:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384614.751673:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384614.751674:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384614.751676:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384614.751678:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384614.751679:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384614.751680:0:24186:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384614.751738:0:24186:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c78a5557. 00010000:00000001:1.0:1767384615.443780:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384615.443785:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.443789:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384615.443790:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384615.443817:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384615.443821:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384615.443824:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384615.678117:0:24463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000664cd1f4. 00080000:00000010:3.0:1767384615.678126:0:24463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000664cd1f4. 00000020:00000001:3.0:1767384615.678130:0:24463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384615.678136:0:24463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000664cd1f4. 00080000:00000010:3.0:1767384615.678139:0:24463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000664cd1f4. 00000020:00000001:3.0:1767384615.678142:0:24463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384616.345413:0:24627:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384616.345418:0:24627:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384616.349733:0:24627:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384616.355938:0:24628:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002bc8a284. 00000400:00000010:1.0:1767384616.355952:0:24628:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bc425e73. 00000400:00000010:1.0:1767384616.355960:0:24628:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a0ec5d70. 00000400:00000010:1.0:1767384616.355964:0:24628:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d3434c21. 00000400:00000010:1.0:1767384616.355967:0:24628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c5f59c57. 00000400:00000010:1.0:1767384616.355970:0:24628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e9f2ff6. 00000400:00000010:1.0:1767384616.355972:0:24628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005abdb470. 00000400:00000010:1.0:1767384616.355973:0:24628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000847094ac. 00000400:00000010:1.0:1767384616.355976:0:24628:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b3c5fc3f. 00000800:00000010:1.0:1767384616.355987:0:24628:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000600418ef. 00000800:00000200:1.0:1767384616.355996:0:24628:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384616.356003:0:24628:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384616.356039:0:24628:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384616.356067:0:24628:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384616.358592:0:24628:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000eb71c96f. 00000400:00000010:1.0:1767384616.358605:0:24628:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be985950. 00000400:00000010:1.0:1767384616.358610:0:24628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000400:00000001:1.0:1767384616.358624:0:24628:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384616.358626:0:24628:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384616.358628:0:24628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053c78f10. 00000400:00000200:1.0:1767384616.358630:0:24628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00000400:00000010:1.0:1767384616.358631:0:24628:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000400:00000010:1.0:1767384616.358636:0:24628:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000001cd0e8d4. 00000400:00000200:1.0:1767384616.358649:0:24628:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (16) 00000400:00000200:1.0:1767384616.358666:0:24628:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384616.358678:0:24628:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000400:00000200:2.0:1767384616.358682:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384616.358687:0:24628:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005fb79e0d. 00000400:00000200:2.0:1767384616.358689:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000020:01000000:1.0:1767384616.358695:0:24628:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384616.358697:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000020:01000000:1.0:1767384616.358702:0:24628:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp25 00000400:00000200:2.0:1767384616.358703:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000400:00000010:2.0:1767384616.358709:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa265c41. 00000400:00000200:2.0:1767384616.358714:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp10 00000400:00000010:1.0:1767384616.358750:0:24628:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bc425e73. 00000400:00000010:1.0:1767384616.358756:0:24628:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002bc8a284. 00000400:00000200:2.0:1767384616.358805:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp10 to MR: 192.168.202.154@tcp10 local destination 00000400:00000200:2.0:1767384616.358811:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp10 NI seq info: [39:39:256:4294967295] 192.168.202.154@tcp10 LPNI seq info [39:39:8:4294967295] 00000400:00000200:2.0:1767384616.358816:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp10 00000400:00000200:2.0:1767384616.358824:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10:192.168.202.154@tcp10) -> 192.168.202.154@tcp10(192.168.202.154@tcp10:192.168.202.154@tcp10) : PUT try# 0 00000800:00000200:2.0:1767384616.358830:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.154@tcp10 00000800:00000010:2.0:1767384616.358834:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049254912. 00000800:00000200:2.0:1767384616.358841:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (6) 00000800:00000200:2.0:1767384616.358849:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:988 00000800:00000200:2.0:1767384616.358865:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049254912 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1767384616.358879:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384616.358882:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000020:00000001:3.0:1767384616.358939:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384616.358972:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384616.358974:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384616.358977:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384616.358980:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384616.358982:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:2.0:1767384616.358983:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384616.358984:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384616.358987:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384616.358988:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049254912. 00000020:01000004:3.0:1767384616.358989:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384616.358993:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384616.358994:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384616.358995:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384616.358997:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384616.358999:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384616.359001:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384616.359004:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: PUT: OK 00000100:00000010:3.0:1767384616.359008:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013d53cbe. 00000020:00000040:3.0:1767384616.359015:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384616.359017:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384616.359020:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384616.359021:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp10: 0 02000000:00000001:3.0:1767384616.359024:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384616.359029:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384616.359030:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384616.359037:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000044621c82. 00000800:00000001:2.0:1767384616.359039:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384616.359042:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384616.359044:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384616.359045:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384616.359050:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10) <- 192.168.202.154@tcp10 : PUT - for me 00000100:00000001:3.0:1767384616.359052:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384616.359055:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359060:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384616.359067:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 288/304 into md 0x1599 [1] + 0 00000100:00000040:3.0:1767384616.359071:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013d53cbe] to pc [ptlrpcd_00_03+3] req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384616.359071:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a103302. 00000400:00000200:2.0:1767384616.359077:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a1ea97f2 00000800:00000001:2.0:1767384616.359084:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384616.359089:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384616.359091:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384616.359095:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359095:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: PUT: OK 10000000:00000001:3.0:1767384616.359099:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359099:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384616.359102:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000020:00000001:3.0:1767384616.359103:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.359106:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384616.359107:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384616.359107:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:0.0:1767384616.359112:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:2.0:1767384616.359113:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (18) 00000100:00000001:0.0:1767384616.359116:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384616.359117:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384616.359120:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384616.359121:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 10000000:00000001:3.0:1767384616.359123:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384616.359126:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384616.359126:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (304 bytes) 00000100:00000001:0.0:1767384616.359127:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384616.359130:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384616.359132:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384616.359134:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384616.359135:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384616.359136:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000020:01000004:3.0:1767384616.359139:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384616.359141:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384616.359144:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384616.359145:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384616.359146:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (19) 00000100:00000001:0.0:1767384616.359148:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384616.359149:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384616.359152:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384616.359152:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:01000004:3.0:1767384616.359153:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:0.0:1767384616.359156:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384616.359157:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384616.359162:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002012643f. 00000400:00000200:2.0:1767384616.359163:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp10 to MR: 192.168.202.154@tcp10 local destination 00000020:00000040:3.0:1767384616.359167:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384616.359173:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384616.359176:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384616.359176:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp10 NI seq info: [40:40:256:4294967295] 192.168.202.154@tcp10 LPNI seq info [40:40:8:4294967295] 00000100:00000001:0.0:1767384616.359179:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384616.359180:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.359183:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384616.359186:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000550eed6b. 02000000:00000001:0.0:1767384616.359189:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384616.359192:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.359193:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384616.359194:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10:192.168.202.154@tcp10) -> 192.168.202.154@tcp10(192.168.202.154@tcp10:192.168.202.154@tcp10) 192.168.202.154@tcp10 : ACK try# 0 00000100:00000001:3.0:1767384616.359198:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384616.359201:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.359202:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384616.359207:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp10 00000100:00100000:0.0:1767384616.359210:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049178880:0@lo:253: 00000100:00000040:3.0:1767384616.359211:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002012643f] to pc [ptlrpcd_00_00+0] req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384616.359212:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049254912. 00000800:00000200:2.0:1767384616.359221:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (6) 00000100:00000001:0.0:1767384616.359222:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384616.359229:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384616.359234:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384616.359237:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384616.359237:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:1021 02000000:00000001:0.0:1767384616.359239:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384616.359242:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384616.359244:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049254912 type 0, nob 96 niov 1 nkiov 0 00000020:00000001:3.0:1767384616.359245:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384616.359248:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000046ef7933. 00000020:01000000:3.0:1767384616.359249:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:0.0:1767384616.359254:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384616.359255:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005fb79e0d. 00000800:00000001:2.0:1767384616.359261:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384616.359262:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9682f6. 00000400:00000010:0.0:1767384616.359269:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031940a03. 00000800:00000001:2.0:1767384616.359271:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384616.359273:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049178880, portal 25 00000100:00000001:3.0:1767384616.359276:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.359277:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384616.359279:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.359280:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420412288 : -128356289139328 : ffff8b42b8fb2d80) 00000100:00000001:3.0:1767384616.359282:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384616.359287:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384616.359288:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.359313:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384616.359314:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384616.359315:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.359319:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384616.359320:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384616.359322:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384616.359325:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.359326:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c322d70c. 00000100:00100000:3.0:1767384616.359329:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049179008:0@lo:253: 00000800:00000200:2.0:1767384616.359332:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384616.359332:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049178880, offset 0 00000100:00000001:3.0:1767384616.359333:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767384616.359337:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049254912. 02000000:00000001:3.0:1767384616.359338:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384616.359342:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359343:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.359344:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384616.359345:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384616.359351:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: ACK: OK 02000000:00000010:3.0:1767384616.359352:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000030e8b7bf. 02000000:00000001:3.0:1767384616.359356:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384616.359356:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384616.359359:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384616.359362:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000800:00000001:2.0:1767384616.359362:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384616.359369:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384616.359371:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003b00 00000400:00000010:3.0:1767384616.359372:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb345224. 00000800:00000001:2.0:1767384616.359374:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384616.359377:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049179008, portal 25 00000800:00000001:2.0:1767384616.359378:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384616.359382:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000100:00000001:3.0:1767384616.359383:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384616.359385:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.359386:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420414080 : -128356289137536 : ffff8b42b8fb3480) 00000400:00000010:0.0:1767384616.359391:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb53646e. 00000100:00000040:3.0:1767384616.359394:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384616.359398:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp10(192.168.202.154@tcp10) <- 192.168.202.154@tcp10 : ACK - for me 00000400:00000200:0.0:1767384616.359398:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000051eb4a59 00000100:00000001:3.0:1767384616.359407:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384616.359408:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384616.359411:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384616.359414:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp10: ACK from 12345-192.168.202.154@tcp10 into md 0x15b9 00000400:00000010:3.0:1767384616.359416:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001308e39b. 00000400:00000200:2.0:1767384616.359419:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384616.359421:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049179008, offset 0 00000400:00000200:0.0:1767384616.359427:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384616.359428:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp10->192.168.202.154@tcp10: ACK: OK 00000400:00000200:3.0:1767384616.359431:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384616.359437:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:2.0:1767384616.359440:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000400:00000200:3.0:1767384616.359444:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384616.359445:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384616.359448:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051eb4a59 00000400:00000200:2.0:1767384616.359451:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000010:0.0:1767384616.359452:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051eb4a59. 00000400:00000200:3.0:1767384616.359455:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003b80 00000400:00000200:2.0:1767384616.359459:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:0.0:1767384616.359459:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384616.359463:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384616.359464:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000400:00000200:2.0:1767384616.359465:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (18) 00000100:00000040:0.0:1767384616.359469:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000006260365d x1853237049178880 msgsize 4848 00000400:00000010:3.0:1767384616.359470:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003001b8c1. 00000800:00000001:2.0:1767384616.359472:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384616.359474:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6b5cc71 00000100:00100000:0.0:1767384616.359476:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384616.359477:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384616.359479:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384616.359487:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384616.359490:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384616.359492:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384616.359494:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384616.359498:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c322d70c 00000400:00000010:2.0:1767384616.359499:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000005f8387d1. 00000400:00000010:0.0:1767384616.359503:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c322d70c. 00000400:00000010:2.0:1767384616.359505:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a103302. 00000100:00000001:0.0:1767384616.359508:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384616.359509:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6b5cc71 00000400:00000010:3.0:1767384616.359512:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6b5cc71. 00000100:00000200:0.0:1767384616.359515:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.359517:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384616.359518:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000200:3.0:1767384616.359520:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384616.359525:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005f8387d1 00000100:00000040:3.0:1767384616.359527:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000051e37e5c x1853237049179008 msgsize 4848 00000400:00000010:2.0:1767384616.359530:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000e3fcb623. 00000100:00000001:0.0:1767384616.359531:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384616.359538:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000040:0.0:1767384616.359539:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384616.359540:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384616.359544:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 00000100:00000040:3.0:1767384616.359546:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384616.359553:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359555:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000100:00000001:0.0:1767384616.359555:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384616.359557:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384616.359562:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000b07be04d. 00000100:00000001:0.0:1767384616.359563:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.359566:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001308e39b 00000400:00000010:2.0:1767384616.359568:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000010:3.0:1767384616.359569:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001308e39b. 00000100:00000001:0.0:1767384616.359569:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294905688 00000100:00000001:3.0:1767384616.359576:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384616.359577:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000087bc812. 00000400:00000010:2.0:1767384616.359580:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001780a5e8. 00000100:00000200:3.0:1767384616.359581:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.359584:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384616.359590:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000100:00000001:0.0:1767384616.359592:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294905688 00000100:00000001:3.0:1767384616.359598:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384616.359599:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087917eae. 00000400:00000200:2.0:1767384616.359602:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000100:00000040:3.0:1767384616.359603:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.359604:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384616.359611:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:0.0:1767384616.359611:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294905688 00000100:00000001:3.0:1767384616.359619:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384616.359619:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061cea892. 00000400:00000200:2.0:1767384616.359621:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00000001:3.0:1767384616.359624:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.359626:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384616.359630:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:0.0:1767384616.359631:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294905688 00000100:00000010:0.0:1767384616.359637:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8ce24bb. 00000400:00000200:2.0:1767384616.359638:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384616.359643:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384616.359645:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:2.0:1767384616.359648:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:0.0:1767384616.359655:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384616.359656:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:0.0:1767384616.359660:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359663:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384616.359664:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.359669:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359672:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:2.0:1767384616.359678:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384616.359681:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:0.0:1767384616.359681:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384616.359686:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:0.0:1767384616.359686:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359693:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384616.359697:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384616.359699:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:2.0:1767384616.359709:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384616.359714:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp24 00000400:00000200:2.0:1767384616.359736:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384616.359738:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp24 00000400:00000200:2.0:1767384616.359741:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp24 NI seq info: [41:41:256:4294967295] 192.168.202.154@tcp24 LPNI seq info [41:41:8:4294967295] 00000400:00000200:2.0:1767384616.359746:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp24 00000400:00000200:2.0:1767384616.359750:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24:) -> 192.168.202.154@tcp24(192.168.202.154@tcp:192.168.202.154@tcp24) : GET try# 0 00000800:00000200:2.0:1767384616.359756:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp24 00000100:00000001:3.0:1767384616.359757:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384616.359759:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049254912. 00000100:00000001:3.0:1767384616.359761:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294905688 00000100:00000001:3.0:1767384616.359764:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294905688 00000800:00000010:2.0:1767384616.359766:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006c0e358a. 00000100:00000001:3.0:1767384616.359767:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294905688 00000800:00000010:2.0:1767384616.359772:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ddafffe4. 00000100:00000001:3.0:1767384616.359773:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294905688 00000100:00000001:3.0:1767384616.359778:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294905688 00000800:00000200:2.0:1767384616.359780:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (2) 00000100:00000001:3.0:1767384616.359783:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294905688 00000800:00000200:2.1:1767384616.359788:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (2) 00000100:00000001:3.0:1767384616.359789:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294905688 00000100:00000001:3.0:1767384616.359794:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294905688 00000100:00000001:3.0:1767384616.359797:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.359800:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359802:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000100:00000001:3.0:1767384616.359805:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.359806:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 00000100:00000001:3.0:1767384616.359815:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.359821:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.359822:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384616.359824:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.359826:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384616.359827:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.359829:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.359863:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384616.359866:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049178880 02000000:00000001:3.0:1767384616.359868:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384616.359870:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384616.359871:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.359875:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.359875:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179008 00000400:00000200:2.0:1767384616.359876:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 02000000:00000001:3.0:1767384616.359878:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.359880:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384616.359884:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384616.359885:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049178880 00000100:00000001:0.0:1767384616.359885:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.359890:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384616.359891:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384616.359892:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00100000:0.0:1767384616.359895:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179008 00000020:00000001:3.0:1767384616.359896:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384616.359898:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384616.359900:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000040:0.0:1767384616.359901:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384616.359905:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384616.359905:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384616.359909:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:0.0:1767384616.359909:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:0.0:1767384616.359913:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384616.359916:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384616.359917:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:2.0:1767384616.359919:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000020:00000010:3.0:1767384616.359921:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:0.0:1767384616.359921:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384616.359926:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384616.359927:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1254a6a. 00000020:00000010:3.0:1767384616.359929:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000100:00000001:0.0:1767384616.359931:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384616.359934:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1254a6a. 00000020:00000010:3.0:1767384616.359936:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e7a3548. 00000020:00000010:0.0:1767384616.359940:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8925588. 00000020:00000010:3.0:1767384616.359942:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011e72e9d. 00000020:00000010:0.0:1767384616.359945:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc48a2aa. 00000020:00000010:3.0:1767384616.359948:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d49e0bf. 00000400:00000200:2.0:1767384616.359949:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000020:00000010:0.0:1767384616.359951:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3b292e. 00000100:00000040:3.0:1767384616.359959:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384616.359963:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384616.359964:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384616.359966:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.359967:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384616.359969:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384616.359971:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.359974:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.359977:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.359983:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.359983:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384616.359984:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:3.0:1767384616.360002:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384616.360003:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384616.360006:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384616.360007:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384616.360014:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000400:00000200:2.0:1767384616.360014:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000040:3.0:1767384616.360024:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384616.360027:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659922000 : -128357049629616 : ffff8b428ba70450) 00000100:00100000:0.0:1767384616.360027:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:0.0:1767384616.360032:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000040:3.0:1767384616.360034:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006260365d x1853237049178880/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:597/0 lens 4848/0 e 0 to 0 dl 1767384627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384616.360035:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:0.0:1767384616.360043:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659923024 : -128357049628592 : ffff8b428ba70850) 00000100:00000001:3.0:1767384616.360048:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384616.360052:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051e37e5c x1853237049179008/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:597/0 lens 4848/0 e 0 to 0 dl 1767384627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384616.360053:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:3.0:1767384616.360058:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384616.360062:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000400:00000200:2.0:1767384616.360062:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:0.0:1767384616.360067:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384616.360071:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006260365d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049178880:12345-0@lo:253: 00000020:00000010:0.0:1767384616.360071:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1254a6a. 00000100:00000001:0.0:1767384616.360076:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384616.360077:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049178880 00000020:00000010:0.0:1767384616.360082:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1254a6a. 00000020:00000001:3.0:1767384616.360083:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384616.360088:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384616.360090:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051e37e5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049179008:12345-0@lo:253: 00000020:00000001:3.0:1767384616.360091:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.360098:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384616.360098:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179008 00000020:00000001:3.0:1767384616.360102:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384616.360103:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384616.360107:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384616.360108:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384616.360108:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000020:00000001:3.0:1767384616.360113:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384616.360113:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.360118:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384616.360119:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384616.360122:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384616.360123:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384616.360126:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.360127:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384616.360131:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.360132:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384616.360133:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384616.360135:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384616.360136:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384616.360139:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384616.360142:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008765abf4. 00000100:00000001:0.0:1767384616.360143:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384616.360147:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384616.360148:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.360151:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384616.360154:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384616.360154:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000df6481a2. 00000400:00000200:2.0:1767384616.360158:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 02000000:00000001:0.0:1767384616.360158:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.360160:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384616.360162:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000242f8dec. 20000000:00000001:0.0:1767384616.360164:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384616.360168:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384616.360172:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384616.360174:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384616.360174:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008a61da9e. 20000000:00000001:3.0:1767384616.360177:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384616.360179:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384616.360180:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.360183:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384616.360184:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384616.360185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 20000000:00000001:0.0:1767384616.360186:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384616.360189:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.360193:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.360195:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384616.360201:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffd3f211. 20000000:01000000:3.0:1767384616.360204:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767384616.360209:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384616.360212:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00080000:00000001:3.0:1767384616.360214:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384616.360218:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384616.360230:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00080000:00000001:3.0:1767384616.360234:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384616.360249:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.360252:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384616.360253:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.360255:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384616.360257:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384616.360259:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384616.360263:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384616.360265:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384616.360267:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384616.360267:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00080000:00000001:3.0:1767384616.360273:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.360276:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384616.360278:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384616.360283:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384616.360286:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384616.360290:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000011c0e927. 00080000:00000001:3.0:1767384616.360293:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268455424 : -128361441096192 : ffff8b4185e68e00) 00080000:00000001:3.0:1767384616.360296:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384616.360299:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384616.360303:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bcc35bb8. 00080000:00000001:3.0:1767384616.360305:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.360307:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384616.360314:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00080000:00000001:3.0:1767384616.360321:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384616.360336:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384616.360352:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000001:0.0:1767384616.360357:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.360367:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.360388:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360412:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360430:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360445:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360461:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360493:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360507:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360519:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360531:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360548:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360561:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360574:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360588:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.360601:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000800:00000010:2.0:1767384616.360758:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005977487d. 00000400:00000200:3.0:1767384616.360759:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384616.360764:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d1934bb. 00000800:00000010:2.0:1767384616.360770:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1c38986. 00000400:00000200:3.0:1767384616.360781:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp24 from 225.3.0.2 00000800:00000010:3.0:1767384616.360787:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000def7a9ac. 00000800:00000010:2.0:1767384616.360795:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1c38986. 00000800:00000010:0.0:1767384616.360823:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e59d7174. 00000800:00000010:0.0:1767384616.360829:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c322d70c. 00000800:00000010:0.0:1767384616.360849:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ae898927. 00000800:00000200:0.1:1767384616.360866:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (2) 00000800:00000200:0.1:1767384616.360871:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp24 00000000ae898927 deleted 00000800:00000010:0.1:1767384616.360874:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ae898927. 00000800:00000200:0.1:1767384616.360879:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384616.360884:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp24 ip 192.168.202.154:993 00000800:00000200:0.1:1767384616.360886:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049254912 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384616.360891:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp24 p 3.x 192.168.202.154 -> 192.168.202.154:993 incarnation:1767384614734328756 sched[0] 00000800:00000010:0.0:1767384616.360895:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1254a6a. 00000800:00000010:0.0:1767384616.360950:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1254a6a. 00000800:00000010:0.0:1767384616.360954:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c322d70c. 00000800:00000200:2.1:1767384616.360972:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384616.360979:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp24 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384614734328756 sched[0] 00000800:00000010:2.0:1767384616.360982:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d1934bb. 00000800:00000010:0.0:1767384616.360993:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000def7a9ac. 00000800:00000001:0.0:1767384616.361012:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.361016:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384616.361043:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:0.0:1767384616.361061:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384616.361064:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049254912. 00000400:00000200:0.0:1767384616.361067:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.361073:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: GET: OK 00000400:00000200:0.0:1767384616.361077:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384616.361079:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:0.0:1767384616.361086:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.361090:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384616.361092:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.361098:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384616.361100:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384616.361107:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24) <- 192.168.202.154@tcp24 : GET - for me 00000400:00000200:0.0:1767384616.361116:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384616.361122:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 304/304 into md 0x15b5 [1] + 0 00000400:00000200:0.0:1767384616.361130:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp24 to MR: 192.168.202.154@tcp24 local destination 00000400:00000200:0.0:1767384616.361135:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.154@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:2.0:1767384616.361146:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384616.361146:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24:192.168.202.154@tcp24) -> 192.168.202.154@tcp24(192.168.202.154@tcp24:192.168.202.154@tcp24) 192.168.202.154@tcp24 : REPLY try# 0 00000800:00000200:0.0:1767384616.361156:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.154@tcp24 00000800:00000010:0.0:1767384616.361159:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062f8e3c5. 00000800:00000200:0.0:1767384616.361163:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (4) 00000800:00000200:0.0:1767384616.361173:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp24 ip 192.168.202.154:988 00000800:00000200:0.0:1767384616.361175:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062f8e3c5 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1767384616.361177:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361212:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000200:0.0:1767384616.361225:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384616.361229:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062f8e3c5. 00000800:00000001:3.0:1767384616.361234:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384616.361236:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384616.361240:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384616.361245:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384616.361245:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384616.361246:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: REPLY: OK 00000800:00000001:3.0:1767384616.361250:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384616.361257:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.361261:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.361267:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24) <- 192.168.202.154@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384616.361276:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp24: Reply from 12345-192.168.202.154@tcp24 of length 304/304 into md 0x15d1 00000800:00000001:3.0:1767384616.361280:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.361284:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384616.361286:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384616.361289:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: REPLY: OK 00000400:00000200:3.0:1767384616.361293:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:3.0:1767384616.361294:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000400:00000200:2.0:1767384616.361294:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384616.361298:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384616.361303:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:3.0:1767384616.361305:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384616.361307:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 17. state = 0x100251 00000400:00000200:3.0:1767384616.361312:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384616.361322:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (18) 00000400:00000200:2.0:1767384616.361326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000001:3.0:1767384616.361327:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384616.361332:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384616.361352:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384616.361353:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384616.361357:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000d1 00000400:00000010:0.0:1767384616.361364:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000000a3e1d99. 00000400:00000010:0.0:1767384616.361368:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 000000005041b5d7. 00000400:00000010:0.0:1767384616.361371:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000a8f129ea. 00000400:00000200:2.0:1767384616.361374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000010:0.0:1767384616.361396:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001cd0e8d4. 00000400:00000200:2.0:1767384616.361405:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384616.361405:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001cd0e8d4 nid 192.168.202.154@tcp25 00000400:00000010:0.0:1767384616.361410:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006ddfb6ed. 00000400:00000200:0.0:1767384616.361417:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000006ddfb6ed net tcp25 00000400:00000200:0.0:1767384616.361422:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000400:00000200:0.0:1767384616.361428:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp25 flags 0x11 00000400:00000010:0.0:1767384616.361433:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000000a3e1d99. 00000400:00000010:0.0:1767384616.361437:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 000000005041b5d7. 00000400:00000010:0.0:1767384616.361441:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000a8f129ea. 00000400:00000200:2.0:1767384616.361444:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000010:0.0:1767384616.361445:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000b07be04d. 00000400:00000200:0.0:1767384616.361453:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384616.361456:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:0.0:1767384616.361460:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:0.0:1767384616.361463:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:0.0:1767384616.361466:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384616.361468:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:0.0:1767384616.361472:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384616.361476:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (18) 00000400:00000200:2.0:1767384616.361477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361499:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361513:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361526:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361548:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361564:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361576:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361588:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361606:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361628:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361650:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361675:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361687:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361700:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361768:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361790:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361807:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384616.361830:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00080000:00000010:3.0:1767384616.361870:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000011c0e927. 00080000:00000010:0.0:1767384616.361905:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bcc35bb8. 00040000:00000001:0.0:1767384616.361911:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384616.361913:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384616.361920:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384616.361924:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384616.361926:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.361928:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384616.361934:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384616.361945:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384616.361947:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384616.361951:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384616.361974:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b40b581e. 00000800:00000010:2.0:1767384616.361979:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d1934bb. 00000800:00000010:2.0:1767384616.361982:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1c38986. 20000000:01000000:0.0:1767384616.362007:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384616.362010:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384616.362013:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384616.362016:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000010:2.0:1767384616.362017:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1c38986. 00010000:00000001:0.0:1767384616.362019:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384616.362028:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d70d720. 00010000:00000001:0.0:1767384616.362032:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384616.362035:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044cceb07. 00000020:00000001:0.0:1767384616.362039:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384616.362041:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044cceb07 with handle 0xefc2db714b35c379 to hash 00000020:00000001:0.0:1767384616.362044:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384616.362046:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384616.362048:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 20000000:00000010:2.0:1767384616.362049:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051de9240. 20000000:01000000:2.0:1767384616.362052:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:2.0:1767384616.362056:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384616.362058:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384616.362061:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384616.362065:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.362067:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384616.362068:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00010000:0.0:1767384616.362070:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.362076:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362078:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384616.362080:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384616.362082:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362083:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1767384616.362087:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:0.0:1767384616.362087:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384616.362091:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384616.362092:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384616.362094:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384616.362095:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362097:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:2.0:1767384616.362098:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000001:0.0:1767384616.362100:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384616.362105:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000001:0.0:1767384616.362105:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384616.362108:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp24 from 224.3.0.2 00080000:00000002:2.0:1767384616.362109:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384616.362110:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00000010:3.0:1767384616.362113:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003b72d254. 00010000:00000001:0.0:1767384616.362114:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384616.362115:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384616.362119:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384616.362120:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384616.362123:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:2.0:1767384616.362124:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:0.0:1767384616.362127:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d70d720) refcount = 1 00000020:00000001:2.0:1767384616.362128:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00010000:0.0:1767384616.362132:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.362133:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384616.362138:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000077f0f979. 00010000:00000001:0.0:1767384616.362139:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384616.362143:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712264492544 : -128361445059072 : ffff8b4185aa1600) 00010000:00000001:0.0:1767384616.362143:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384616.362145:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384616.362147:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384616.362148:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384616.362151:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384616.362151:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384616.362156:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f1c38986. 20000000:00000001:0.0:1767384616.362156:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384616.362158:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00080000:00000001:2.0:1767384616.362161:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362162:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384616.362164:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384616.362165:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384616.362168:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=4 00000020:00000001:0.0:1767384616.362170:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384616.362172:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384616.362175:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384616.362176:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.362177:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.362185:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384616.362186:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.362187:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384616.362192:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.362195:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384616.362196:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.362202:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.362204:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362207:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384616.362209:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384616.362211:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb26ab56. 00000800:00000010:2.0:1767384616.362217:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000905517e7. 00010000:00010000:0.0:1767384616.362232:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000044cceb07 already unused, calling callback (00000000d66be316) 00010000:00000001:0.0:1767384616.362235:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:2.0:1767384616.362238:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000da0c0658. 00010000:00000001:0.0:1767384616.362238:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384616.362242:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000200:2.1:1767384616.362251:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (4) 00010000:00000001:0.0:1767384616.362255:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384616.362259:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:2.1:1767384616.362260:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp24 00000000da0c0658 deleted 00000020:00000001:0.0:1767384616.362262:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:2.1:1767384616.362266:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000da0c0658. 00000020:00000040:0.0:1767384616.362266:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=5 00000020:00000001:0.0:1767384616.362270:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384616.362273:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00000800:00000200:2.1:1767384616.362274:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:0.0:1767384616.362275:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384616.362279:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384616.362285:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp24 p 3.x 192.168.202.154 -> 192.168.202.154:992 incarnation:1767384614734328756 sched[0] 00010000:00000001:0.0:1767384616.362287:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384616.362291:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:2.0:1767384616.362294:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5254808. 00010000:00000001:0.0:1767384616.362295:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362302:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384616.362304:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384616.362306:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.362307:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.362309:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044cceb07 with handle 0xefc2db714b35c379 from hash 00010000:00000001:0.0:1767384616.362312:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384616.362314:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.362315:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.362317:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384616.362319:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384616.362321:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384616.362324:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384616.362326:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384616.362330:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.362332:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000010:2.0:1767384616.362338:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5254808. 00010000:00000001:0.0:1767384616.362344:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000010:2.0:1767384616.362345:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000905517e7. 00000800:00000200:3.1:1767384616.362347:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:0.0:1767384616.362350:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.362353:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.362355:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384616.362356:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp24 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384614734328756 sched[0] 00010000:00000001:0.0:1767384616.362359:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384616.362363:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d1934bb. 00000800:00000010:2.0:1767384616.362363:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003b72d254. 00010000:00000001:0.0:1767384616.362363:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.362369:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.362373:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.362374:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.362376:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384616.362377:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384616.362379:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.362380:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.362382:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384616.362384:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.362385:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.362388:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384616.362391:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384616.362396:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000001:2.0:1767384616.362397:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384616.362398:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767384616.362400:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767384616.362402:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044cceb07/0xefc2db714b35c379 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384616.362403:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384616.362412:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d70d720 count: 0 00010000:00000001:0.0:1767384616.362446:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384616.362448:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384616.362455:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384616.362504:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384616.362507:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000242f8dec. 20000000:00000001:0.0:1767384616.362526:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384616.362529:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049178880 00010000:00000001:0.0:1767384616.362531:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384616.362550:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006260365d x1853237049178880/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.362597:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384616.362599:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384616.362602:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384616.362606:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384616.362608:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384616.362610:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384616.362612:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384616.362613:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.362615:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384616.362617:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384616.362620:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c322d70c. 00000100:00000200:0.0:1767384616.362622:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049178880, offset 224 00000400:00000200:0.0:1767384616.362626:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384616.362631:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384616.362635:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003b00 00000400:00000200:0.0:1767384616.362638:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15bd [2] + 224 00000400:00000200:0.0:1767384616.362642:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.362645:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384616.362647:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384616.362650:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384616.362658:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.362676:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384616.362681:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c322d70c 00000400:00000010:0.0:1767384616.362683:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c322d70c. 00000100:00000001:0.0:1767384616.362687:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384616.362689:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384616.362694:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384616.362694:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.362697:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384616.362699:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384616.362703:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384616.362704:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384616.362706:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384616.362708:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.362709:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9682f6. 00000400:00000200:3.0:1767384616.362715:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031940a03 00000020:00000001:0.0:1767384616.362715:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384616.362731:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031940a03. 00000100:00000001:3.0:1767384616.362734:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384616.362737:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384616.362751:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006260365d x1853237049178880/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384616.362768:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384616.362770:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006260365d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049178880:12345-0@lo:253: Request processed in 2720us (3299us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384616.362784:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384616.362785:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000001:3.0:1767384616.362787:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384616.362789:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384616.362790:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384616.362795:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384616.362795:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384616.362798:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384616.362799:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384616.362800:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.362803:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384616.362805:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011e72e9d. 00000100:00001000:3.0:1767384616.362806:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=34 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384616.362811:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=34 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384616.362811:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d49e0bf. 00000100:00000001:3.0:1767384616.362813:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384616.362816:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384616.362817:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e7a3548. 00010000:00000001:3.0:1767384616.362819:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384616.362822:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.362823:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:3.0:1767384616.362824:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.362828:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384616.362829:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384616.362830:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008765abf4. 02000000:00000001:0.0:1767384616.362835:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384616.362838:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.362839:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.362843:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384616.362844:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384616.362845:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384616.362862:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384616.362864:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6232aae. 00000020:01000004:3.0:1767384616.362865:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384616.362868:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384616.362870:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384616.362872:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384616.362872:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c322d70c. 00000020:01000004:3.0:1767384616.362875:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384616.362878:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384616.362879:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384616.362881:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384616.362883:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384616.362887:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384616.362896:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049178880:0@lo:253: 00000100:00000001:3.0:1767384616.362909:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.362912:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384616.362915:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013d53cbe x1853237049178880/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.362922:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384616.362924:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384616.362927:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000046ef7933. 02000000:00000001:3.0:1767384616.362934:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384616.362936:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384616.362937:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384616.362940:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384616.362942:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000044621c82. 02000000:00000001:3.0:1767384616.362946:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384616.362947:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384616.362949:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013d53cbe. 00000100:00000001:3.0:1767384616.362953:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384616.362954:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.362955:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.362959:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.362960:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.362963:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.362965:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384616.363667:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000077f0f979. 00080000:00000010:0.0:1767384616.363708:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f1c38986. 00040000:00000001:0.0:1767384616.363714:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384616.363716:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384616.363755:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384616.363759:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384616.363761:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.363762:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384616.363764:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384616.363772:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384616.363774:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384616.363778:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384616.363782:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384616.363786:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384616.363788:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384616.363792:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384616.363794:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384616.363800:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001cfcb32. 00010000:00000001:1.0:1767384616.363803:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384616.363807:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d65cffb7. 00000020:00000001:1.0:1767384616.363810:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384616.363813:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d65cffb7 with handle 0xefc2db714b35c380 to hash 00000020:00000001:1.0:1767384616.363815:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384616.363816:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384616.363819:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384616.363821:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384616.363823:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384616.363826:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384616.363845:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384616.363848:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384616.363850:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384616.363863:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384616.363864:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384616.363866:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384616.363867:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384616.363870:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384616.363871:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384616.363872:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384616.363874:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384616.363875:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001cfcb32) refcount = 1 00010000:00010000:1.0:1767384616.363877:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384616.363882:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384616.363884:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384616.363886:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384616.363889:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.363891:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384616.363894:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384616.363897:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00080000:00000020:0.0:1767384616.363899:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384616.363900:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384616.363903:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384616.363904:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:0.0:1767384616.363906:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008a61da9e. 00000020:00000040:1.0:1767384616.363908:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d65cffb7 refcount=4 20000000:00000001:0.0:1767384616.363910:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.363913:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384616.363916:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000040:0.0:1767384616.363920:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179008 00010000:00000001:1.0:1767384616.363922:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:0.0:1767384616.363924:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384616.363925:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384616.363929:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051e37e5c x1853237049179008/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.363944:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384616.363946:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384616.363948:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.363949:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384616.363953:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384616.363958:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384616.363961:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384616.363964:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384616.363967:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384616.363969:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.363973:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384616.363978:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384616.363984:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae898927. 00010000:00000001:1.0:1767384616.363986:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384616.363990:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384616.363991:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049179008, offset 224 00010000:00010000:1.0:1767384616.363992:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384616.364002:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384616.364004:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384616.364007:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.364010:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384616.364013:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384616.364014:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384616.364024:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003b80 00010000:00010000:1.0:1767384616.364025:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d65cffb7 already unused, calling callback (00000000d66be316) 00000400:00000200:0.0:1767384616.364030:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c5 [2] + 224 00010000:00000001:1.0:1767384616.364031:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384616.364036:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384616.364037:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384616.364039:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384616.364042:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384616.364046:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384616.364050:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.364056:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384616.364060:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384616.364062:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384616.364064:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384616.364068:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d65cffb7 refcount=5 00000020:00000001:1.0:1767384616.364073:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384616.364077:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179584 : -128356491372032 : ffff8b42aced5a00) 00010000:00000001:1.0:1767384616.364080:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384616.364081:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384616.364083:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384616.364088:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae898927 00010000:00000001:1.0:1767384616.364092:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384616.364092:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae898927. 00000100:00000001:0.0:1767384616.364096:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384616.364097:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384616.364100:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.364100:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384616.364102:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.364105:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.364105:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.364106:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:3.0:1767384616.364109:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384616.364110:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384616.364112:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384616.364113:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384616.364114:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384616.364116:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000400:00000200:3.0:1767384616.364121:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb345224 00010000:00000001:0.0:1767384616.364121:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384616.364123:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.364124:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.364125:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb345224. 00000020:00000040:1.0:1767384616.364128:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d65cffb7 with handle 0xefc2db714b35c380 from hash 00000020:00000001:0.0:1767384616.364130:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384616.364132:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384616.364132:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384616.364136:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384616.364136:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051e37e5c x1853237049179008/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:597/0 lens 4848/4768 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384616.364140:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.364140:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384616.364144:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384616.364147:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384616.364150:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384616.364152:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384616.364156:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384616.364161:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.364165:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051e37e5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049179008:12345-0@lo:253: Request processed in 4094us (4633us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384616.364167:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384616.364169:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.364170:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384616.364176:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384616.364177:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00000001:1.0:1767384616.364179:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384616.364183:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.364183:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384616.364187:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384616.364188:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384616.364189:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.364190:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384616.364192:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384616.364193:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384616.364196:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384616.364197:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc48a2aa. 00000100:00000001:3.0:1767384616.364200:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384616.364203:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384616.364204:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3b292e. 00000100:00000001:3.0:1767384616.364206:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384616.364207:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384616.364210:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.364211:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384616.364212:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8925588. 02000000:00000001:3.0:1767384616.364214:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.364215:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384616.364218:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:0.0:1767384616.364218:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00001000:3.0:1767384616.364219:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=34 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384616.364221:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384616.364224:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384616.364227:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=34 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384616.364227:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384616.364227:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384616.364231:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384616.364232:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000df6481a2. 00000100:00000001:3.0:1767384616.364233:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:1.0:1767384616.364234:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.364237:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384616.364239:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384616.364240:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384616.364241:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384616.364243:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.364245:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.364248:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.364253:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:0.0:1767384616.364255:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384616.364256:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384616.364256:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384616.364259:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d65cffb7/0xefc2db714b35c380 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384616.364262:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000853a1790. 00000400:00000010:0.0:1767384616.364269:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae898927. 00000100:00000001:3.0:1767384616.364276:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.364279:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384616.364281:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384616.364285:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384616.364288:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000040:1.0:1767384616.364288:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001cfcb32 count: 0 00000020:01000004:3.0:1767384616.364292:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384616.364294:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384616.364295:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384616.364297:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384616.364298:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384616.364299:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 20000000:00000001:1.0:1767384616.364301:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384616.364302:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384616.364305:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384616.364308:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384616.364313:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049179008:0@lo:253: 00000100:00000001:3.0:1767384616.364316:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.364317:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384616.364318:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002012643f x1853237049179008/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.364322:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384616.364323:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384616.364330:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000030e8b7bf. 02000000:00000001:3.0:1767384616.364333:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384616.364334:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384616.364335:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384616.364336:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384616.364337:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000550eed6b. 02000000:00000001:3.0:1767384616.364339:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384616.364340:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384616.364341:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002012643f. 00000100:00000001:3.0:1767384616.364343:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384616.364344:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.364345:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.364348:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.364349:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.364351:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.364353:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384616.364763:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294905688, at 4294905689 00000100:00000040:0.0:1767384616.364767:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294905688, at 4294905689 00000100:00000010:1.0:1767384616.364769:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087917eae. 00000100:00000010:0.0:1767384616.364774:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000087bc812. 00000100:00000040:2.0:1767384616.365755:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294905688, at 4294905690 00000100:00000010:2.0:1767384616.365761:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000100:00000040:3.0:1767384616.365765:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294905688, at 4294905690 00000100:00000010:3.0:1767384616.365773:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8ce24bb. 00010000:00000010:1.1:1767384616.368747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001cfcb32. 00010000:00000010:0.1:1767384616.368756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d70d720. 00010000:00000010:1.1:1767384616.368757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d65cffb7. 00010000:00000010:0.1:1767384616.368768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044cceb07. 00000400:00000010:2.0:1767384616.375789:0:24633:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c78a5557. 00000400:00000040:2.0:1767384616.375805:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384616.375807:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384616.375809:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384616.375810:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384616.375812:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384616.375813:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384616.375815:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384616.375816:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384616.375817:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384616.375818:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384616.375819:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384616.375820:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384616.375822:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384616.375823:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384616.375824:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384616.375825:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384616.375826:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384616.375827:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384616.375827:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384616.375829:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384616.375830:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384616.375831:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384616.375832:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384616.375833:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384616.375833:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384616.375835:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384616.375835:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384616.375836:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384616.375837:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384616.375838:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384616.375839:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384616.375840:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384616.375841:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384616.375842:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384616.375843:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384616.375844:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384616.375844:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384616.375862:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384616.375864:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384616.375866:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384616.375868:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384616.375869:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384616.375871:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384616.375873:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384616.375874:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384616.375876:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384616.375878:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384616.375879:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384616.375882:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384616.375884:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384616.375886:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384616.375888:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384616.375889:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384616.375890:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384616.375891:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384616.375892:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384616.375894:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384616.375938:0:24633:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c78a5557. 00010000:00000001:1.0:1767384616.467773:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384616.467779:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.467786:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384616.467788:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.467816:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384616.467820:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.467822:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384617.327823:0:24921:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003aee46c1. 00080000:00000010:3.0:1767384617.327832:0:24921:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003aee46c1. 00000020:00000001:3.0:1767384617.327835:0:24921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384617.327841:0:24921:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003aee46c1. 00080000:00000010:3.0:1767384617.327860:0:24921:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003aee46c1. 00000020:00000001:3.0:1767384617.327864:0:24921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.491785:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384617.491793:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.491801:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384617.491803:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.491891:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384617.491895:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384617.491897:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384618.009984:0:25086:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384618.009988:0:25086:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:2.0:1767384618.012951:0:25086:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384618.020536:0:25087:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dec09c0f. 00000400:00000010:1.0:1767384618.020550:0:25087:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b39bef35. 00000400:00000010:1.0:1767384618.020558:0:25087:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000507d6822. 00000400:00000010:1.0:1767384618.020561:0:25087:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e598b059. 00000400:00000010:1.0:1767384618.020564:0:25087:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041316586. 00000400:00000010:1.0:1767384618.020568:0:25087:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acc6cc3a. 00000400:00000010:1.0:1767384618.020569:0:25087:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c748add2. 00000400:00000010:1.0:1767384618.020570:0:25087:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f51fa9ef. 00000400:00000010:1.0:1767384618.020573:0:25087:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000015efab95. 00000800:00000010:1.0:1767384618.020583:0:25087:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d5d85580. 00000800:00000200:1.0:1767384618.020592:0:25087:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384618.020599:0:25087:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384618.020632:0:25087:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384618.020649:0:25087:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384618.022204:0:25087:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000033e22e35. 00000400:00000010:1.0:1767384618.022210:0:25087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d1a080. 00000400:00000010:1.0:1767384618.022216:0:25087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a186bab0. 00000400:00000001:1.0:1767384618.022231:0:25087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384618.022233:0:25087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384618.022235:0:25087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be985950. 00000400:00000200:1.0:1767384618.022244:0:25087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:1.0:1767384618.022246:0:25087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000400:00000010:1.0:1767384618.022251:0:25087:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000eb71c96f. 00000400:00000200:1.0:1767384618.022256:0:25087:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (17) 00000400:00000200:1.0:1767384618.022270:0:25087:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384618.022280:0:25087:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384618.022288:0:25087:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c8873165. 00000400:00000200:0.0:1767384618.022290:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384618.022292:0:25087:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384618.022297:0:25087:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp26 00000400:00000200:0.0:1767384618.022297:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:0.0:1767384618.022305:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000522aa2ba. 00000400:00000200:0.0:1767384618.022308:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (18) 00000400:00000010:0.0:1767384618.022312:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3a525bd. 00000400:00000010:1.0:1767384618.022314:0:25087:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b39bef35. 00000400:00000200:0.0:1767384618.022318:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp24 00000400:00000010:1.0:1767384618.022319:0:25087:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dec09c0f. 00000400:00000200:0.0:1767384618.022332:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp24 to MR: 192.168.202.154@tcp24 local destination 00000400:00000200:0.0:1767384618.022338:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp24 NI seq info: [43:43:256:4294967295] 192.168.202.154@tcp24 LPNI seq info [43:43:8:4294967295] 00000020:00000001:2.0:1767384618.022341:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384618.022346:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384618.022349:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384618.022352:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384618.022355:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp24 00000020:01000004:2.0:1767384618.022356:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384618.022359:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384618.022364:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24:192.168.202.154@tcp24) -> 192.168.202.154@tcp24(192.168.202.154@tcp24:192.168.202.154@tcp24) : PUT try# 0 00000020:01000004:2.0:1767384618.022369:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384618.022372:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384618.022373:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.154@tcp24 00000020:01000004:2.0:1767384618.022374:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384618.022378:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:0.0:1767384618.022378:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007a2f81f. 00000020:01000004:2.0:1767384618.022381:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384618.022384:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:0.0:1767384618.022387:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (6) 00000020:01000004:2.0:1767384618.022388:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384618.022392:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384618.022397:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp24 ip 192.168.202.154:988 00000100:00000010:2.0:1767384618.022400:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024bc32b6. 00000800:00000200:0.0:1767384618.022401:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007a2f81f type 1, nob 416 niov 1 nkiov 1 00000020:00000040:2.0:1767384618.022407:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384618.022414:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384618.022417:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384618.022421:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 02000000:00000001:2.0:1767384618.022426:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384618.022426:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 02000000:00000010:2.0:1767384618.022436:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000001fa240e. 00000100:00000001:2.0:1767384618.022444:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.022452:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384618.022454:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.022460:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024bc32b6] to pc [ptlrpcd_00_01+1] req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384618.022487:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384618.022490:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.022492:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384618.022493:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384618.022499:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384618.022500:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384618.022501:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384618.022504:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384618.022506:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384618.022506:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384618.022508:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384618.022511:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384618.022511:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384618.022513:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384618.022515:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384618.022517:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384618.022518:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:0.0:1767384618.022520:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384618.022521:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384618.022523:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384618.022525:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384618.022529:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001407649d. 00000020:00000040:2.0:1767384618.022533:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384618.022536:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384618.022539:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.022542:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384618.022545:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384618.022545:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384618.022548:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384618.022550:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384618.022554:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384618.022556:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3ac23f1. 00000800:00000200:3.0:1767384618.022559:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384618.022559:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024bc32b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049179136:0@lo:253: 00000100:00000001:2.0:1767384618.022560:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384618.022564:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007a2f81f. 00000100:00000001:2.0:1767384618.022567:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384618.022568:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384618.022570:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384618.022571:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384618.022575:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384618.022578:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001407649d] to pc [ptlrpcd_00_02+2] req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384618.022578:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384618.022582:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384618.022583:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: PUT: OK 02000000:00000010:0.0:1767384618.022591:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008a61da9e. 00000400:00000200:3.0:1767384618.022593:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384618.022595:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.022597:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp24: 0 00000400:00000010:0.0:1767384618.022599:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d19244. 10000000:00000001:2.0:1767384618.022604:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384618.022604:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0a68c4. 00000800:00000001:3.0:1767384618.022606:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384618.022608:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.022611:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384618.022611:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049179136, portal 25 00000800:00000001:3.0:1767384618.022616:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384618.022616:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384618.022617:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384618.022620:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384618.022620:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518496128 : -128356191055488 : ffff8b42bed3d180) 00000020:00000010:2.0:1767384618.022621:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c8873165. 00000800:00000001:3.0:1767384618.022626:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384618.022628:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.022633:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384618.022637:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24) <- 192.168.202.154@tcp24 : PUT - for me 00000100:00000001:2.0:1767384618.022637:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.022646:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384618.022647:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.022650:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384618.022651:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000040:0.0:1767384618.022651:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384618.022652:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384618.022656:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138d332c. 00000100:00000040:2.0:1767384618.022658:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384618.022662:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049179136, offset 0 00000100:00000001:2.0:1767384618.022669:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384618.022671:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.022673:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384618.022674:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.022678:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 304/320 into md 0x15cd [1] + 0 02000000:00000001:2.0:1767384618.022678:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384618.022684:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001407649d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049179264:0@lo:253: 00000400:00000010:3.0:1767384618.022686:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a103302. 00000100:00000001:2.0:1767384618.022688:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384618.022692:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384618.022693:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f8defbf8 02000000:00000001:2.0:1767384618.022694:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.022697:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384618.022700:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384618.022701:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384618.022702:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003371e95. 02000000:00000001:2.0:1767384618.022706:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384618.022708:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.022710:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384618.022711:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384618.022711:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1fa160. 00000400:00000200:3.0:1767384618.022716:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: PUT: OK 00000400:00000200:0.0:1767384618.022744:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003c00 00000400:00000200:3.0:1767384618.022746:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:3.0:1767384618.022750:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000400:00000200:3.0:1767384618.022754:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384618.022758:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (19) 00000400:00000200:0.0:1767384618.022759:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000400:00000010:2.0:1767384618.022760:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023a9ca11. 00000400:00000200:3.0:1767384618.022764:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384618.022766:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb77ac5c. 00000400:00000200:3.0:1767384618.022768:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (320 bytes) 00000400:00000200:0.0:1767384618.022770:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006140e3c0 00000400:00000200:3.0:1767384618.022772:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000200:2.0:1767384618.022774:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049179264, portal 25 00000400:00000200:0.0:1767384618.022776:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384618.022777:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384618.022780:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518505088 : -128356191046528 : ffff8b42bed3f480) 00000400:00000200:3.0:1767384618.022781:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (20) 00000400:00000200:0.0:1767384618.022784:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384618.022789:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384618.022790:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384618.022790:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006140e3c0 00000400:00000010:0.0:1767384618.022794:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006140e3c0. 00000400:00000200:3.0:1767384618.022800:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp24 to MR: 192.168.202.154@tcp24 local destination 00000100:00000001:0.0:1767384618.022801:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384618.022802:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384618.022804:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384618.022808:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384618.022810:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000028b5c44d x1853237049179136 msgsize 4848 00000400:00000200:3.0:1767384618.022811:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp24 NI seq info: [44:44:256:4294967295] 192.168.202.154@tcp24 LPNI seq info [44:44:8:4294967295] 00000400:00000010:2.0:1767384618.022813:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d5eaeb0. 00000100:00000200:2.0:1767384618.022819:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049179264, offset 0 00000100:00100000:0.0:1767384618.022819:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384618.022825:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384618.022829:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24:192.168.202.154@tcp24) -> 192.168.202.154@tcp24(192.168.202.154@tcp24:192.168.202.154@tcp24) 192.168.202.154@tcp24 : ACK try# 0 00000400:00000200:2.0:1767384618.022831:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384618.022833:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384618.022851:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp24 00000400:00000200:0.0:1767384618.022851:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138d332c 00000400:00000010:0.0:1767384618.022853:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138d332c. 00000800:00000010:3.0:1767384618.022856:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000979b9a7b. 00000400:00000200:2.0:1767384618.022858:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384618.022860:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384618.022863:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (6) 00000100:00000200:0.0:1767384618.022865:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.022870:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260003c80 00000800:00000200:3.0:1767384618.022872:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp24 ip 192.168.202.154:993 00000800:00000200:3.0:1767384618.022878:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000979b9a7b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384618.022882:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000010:2.0:1767384618.022886:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039af12fd. 00000100:00000001:0.0:1767384618.022886:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384618.022891:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f828625f 00000800:00000001:3.0:1767384618.022892:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384618.022892:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.022897:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384618.022901:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.022905:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384618.022907:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.022909:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f828625f 00000100:00000001:0.0:1767384618.022910:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384618.022911:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f828625f. 00000100:00000001:2.0:1767384618.022916:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384618.022918:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384618.022918:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.022920:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000007e7df172 x1853237049179264 msgsize 4848 00000100:00000001:0.0:1767384618.022924:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294907352 00000100:00100000:2.0:1767384618.022929:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384618.022931:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384618.022932:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c0671ab. 00000100:00000001:2.0:1767384618.022940:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384618.022941:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384618.022946:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000979b9a7b. 00000100:00000001:0.0:1767384618.022946:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384618.022947:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5eaeb0 00000400:00000010:2.0:1767384618.022950:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d5eaeb0. 00000400:00000200:3.0:1767384618.022951:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384618.022953:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384618.022955:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294907352 00000100:00000200:2.0:1767384618.022958:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384618.022960:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: ACK: OK 00000100:00000010:0.0:1767384618.022960:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f91b75f. 00000100:00000001:0.0:1767384618.022966:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384618.022972:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294907352 00000100:00000001:2.0:1767384618.022973:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384618.022978:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384618.022978:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384618.022979:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006fb1c737. 00000800:00000001:3.0:1767384618.022983:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.022984:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384618.022988:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384618.022989:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294907352 00000800:00000001:3.0:1767384618.022992:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384618.022994:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006723ec88. 00000800:00000001:3.0:1767384618.022996:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384618.022998:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384618.022999:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.023001:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384618.023006:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023009:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp24(192.168.202.154@tcp24) <- 192.168.202.154@tcp24 : ACK - for me 00000100:00000001:0.0:1767384618.023011:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.023016:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.023023:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.023026:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384618.023027:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp24: ACK from 12345-192.168.202.154@tcp24 into md 0x15e9 00000100:00000001:0.0:1767384618.023027:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384618.023030:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384618.023031:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023032:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384618.023033:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.023036:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294907352 00000100:00000001:0.0:1767384618.023036:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384618.023038:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023039:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp24->192.168.202.154@tcp24: ACK: OK 00000100:00000001:2.0:1767384618.023043:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294907352 00000400:00000200:3.0:1767384618.023044:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522aa2ba 00000100:00000001:0.0:1767384618.023044:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384618.023048:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000522aa2ba. 00000100:00000001:2.0:1767384618.023049:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294907352 00000100:00000001:2.0:1767384618.023053:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294907352 00000100:00000001:2.0:1767384618.023054:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294907352 00000400:00000200:3.0:1767384618.023055:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384618.023056:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294907352 00000100:00000001:0.0:1767384618.023057:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.023060:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294907352 00000400:00000200:3.0:1767384618.023061:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:0.0:1767384618.023062:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.023066:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294907352 00000100:00000001:2.0:1767384618.023068:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.023070:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:2.0:1767384618.023071:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023077:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (19) 00000100:00000001:2.0:1767384618.023077:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.023079:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384618.023081:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384618.023083:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179136 00000800:00000001:3.0:1767384618.023086:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384618.023086:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384618.023087:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384618.023089:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.023089:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384618.023091:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384618.023093:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.023096:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384618.023096:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.023098:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.023102:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384618.023103:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384618.023108:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179136 00000020:00000001:0.0:1767384618.023111:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384618.023113:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384618.023116:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.023141:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384618.023145:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:3.0:1767384618.023149:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384618.023154:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000dc55cdf5. 00000020:00000001:0.0:1767384618.023154:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:3.0:1767384618.023159:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000100:00000001:0.0:1767384618.023159:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384618.023163:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000020:00000010:0.0:1767384618.023163:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000573c48ba. 00000100:00000001:0.0:1767384618.023166:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.023167:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000dc55cdf5 00000020:00000010:0.0:1767384618.023169:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000573c48ba. 00000400:00000010:3.0:1767384618.023170:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000005f8387d1. 00000400:00000200:3.0:1767384618.023173:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000020:00000010:0.0:1767384618.023176:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8925588. 00000400:00000200:3.0:1767384618.023178:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 00000400:00000200:3.0:1767384618.023181:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (18) 00000020:00000010:0.0:1767384618.023182:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042f07135. 00000400:00000010:3.0:1767384618.023187:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000006a718a34. 00000020:00000010:0.0:1767384618.023188:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3b292e. 00000400:00000010:3.0:1767384618.023190:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000400:00000010:3.0:1767384618.023196:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c06326ed. 00000100:00000040:0.0:1767384618.023196:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384618.023200:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384618.023201:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000100:00000001:0.0:1767384618.023201:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384618.023204:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023208:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000100:00000001:0.0:1767384618.023211:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023213:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:0.0:1767384618.023220:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.023228:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00000001:0.0:1767384618.023231:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384618.023233:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179264 02000000:00000001:0.0:1767384618.023235:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384618.023236:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384618.023238:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023241:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 02000000:00000001:0.0:1767384618.023241:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384618.023244:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179264 00000020:00000001:0.0:1767384618.023245:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384618.023247:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000040:0.0:1767384618.023247:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384618.023249:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.023252:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000400:00000200:3.0:1767384618.023254:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000001:0.0:1767384618.023254:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384618.023257:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384618.023260:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384618.023261:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:0.0:1767384618.023263:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000573c48ba. 00000100:00000001:0.0:1767384618.023266:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.023267:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:0.0:1767384618.023269:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000573c48ba. 00000400:00000200:3.0:1767384618.023273:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000010:0.0:1767384618.023275:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a3e1d99. 00000100:00000001:2.0:1767384618.023276:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384618.023279:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384618.023280:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc48a2aa. 00000400:00000200:3.0:1767384618.023281:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000010:0.0:1767384618.023284:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088ab11a9. 00000100:00100000:2.0:1767384618.023286:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000400:00000200:3.0:1767384618.023290:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000040:2.0:1767384618.023291:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384618.023294:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384618.023296:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659920976 : -128357049630640 : ffff8b428ba70050) 00000100:00000001:0.0:1767384618.023297:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384618.023301:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:0.0:1767384618.023301:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.023304:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028b5c44d x1853237049179136/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384618.023307:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023310:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:0.0:1767384618.023313:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.023323:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:2.0:1767384618.023325:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384618.023326:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384618.023329:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384618.023330:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee76bb9a. 00000400:00000200:3.0:1767384618.023331:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00100000:0.0:1767384618.023334:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000400:00000200:3.0:1767384618.023337:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000040:0.0:1767384618.023337:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384618.023340:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384618.023341:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659924048 : -128357049627568 : ffff8b428ba70c50) 00000400:00000200:3.0:1767384618.023345:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000010:2.0:1767384618.023347:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee76bb9a. 00000100:00000040:0.0:1767384618.023350:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e7df172 x1853237049179264/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384618.023354:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000100:00100000:2.0:1767384618.023358:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028b5c44d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049179136:12345-0@lo:253: 00000400:00000200:3.0:1767384618.023363:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp25 00000100:00000001:0.0:1767384618.023365:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384618.023367:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179136 00000020:00000010:0.0:1767384618.023369:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000573c48ba. 00000400:00000200:3.0:1767384618.023370:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp25 lpni_is_preferred = 0 00000020:00000001:2.0:1767384618.023371:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384618.023373:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.023375:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp25 00000020:00000010:0.0:1767384618.023377:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000573c48ba. 00000020:00000001:2.0:1767384618.023378:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384618.023380:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.154@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:00000001:2.0:1767384618.023382:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384618.023383:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e7df172 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049179264:12345-0@lo:253: 00000020:00000001:2.0:1767384618.023389:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384618.023390:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp25 00000100:00000200:0.0:1767384618.023390:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179264 00000020:00000001:2.0:1767384618.023395:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384618.023395:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384618.023399:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384618.023402:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384618.023403:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25:) -> 192.168.202.154@tcp25(192.168.202.154@tcp:192.168.202.154@tcp25) : GET try# 0 00000020:00000001:0.0:1767384618.023403:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.023406:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384618.023407:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384618.023411:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384618.023412:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1767384618.023416:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp25 00000020:00000001:0.0:1767384618.023416:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384618.023417:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384618.023418:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384618.023420:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000979b9a7b. 00000020:00000001:2.0:1767384618.023422:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384618.023422:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384618.023425:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384618.023428:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009bbe196e. 00000100:00000001:2.0:1767384618.023429:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384618.023429:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384618.023432:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006e82306d. 00000100:00000001:0.0:1767384618.023432:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384618.023434:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384618.023435:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1767384618.023438:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (2) 00000800:00000200:3.1:1767384618.023442:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (2) 02000000:00000010:2.0:1767384618.023443:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001d5ab5f5. 02000000:00000001:2.0:1767384618.023448:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.023449:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384618.023452:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c52e386d. 20000000:00000001:2.0:1767384618.023453:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384618.023457:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023458:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384618.023460:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 00000100:00000001:0.0:1767384618.023460:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.023468:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384618.023471:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007d112a0f. 20000000:01000000:2.0:1767384618.023476:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384618.023477:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d72311a2. 20000000:00000001:2.0:1767384618.023478:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384618.023482:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384618.023484:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384618.023485:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384618.023489:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.023490:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384618.023492:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384618.023493:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384618.023497:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.023500:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384618.023502:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b07be04d. 20000000:00000001:0.0:1767384618.023502:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384618.023506:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:2.0:1767384618.023511:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384618.023516:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384618.023519:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384618.023520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00080000:00000001:2.0:1767384618.023536:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384618.023551:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.023554:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384618.023555:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.023561:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384618.023563:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384618.023565:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:2.0:1767384618.023569:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384618.023571:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384618.023573:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.023576:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00080000:00000001:2.0:1767384618.023577:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.023581:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384618.023585:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384618.023589:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384618.023592:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384618.023595:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000077f0f979. 00080000:00000001:2.0:1767384618.023598:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712264492544 : -128361445059072 : ffff8b4185aa1600) 00080000:00000001:2.0:1767384618.023600:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384618.023603:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384618.023607:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee76bb9a. 00000400:00000200:3.0:1767384618.023609:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00080000:00000001:2.0:1767384618.023610:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.023614:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384618.023627:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.023638:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00080000:00000001:2.0:1767384618.023642:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384618.023668:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023709:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023788:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023827:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023867:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023884:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023898:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023914:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023931:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023948:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023966:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023982:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.023997:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024010:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024026:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024042:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024055:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024069:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024082:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024096:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024116:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024129:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024142:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024155:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024167:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024181:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024195:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.024210:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000800:00000010:3.0:1767384618.024337:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000030e8b7bf. 00000800:00000010:3.0:1767384618.024341:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003973fe1b. 00000800:00000010:3.0:1767384618.024345:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fdacf493. 00000800:00000010:3.0:1767384618.024374:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fdacf493. 00000400:00000200:2.0:1767384618.024456:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384618.024470:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp25 from 223.3.0.2 00000800:00000010:2.0:1767384618.024474:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000059e6cd36. 00000800:00000010:0.0:1767384618.024511:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af8bd1c2. 00000800:00000010:0.0:1767384618.024517:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000138d332c. 00000800:00000010:0.0:1767384618.024540:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c9fe1935. 00000800:00000200:0.1:1767384618.024547:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (2) 00000800:00000200:0.1:1767384618.024552:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp25 00000000c9fe1935 deleted 00000800:00000010:0.1:1767384618.024555:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c9fe1935. 00000800:00000200:0.1:1767384618.024559:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384618.024565:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp25 ip 192.168.202.154:991 00000800:00000200:0.1:1767384618.024568:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000979b9a7b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384618.024573:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp25 p 3.x 192.168.202.154 -> 192.168.202.154:991 incarnation:1767384616355988397 sched[0] 00000800:00000010:0.0:1767384618.024579:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000573c48ba. 00000800:00000010:0.0:1767384618.024635:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000573c48ba. 00000800:00000010:0.0:1767384618.024640:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000138d332c. 00000800:00000200:3.1:1767384618.024651:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384618.024657:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp25 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384616355988397 sched[0] 00000800:00000010:3.0:1767384618.024660:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003973fe1b. 00000800:00000010:0.0:1767384618.024677:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000059e6cd36. 00000800:00000001:0.0:1767384618.024687:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.024691:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384618.024701:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384618.024708:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.024712:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:2.0:1767384618.024789:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384618.024796:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384618.024798:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384618.024804:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384618.024808:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384618.024813:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25) <- 192.168.202.154@tcp25 : GET - for me 00000800:00000010:0.0:1767384618.024814:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000979b9a7b. 00000400:00000200:0.0:1767384618.024822:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384618.024826:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384618.024826:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384618.024834:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: GET: OK 00000400:00000200:2.0:1767384618.024848:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 320/320 into md 0x15e5 [1] + 0 00000400:00000200:0.0:1767384618.024858:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384618.024865:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000400:00000200:2.0:1767384618.024866:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp25 to MR: 192.168.202.154@tcp25 local destination 00000400:00000200:2.0:1767384618.024878:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp25 NI seq info: [46:46:255:4294967295] 192.168.202.154@tcp25 LPNI seq info [46:46:7:4294967295] 00000400:00000200:2.0:1767384618.024898:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25:192.168.202.154@tcp25) -> 192.168.202.154@tcp25(192.168.202.154@tcp25:192.168.202.154@tcp25) 192.168.202.154@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384618.024904:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.154@tcp25 00000400:00000200:3.0:1767384618.024905:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000010:2.0:1767384618.024908:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275be453. 00000800:00000200:2.0:1767384618.024915:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (4) 00000800:00000200:2.0:1767384618.024921:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp25 ip 192.168.202.154:988 00000800:00000200:2.0:1767384618.024923:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000275be453 type 3, nob 416 niov 1 nkiov 1 00000800:00000001:0.0:1767384618.024948:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.024955:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.024970:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:2.0:1767384618.024986:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384618.024990:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275be453. 00000800:00000001:0.0:1767384618.024990:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384618.024998:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384618.024999:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.025005:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: REPLY: OK 00000800:00000001:0.0:1767384618.025005:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.025012:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.025022:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25) <- 192.168.202.154@tcp25 : REPLY - for me 00000400:00000200:3.0:1767384618.025033:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384618.025034:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp25: Reply from 12345-192.168.202.154@tcp25 of length 320/320 into md 0x1601 00000800:00000001:0.0:1767384618.025039:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.025044:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.025052:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384618.025057:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: REPLY: OK 00000400:00000200:0.0:1767384618.025062:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000400:00000010:0.0:1767384618.025065:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000400:00000200:0.0:1767384618.025069:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384618.025073:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:0.0:1767384618.025077:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:0.0:1767384618.025082:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 18. state = 0x100251 00000400:00000200:0.0:1767384618.025089:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384618.025091:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384618.025100:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (19) 00000800:00000001:0.0:1767384618.025107:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384618.025111:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384618.025126:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384618.025129:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384618.025131:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000d1 00000400:00000010:0.0:1767384618.025139:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000001fb72cc7. 00000400:00000010:0.0:1767384618.025142:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000005f6f62d2. 00000400:00000010:0.0:1767384618.025145:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000002e636da6. 00000400:00000010:0.0:1767384618.025175:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000028d04abd. 00000400:00000200:0.0:1767384618.025181:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000028d04abd nid 192.168.202.154@tcp26 00000400:00000010:0.0:1767384618.025185:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000efd2c237. 00000400:00000200:3.0:1767384618.025186:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384618.025188:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000efd2c237 net tcp26 00000400:00000200:0.0:1767384618.025191:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (18) 00000400:00000200:0.0:1767384618.025197:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp26 flags 0x11 00000400:00000010:0.0:1767384618.025201:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000001fb72cc7. 00000400:00000010:0.0:1767384618.025205:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000005f6f62d2. 00000400:00000010:0.0:1767384618.025208:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000002e636da6. 00000400:00000010:0.0:1767384618.025211:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000006a718a34. 00000400:00000200:0.0:1767384618.025214:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384618.025217:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:3.0:1767384618.025219:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384618.025221:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:0.0:1767384618.025224:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:0.0:1767384618.025227:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384618.025229:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:3.0:1767384618.025251:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384618.025251:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384618.025255:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (19) 00000400:00000200:3.0:1767384618.025285:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025318:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025350:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025372:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025390:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025404:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025416:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025438:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025452:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025467:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025480:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025492:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025517:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025540:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025556:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025571:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025585:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025604:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00080000:00000010:2.0:1767384618.025622:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000077f0f979. 00000400:00000200:3.0:1767384618.025624:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384618.025647:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00080000:00000010:0.0:1767384618.025667:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee76bb9a. 00000400:00000200:3.0:1767384618.025672:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00040000:00000001:0.0:1767384618.025672:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384618.025675:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384618.025678:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384618.025681:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384618.025684:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.025686:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384618.025694:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 20000000:01000000:0.0:1767384618.025698:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384618.025709:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384618.025711:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000077f0f979. 20000000:01000000:0.0:1767384618.025712:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384618.025716:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:2.0:1767384618.025740:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384618.025744:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384618.025745:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00080000:00000001:2.0:1767384618.025746:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384618.025750:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384618.025756:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384618.025765:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.025767:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384618.025768:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.025770:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384618.025771:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384618.025773:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:2.0:1767384618.025776:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:2.0:1767384618.025778:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384618.025781:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384618.025783:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384618.025784:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384618.025786:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384618.025790:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384618.025792:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384618.025796:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dc3cfbb8. 00080000:00000001:2.0:1767384618.025805:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712264491008 : -128361445060608 : ffff8b4185aa1000) 00080000:00000001:2.0:1767384618.025807:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384618.025810:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384618.025813:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d5254808. 00080000:00000001:2.0:1767384618.025815:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384618.025815:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384618.025818:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:0.0:1767384618.025821:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384618.025825:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384618.025828:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.025830:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384618.025851:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384618.025855:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:0.0:1767384618.025861:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d70d720. 00010000:00000001:0.0:1767384618.025867:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384618.025870:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000020:00000001:0.0:1767384618.025874:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384618.025876:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c387 to hash 00000020:00000001:0.0:1767384618.025878:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384618.025880:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384618.025883:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384618.025886:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.025888:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.025891:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.025925:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384618.025929:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384618.025932:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384618.025934:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:3.0:1767384618.025939:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008765abf4. 00010000:00000001:0.0:1767384618.025943:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384618.025944:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003973fe1b. 00010000:00000001:0.0:1767384618.025946:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:3.0:1767384618.025948:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fdacf493. 00010000:00000001:0.0:1767384618.025948:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.025951:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384618.025954:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:2.0:1767384618.025955:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:0.0:1767384618.025956:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384618.025961:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384618.025964:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d70d720) refcount = 1 00000800:00000010:3.0:1767384618.025968:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fdacf493. 00010000:00010000:0.0:1767384618.025968:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.025975:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384618.025978:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384618.025979:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.025982:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.025984:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384618.025987:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384618.025991:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384618.025994:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.025996:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.025998:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000400:00000200:2.0:1767384618.026001:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp25 from 222.3.0.2 00000020:00000001:0.0:1767384618.026002:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000800:00000010:2.0:1767384618.026005:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004db62dc7. 00010000:00000001:0.0:1767384618.026008:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384618.026012:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384618.026014:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.026021:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384618.026024:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.026030:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767384618.026032:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000242f8dec. 00010000:00000001:0.0:1767384618.026032:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384618.026035:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384618.026038:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000388bf8d9. 00010000:00000001:0.0:1767384618.026051:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.026053:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.026056:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384618.026058:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384618.026061:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3595ce0. 00010000:00010000:0.0:1767384618.026066:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fda0fc98 already unused, calling callback (00000000d66be316) 00000800:00000200:3.1:1767384618.026068:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (4) 00010000:00000001:0.0:1767384618.026069:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.026072:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000200:3.1:1767384618.026074:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp25 00000000b3595ce0 deleted 00010000:00010000:0.0:1767384618.026074:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:3.1:1767384618.026076:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3595ce0. 00000800:00000200:3.1:1767384618.026080:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:0.0:1767384618.026081:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384618.026083:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.026085:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767384618.026086:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp25 p 3.x 192.168.202.154 -> 192.168.202.154:990 incarnation:1767384616355988397 sched[0] 00000020:00000040:0.0:1767384618.026086:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=5 00000020:00000001:0.0:1767384618.026089:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000800:00000010:3.0:1767384618.026092:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fdacf493. 00010000:00000001:0.0:1767384618.026092:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384618.026095:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384618.026097:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.026103:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384618.026105:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.026107:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.026111:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384618.026113:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384618.026116:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.026118:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384618.026121:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c387 from hash 00010000:00000001:0.0:1767384618.026124:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384618.026126:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.026127:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.026134:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384618.026137:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384618.026138:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000010:3.0:1767384618.026139:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fdacf493. 00010000:00000001:0.0:1767384618.026141:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:3.0:1767384618.026143:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000388bf8d9. 00010000:00000001:0.0:1767384618.026143:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.026147:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.026149:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384618.026151:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384618.026154:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.026155:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.026156:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.026158:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.026161:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.026163:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384618.026166:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004db62dc7. 00010000:00000001:0.0:1767384618.026169:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.026171:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.026172:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384618.026174:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384618.026177:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.026178:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.026181:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384618.026184:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.026187:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.026189:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000200:3.1:1767384618.026193:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:0.0:1767384618.026195:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384618.026197:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1767384618.026199:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp25 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384616355988397 sched[0] 00010000:00010000:0.0:1767384618.026199:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c387 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384618.026203:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003973fe1b. 00010000:00000040:0.0:1767384618.026207:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d70d720 count: 0 00010000:00000001:0.0:1767384618.026218:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384618.026220:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384618.026228:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000001:3.0:1767384618.026231:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384618.026232:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384618.026240:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007d112a0f. 00000800:00000001:3.0:1767384618.026243:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384618.026246:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384618.026246:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384618.026249:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179136 00000800:00000001:3.0:1767384618.026250:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.026253:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384618.026259:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028b5c44d x1853237049179136/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384618.026268:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384618.026270:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384618.026274:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384618.026279:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384618.026281:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384618.026284:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384618.026287:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384618.026290:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.026293:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384618.026297:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384618.026301:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138d332c. 00000100:00000200:0.0:1767384618.026304:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049179136, offset 224 00000400:00000200:0.0:1767384618.026309:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384618.026315:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384618.026319:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003c00 00000400:00000200:0.0:1767384618.026322:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15ed [2] + 224 00000400:00000200:0.0:1767384618.026326:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384618.026328:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384618.026331:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384618.026333:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384618.026339:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384618.026351:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384618.026355:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138d332c 00000400:00000010:0.0:1767384618.026356:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138d332c. 00000100:00000001:0.0:1767384618.026359:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384618.026361:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.026363:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384618.026367:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384618.026369:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384618.026371:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384618.026372:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384618.026375:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d19244. 00000100:00000040:0.0:1767384618.026376:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000200:2.0:1767384618.026381:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0a68c4 00010000:00000001:0.0:1767384618.026381:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384618.026384:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384618.026385:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f0a68c4. 00000020:00000001:0.0:1767384618.026388:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384618.026389:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384618.026393:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028b5c44d x1853237049179136/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384618.026396:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384618.026415:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028b5c44d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049179136:12345-0@lo:253: Request processed in 3086us (3600us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384618.026418:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384618.026426:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000001:2.0:1767384618.026430:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384618.026430:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384618.026433:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384618.026434:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384618.026437:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384618.026437:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384618.026440:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384618.026441:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042f07135. 00000100:00000001:2.0:1767384618.026442:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384618.026445:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384618.026447:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3b292e. 02000000:00000001:2.0:1767384618.026448:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384618.026453:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8925588. 00000100:00001000:2.0:1767384618.026454:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384618.026459:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=36 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384618.026459:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:0.0:1767384618.026464:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384618.026465:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384618.026468:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384618.026468:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001d5ab5f5. 02000000:00000001:0.0:1767384618.026474:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384618.026475:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384618.026478:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384618.026479:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.026483:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384618.026485:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384618.026490:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf2827d. 00000400:00000010:0.0:1767384618.026495:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138d332c. 00000100:00000040:2.0:1767384618.026497:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.026503:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384618.026505:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384618.026507:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384618.026510:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384618.026511:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384618.026513:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384618.026515:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384618.026516:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384618.026517:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384618.026519:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384618.026520:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384618.026521:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384618.026523:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384618.026526:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384618.026534:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024bc32b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049179136:0@lo:253: 00000100:00000001:2.0:1767384618.026539:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.026541:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384618.026544:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024bc32b6 x1853237049179136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.026551:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384618.026553:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384618.026556:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008a61da9e. 02000000:00000001:2.0:1767384618.026560:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384618.026562:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384618.026564:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384618.026566:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384618.026568:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000001fa240e. 02000000:00000001:2.0:1767384618.026573:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384618.026575:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384618.026577:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024bc32b6. 00000100:00000001:2.0:1767384618.026581:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384618.026582:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.026591:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.026595:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384618.026597:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.026598:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.026599:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384618.027396:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dc3cfbb8. 00080000:00000010:2.0:1767384618.027437:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d5254808. 00040000:00000001:2.0:1767384618.027442:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384618.027444:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384618.027445:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384618.027448:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384618.027450:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384618.027451:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384618.027454:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384618.027464:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384618.027466:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384618.027470:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384618.027487:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384618.027491:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384618.027493:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384618.027496:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384618.027498:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384618.027504:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000614fc04d. 00010000:00000001:0.0:1767384618.027507:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384618.027510:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044cceb07. 00000020:00000001:0.0:1767384618.027512:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384618.027515:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044cceb07 with handle 0xefc2db714b35c38e to hash 00000020:00000001:0.0:1767384618.027521:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384618.027523:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384618.027525:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384618.027527:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.027529:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.027531:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.027535:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384618.027537:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384618.027538:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384618.027539:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384618.027540:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.027541:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384618.027542:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.027544:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384618.027545:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384618.027546:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384618.027547:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384618.027548:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000614fc04d) refcount = 1 00010000:00010000:0.0:1767384618.027550:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.027553:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384618.027554:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384618.027554:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.027555:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.027556:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384618.027558:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384618.027559:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384618.027561:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.027562:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.027563:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=4 00000020:00000001:0.0:1767384618.027564:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384618.027566:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384618.027573:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384618.027574:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.027578:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384618.027580:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384618.027583:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384618.027584:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.027586:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384618.027589:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384618.027589:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384618.027594:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d72311a2. 00010000:00000001:0.0:1767384618.027594:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.027596:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.027599:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384618.027600:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384618.027602:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.027606:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000044cceb07 already unused, calling callback (00000000d66be316) 00010000:00000040:2.0:1767384618.027608:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179264 00010000:00000001:0.0:1767384618.027609:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384618.027612:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384618.027613:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384618.027616:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384618.027619:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e7df172 x1853237049179264/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384618.027625:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384618.027628:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384618.027630:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384618.027633:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=5 00010000:00000001:2.0:1767384618.027634:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384618.027636:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:2.0:1767384618.027637:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.027638:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00000100:00001000:2.0:1767384618.027641:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=36 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384618.027641:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384618.027644:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384618.027646:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384618.027650:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384618.027652:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384618.027654:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384618.027656:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.027661:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384618.027665:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384618.027666:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384618.027667:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384618.027669:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384618.027670:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d5eaeb0. 00010000:00000001:0.0:1767384618.027672:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384618.027674:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384618.027675:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049179264, offset 224 00010000:00000001:0.0:1767384618.027676:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384618.027678:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384618.027679:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044cceb07 with handle 0xefc2db714b35c38e from hash 00010000:00000001:0.0:1767384618.027680:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384618.027681:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.027683:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.027685:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384618.027687:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384618.027687:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384618.027691:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384618.027691:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384618.027694:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384618.027696:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.027698:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384618.027700:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384618.027701:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384618.027703:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.027705:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.027706:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384618.027708:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.027709:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260003c80 00010000:00000001:0.0:1767384618.027710:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.027715:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.027751:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.027753:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.027755:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384618.027756:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384618.027758:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384618.027759:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384618.027761:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384618.027764:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384618.027766:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.027775:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384618.027780:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384618.027782:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384618.027784:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044cceb07/0xefc2db714b35c38e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384618.027789:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000614fc04d count: 0 00010000:00000001:0.0:1767384618.027802:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384618.027804:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384618.027925:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15f5 [2] + 224 00000400:00000200:2.0:1767384618.027932:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384618.027936:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384618.027940:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384618.027944:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384618.027950:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.027963:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384618.027967:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5eaeb0 00000400:00000010:2.0:1767384618.027969:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d5eaeb0. 00000100:00000001:2.0:1767384618.027971:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384618.027972:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384618.027975:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.027977:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384618.027979:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384618.027981:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384618.027981:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.027984:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384618.027985:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384618.027990:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384618.027990:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e7df172 x1853237049179264/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384618.027993:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384618.027996:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1fa160. 00000400:00000200:3.0:1767384618.028002:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a9ca11 00000100:00100000:2.0:1767384618.028003:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e7df172 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049179264:12345-0@lo:253: Request processed in 4637us (5081us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384618.028005:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023a9ca11. 00000100:00000001:3.0:1767384618.028012:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384618.028015:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:2.0:1767384618.028018:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000200:3.0:1767384618.028019:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.028022:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384618.028024:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384618.028029:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc48a2aa. 00000100:00000200:3.0:1767384618.028032:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384618.028034:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088ab11a9. 00000020:00000010:2.0:1767384618.028040:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a3e1d99. 00000100:00000001:3.0:1767384618.028042:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384618.028043:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.028044:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384618.028046:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384618.028049:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.028051:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384618.028051:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:3.0:1767384618.028056:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.028057:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384618.028059:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=36 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384618.028060:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c52e386d. 02000000:00000001:2.0:1767384618.028065:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384618.028066:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384618.028068:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.028069:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384618.028072:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384618.028072:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384618.028074:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384618.028077:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.028079:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384618.028079:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e089835. 00000100:00000040:3.0:1767384618.028086:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384618.028086:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d5eaeb0. 00000100:00000001:3.0:1767384618.028094:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.028095:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384618.028097:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384618.028099:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384618.028105:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384618.028107:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.028108:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384618.028109:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.028110:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384618.028111:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384618.028112:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.028113:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384618.028115:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384618.028119:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001407649d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049179264:0@lo:253: 00000100:00000001:3.0:1767384618.028122:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.028124:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.028125:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001407649d x1853237049179264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.028129:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384618.028131:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384618.028132:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003371e95. 02000000:00000001:3.0:1767384618.028135:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384618.028136:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.028137:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384618.028138:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384618.028139:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3ac23f1. 02000000:00000001:3.0:1767384618.028142:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384618.028143:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384618.028144:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001407649d. 00000100:00000001:3.0:1767384618.028146:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384618.028147:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.028149:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.028152:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.028153:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.028155:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.028156:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.028768:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294907352, at 4294907353 00000100:00000010:1.0:1767384618.028775:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f91b75f. 00000100:00000040:0.0:1767384618.028783:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294907352, at 4294907353 00000100:00000010:0.0:1767384618.028790:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c0671ab. 00000100:00000040:3.0:1767384618.028791:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294907352, at 4294907353 00000100:00000010:3.0:1767384618.028800:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006723ec88. 00000100:00000040:2.0:1767384618.028807:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294907352, at 4294907353 00000100:00000010:2.0:1767384618.028813:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006fb1c737. 00010000:00000010:0.1:1767384618.029761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d70d720. 00010000:00000010:0.1:1767384618.029772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00010000:00000010:0.1:1767384618.032761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000614fc04d. 00010000:00000010:0.1:1767384618.032771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044cceb07. 00000400:00000010:2.0:1767384618.041964:0:25092:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c78a5557. 00000400:00000040:2.0:1767384618.041989:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384618.041993:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384618.041995:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384618.041997:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384618.042000:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384618.042001:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384618.042005:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384618.042006:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384618.042008:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384618.042010:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384618.042013:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384618.042015:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384618.042018:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384618.042020:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384618.042021:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384618.042024:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384618.042025:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384618.042027:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384618.042028:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384618.042031:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384618.042033:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384618.042034:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384618.042036:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384618.042038:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384618.042040:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384618.042042:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384618.042051:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384618.042053:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384618.042055:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384618.042057:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384618.042058:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384618.042061:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384618.042062:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384618.042064:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384618.042066:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384618.042068:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384618.042069:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384618.042071:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384618.042073:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384618.042075:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384618.042077:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384618.042078:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384618.042081:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384618.042083:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384618.042085:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384618.042086:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384618.042088:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384618.042089:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384618.042092:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384618.042093:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384618.042095:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384618.042097:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384618.042098:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384618.042101:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384618.042102:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384618.042104:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384618.042105:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384618.042176:0:25092:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c78a5557. 00000100:00000040:3.0:1767384618.067767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384618.067782:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384618.067787:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002012643f. 00000020:00000040:3.0:1767384618.067793:0:8:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384618.067794:0:17116:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384618.067794:0:17075:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384618.067798:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384618.067800:0:17116:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384618.067800:0:17075:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.067802:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.067807:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.067815:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000979b9a7b. 00000100:00000001:3.0:1767384618.067821:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067829:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384618.067852:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.067855:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067860:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002012643f] to pc [ptlrpcd_00_03+3] req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.067879:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384618.067883:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384618.067887:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013d53cbe. 00000020:00000040:3.0:1767384618.067889:0:8:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384618.067891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384618.067892:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.067894:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.067898:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006be9c6d1. 00000100:00000001:3.0:1767384618.067900:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067903:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384618.067908:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.067909:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067911:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013d53cbe] to pc [ptlrpcd_00_00+0] req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.067925:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384618.067935:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384618.067938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000711962ac. 00000020:00000040:3.0:1767384618.067940:0:8:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384618.067941:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384618.067942:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.067944:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.067948:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a041f653. 00000100:00000001:3.0:1767384618.067951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067954:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384618.067959:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.067960:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000711962ac] to pc [ptlrpcd_00_01+1] req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.067970:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.067974:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (245) 00000004:00000001:3.0:1767384618.067988:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384618.067990:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384618.067994:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000020:00000040:3.0:1767384618.067996:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384618.067998:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384618.067999:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.068000:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.068004:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039b75abe. 00000100:00000001:3.0:1767384618.068006:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068009:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.068010:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.068014:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021a01da] to pc [ptlrpcd_00_02+2] req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384618.068021:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068028:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.068031:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.068039:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384618.068041:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068047:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384618.068049:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.068052:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384618.068055:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384618.068057:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384618.068059:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049179392:0@lo:400: 00000100:00000001:3.0:1767384618.068062:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384618.068066:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384618.068068:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.068070:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384618.068074:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a718a34. 02000000:00000001:3.0:1767384618.068075:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384618.068080:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:3.0:1767384618.068086:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000100:00000200:3.0:1767384618.068092:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179392, portal 4 00000100:00000001:3.0:1767384618.068094:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384618.068095:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420414080 : -128356289137536 : ffff8b42b8fb3480) 00000100:00000040:3.0:1767384618.068099:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068105:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384618.068107:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384618.068110:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384618.068112:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049179392, offset 0 00000400:00000200:3.0:1767384618.068118:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384618.068128:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384618.068138:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260003d00 00000400:00000200:3.0:1767384618.068143:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 00000400:00000200:3.0:1767384618.068171:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384618.068175:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384618.068182:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384618.068192:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384618.068196:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000468a402. 00000100:00000040:3.0:1767384618.068200:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000000468a402 x1853237049179392 msgsize 224 00000100:00100000:3.0:1767384618.068207:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384618.068216:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384618.068226:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384618.068229:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:3.0:1767384618.068234:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384618.068238:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068248:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.068250:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068255:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068256:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384618.068263:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.068267:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3723 usecs (4 jiffies) 00000100:00000001:3.0:1767384618.068271:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000100:00000010:3.0:1767384618.068274:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4502e0d. 00000100:00000001:3.0:1767384618.068280:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384618.068285:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000100:00000010:3.0:1767384618.068288:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000054dcd9a. 00000100:00000001:3.0:1767384618.068290:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384618.068295:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000010:3.0:1767384618.068298:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064a3fce. 00000100:00000001:3.0:1767384618.068301:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384618.068304:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907396 00000100:00000010:3.0:1767384618.068306:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045ed9b63. 00000100:00000001:3.0:1767384618.068309:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384618.068311:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.068313:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068321:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068323:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.068330:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.068332:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384618.068334:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.068336:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.068338:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384618.068340:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384618.068342:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.068343:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.068344:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.068346:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.068347:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.068349:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384618.068352:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068357:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384618.068358:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.068360:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384618.068361:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384618.068363:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384618.068365:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049179776:0@lo:13: 00000100:00000001:3.0:1767384618.068367:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384618.068369:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384618.068371:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.068372:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384618.068376:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d108a40f. 02000000:00000001:3.0:1767384618.068377:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384618.068381:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000400:00000010:3.0:1767384618.068385:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384618.068388:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049179776, portal 4 00000100:00000001:3.0:1767384618.068390:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384618.068390:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.068392:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00000100:00000001:1.0:1767384618.068395:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384618.068398:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.068400:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384618.068406:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384618.068409:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384618.068419:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384618.068424:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000880ac8d4. 00000100:00000001:1.0:1767384618.068425:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384618.068428:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049179776, offset 0 00000100:00000001:1.0:1767384618.068429:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.068434:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384618.068435:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384618.068439:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384618.068445:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384618.068445:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384618.068451:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049179520:0@lo:400: 00000400:00000200:3.0:1767384618.068454:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260003e80 00000100:00000001:1.0:1767384618.068460:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384618.068464:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 02000000:00000001:1.0:1767384618.068465:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384618.068468:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384618.068469:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.068474:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384618.068475:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384618.068477:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384618.068479:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:1.0:1767384618.068480:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c44a3b45. 00000100:00000010:3.0:1767384618.068482:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc5e1092. 00000100:00000040:3.0:1767384618.068486:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000dc5e1092 x1853237049179776 msgsize 224 02000000:00000001:1.0:1767384618.068486:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384618.068492:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384618.068495:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be985950. 00000100:00000001:3.0:1767384618.068501:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384618.068503:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000400:00000200:3.0:1767384618.068505:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880ac8d4 00000400:00000010:3.0:1767384618.068507:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000880ac8d4. 00000100:00000001:3.0:1767384618.068509:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384618.068517:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179520, portal 10 00000100:00000200:3.0:1767384618.068521:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.068521:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384618.068525:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420412288 : -128356289139328 : ffff8b42b8fb2d80) 00000100:00000001:3.0:1767384618.068533:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.068537:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384618.068537:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068555:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068559:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384618.068561:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384618.068564:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.068569:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3723 usecs (4 jiffies) 00000100:00000040:1.0:1767384618.068569:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384618.068574:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000400:00000010:1.0:1767384618.068575:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000001:3.0:1767384618.068576:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907396 00000100:00000001:3.0:1767384618.068581:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000100:00000200:1.0:1767384618.068581:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049179520, offset 0 00000100:00000001:3.0:1767384618.068583:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907396 00000100:00000001:3.0:1767384618.068587:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000001:3.0:1767384618.068588:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907396 00000400:00000200:1.0:1767384618.068592:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384618.068597:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907396 00000100:00000001:3.0:1767384618.068599:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907396 00000100:00000001:3.0:1767384618.068602:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384618.068604:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384618.068605:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068610:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068613:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.068617:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003d80 00000100:00000001:3.0:1767384618.068622:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384618.068626:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:3.0:1767384618.068627:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.068630:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384618.068635:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384618.068636:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.068645:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384618.068651:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384618.068654:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384618.068655:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384618.068658:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384618.068660:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384618.068663:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384618.068664:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043bc2d89. 02000000:00000001:3.0:1767384618.068668:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.068669:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000043bc2d89 x1853237049179520 msgsize 224 00000100:00100000:3.0:1767384618.068674:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000711962ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049179648:0@lo:400: 00000100:00100000:1.0:1767384618.068681:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384618.068683:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384618.068687:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384618.068689:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.068692:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384618.068696:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000848dffc1. 02000000:00000001:3.0:1767384618.068699:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.068700:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384618.068703:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab0fac9. 00000400:00000200:1.0:1767384618.068709:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000400:00000010:3.0:1767384618.068711:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000880ac8d4. 00000400:00000010:1.0:1767384618.068713:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000100:00000001:2.0:1767384618.068715:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384618.068745:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179520 00000100:00000001:1.0:1767384618.068747:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384618.068749:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049179648, portal 10 02000000:00000001:2.0:1767384618.068749:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384618.068755:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384618.068755:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384618.068755:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.068759:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420405120 : -128356289146496 : ffff8b42b8fb1180) 00000100:00000001:2.0:1767384618.068760:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.068769:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.068770:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.068777:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384618.068783:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384618.068785:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179520 00000100:00000040:1.0:1767384618.068786:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384618.068789:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384618.068791:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384618.068793:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000020:00000040:2.0:1767384618.068796:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:2.0:1767384618.068802:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384618.068803:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384618.068804:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049179648, offset 0 00000020:00000040:2.0:1767384618.068807:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:1.0:1767384618.068809:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384618.068814:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384618.068815:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:1.0:1767384618.068819:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.068821:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000400:00000200:3.0:1767384618.068824:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384618.068827:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2603 usecs (3 jiffies) 00000100:00000001:2.0:1767384618.068830:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384618.068832:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000400:00000200:3.0:1767384618.068834:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260003e00 00000020:00000010:2.0:1767384618.068851:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5254808. 00000400:00000200:3.0:1767384618.068853:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:2.0:1767384618.068857:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384618.068861:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907396 00000400:00000200:3.0:1767384618.068862:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384618.068863:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5254808. 00000100:00000001:1.0:1767384618.068869:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000400:00000200:3.0:1767384618.068870:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384618.068875:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384618.068875:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088ff62ff. 00000100:00000001:1.0:1767384618.068876:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907396 00000100:00000200:3.0:1767384618.068879:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384618.068883:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000010:3.0:1767384618.068884:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000236f586d. 00000020:00000010:2.0:1767384618.068884:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006cade9a9. 00000100:00000001:1.0:1767384618.068890:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907396 00000100:00000040:3.0:1767384618.068891:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000236f586d x1853237049179648 msgsize 224 00000020:00000010:2.0:1767384618.068894:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c516a180. 00000100:00000001:1.0:1767384618.068897:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907396 00000100:00100000:3.0:1767384618.068900:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384618.068903:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907396 00000100:00000040:2.0:1767384618.068907:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384618.068909:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.068910:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384618.068913:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384618.068915:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.068916:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000100:00000001:2.0:1767384618.068917:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384618.068920:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:1.0:1767384618.068922:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.068923:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.068924:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384618.068928:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384618.068929:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.068934:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384618.068938:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.068941:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384618.068941:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384618.068941:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384618.068946:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.068947:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.068948:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384618.068952:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384618.068956:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068957:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.068961:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384618.068962:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.068964:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.068965:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.068972:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2856 usecs (3 jiffies) 00000100:00000001:3.0:1767384618.068974:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000100:00000001:1.0:1767384618.068975:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.068976:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294907396 00000100:00000001:2.0:1767384618.068980:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384618.068981:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000100:00000001:1.0:1767384618.068981:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384618.068985:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179648 00000100:00000001:3.0:1767384618.068987:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294907396 02000000:00000001:2.0:1767384618.068990:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384618.068991:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000001:3.0:1767384618.068996:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294907396 00000100:00000001:2.0:1767384618.068996:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384618.069000:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.069001:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294907396 02000000:00000001:2.0:1767384618.069005:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384618.069010:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179648 00000100:00000001:3.0:1767384618.069011:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294907396 00000100:00000001:3.0:1767384618.069016:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384618.069017:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384618.069018:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384618.069020:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:3.0:1767384618.069022:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.069026:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384618.069026:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384618.069031:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384618.069032:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:3.0:1767384618.069033:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.069036:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384618.069036:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384618.069038:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:3.0:1767384618.069041:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.069044:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384618.069044:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00100000:1.0:1767384618.069045:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384618.069047:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.069051:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.069052:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:1.0:1767384618.069058:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520547712 : -128356189003904 : ffff8b42bef31f80) 00000100:00000001:2.0:1767384618.069060:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384618.069065:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5254808. 00000100:00000040:1.0:1767384618.069066:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043bc2d89 x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:599/0 lens 224/0 e 0 to 0 dl 1767384629 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384618.069072:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009167f817. 00000020:00000040:2.0:1767384618.069080:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:1.0:1767384618.069081:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384618.069086:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9013394. 00000100:00000001:1.0:1767384618.069090:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384618.069094:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384618.069094:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9013394. 00000020:00000010:2.0:1767384618.069102:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc3cfbb8. 00000100:00100000:1.0:1767384618.069102:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043bc2d89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237049179520:12345-0@lo:400: 00000020:00000010:2.0:1767384618.069108:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097392dc7. 00000020:00000010:2.0:1767384618.069114:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000200:1.0:1767384618.069116:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179520 00000100:00000001:2.0:1767384618.069121:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384618.069121:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384618.069124:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384618.069127:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384618.069128:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384618.069132:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.069135:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384618.069137:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384618.069139:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384618.069141:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:2.0:1767384618.069142:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.069148:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384618.069154:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.069155:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384618.069158:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384618.069163:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384618.069166:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.069169:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384618.069170:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384618.069173:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384618.069176:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384618.069180:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384618.069181:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384618.069186:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 02000000:00000010:1.0:1767384618.069186:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094fb8114. 02000000:00000001:1.0:1767384618.069192:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.069193:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420406016 : -128356289145600 : ffff8b42b8fb1500) 00000100:00000001:1.0:1767384618.069198:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.069203:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000236f586d x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:599/0 lens 224/0 e 0 to 0 dl 1767384629 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384618.069204:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384618.069210:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179520 00010000:00000001:1.0:1767384618.069217:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384618.069224:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:1.0:1767384618.069226:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043bc2d89 x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384618.069229:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009167f817. 00000100:00000001:2.0:1767384618.069234:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384618.069241:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009167f817. 00010000:00000001:1.0:1767384618.069247:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384618.069251:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000236f586d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049179648:12345-0@lo:400: 00010000:00000001:1.0:1767384618.069252:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384618.069259:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179648 00000100:00001000:1.0:1767384618.069260:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=31 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384618.069264:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384618.069268:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384618.069268:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384618.069272:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.069274:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:2.0:1767384618.069277:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384618.069279:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384618.069282:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384618.069284:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.069289:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:1.0:1767384618.069289:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384618.069295:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384618.069295:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384618.069300:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384618.069302:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000020:00000001:2.0:1767384618.069305:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384618.069309:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384618.069309:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049179520, offset 224 00000020:00000001:2.0:1767384618.069313:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.069317:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384618.069320:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384618.069322:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384618.069324:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384618.069328:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a807d7db. 02000000:00000001:2.0:1767384618.069331:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.069334:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.069338:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384618.069339:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384618.069345:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179648 00010000:00000001:2.0:1767384618.069348:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384618.069352:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003d80 00010000:00000200:2.0:1767384618.069356:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000236f586d x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384618.069362:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1625 [1] + 224 00000400:00000200:1.0:1767384618.069373:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384618.069375:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384618.069379:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.069382:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384618.069384:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384618.069388:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384618.069390:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384618.069395:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384618.069396:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:2.0:1767384618.069402:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384618.069408:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384618.069412:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.069416:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384618.069417:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384618.069423:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384618.069429:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00000200:2.0:1767384618.069435:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049179648, offset 224 00000100:00000001:1.0:1767384618.069439:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384618.069443:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384618.069452:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384618.069455:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000400:00000010:1.0:1767384618.069459:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000400:00000200:2.0:1767384618.069462:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260003e00 00000100:00000001:1.0:1767384618.069465:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384618.069469:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384618.069473:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x162d [1] + 224 00000100:00000001:1.0:1767384618.069476:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.069479:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384618.069482:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384618.069487:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384618.069488:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384618.069491:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.069494:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384618.069499:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043bc2d89 x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.069502:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384618.069510:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.069517:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043bc2d89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237049179520:12345-0@lo:400: Request processed in 431us (841us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384618.069534:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.069537:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384618.069545:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:1.0:1767384618.069550:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384618.069553:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384618.069558:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006cade9a9. 00000100:00000001:2.0:1767384618.069560:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384618.069563:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c516a180. 00000400:00000200:2.0:1767384618.069569:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000020:00000010:1.0:1767384618.069571:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088ff62ff. 00000400:00000010:2.0:1767384618.069573:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:2.0:1767384618.069580:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384618.069580:0:17914:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:2.0:1767384618.069582:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384618.069586:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.069594:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384618.069594:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384618.069601:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384618.069603:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.069605:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384618.069610:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000236f586d x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.069619:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384618.069621:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000236f586d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049179648:12345-0@lo:400: Request processed in 396us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384618.069624:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179776 02000000:00000001:1.0:1767384618.069629:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384618.069632:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384618.069635:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384618.069636:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 02000000:00000001:1.0:1767384618.069641:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.069642:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00100000:1.0:1767384618.069647:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179776 00000100:00000001:2.0:1767384618.069648:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384618.069653:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384618.069653:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384618.069658:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000010:2.0:1767384618.069660:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097392dc7. 00000020:00000001:1.0:1767384618.069662:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384618.069667:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000020:00000040:1.0:1767384618.069667:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000020:00000001:1.0:1767384618.069673:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000010:2.0:1767384618.069674:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc3cfbb8. 00000020:00000001:1.0:1767384618.069678:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000040:2.0:1767384618.069682:0:17090:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:1.0:1767384618.069684:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384618.069687:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384618.069690:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9013394. 00000020:00000010:1.0:1767384618.069697:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008dc1340f. 00000020:00000040:1.0:1767384618.069702:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:1.0:1767384618.069706:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384618.069711:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c32cfcd. 00000100:00080000:2.0:1767384618.069714:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384618.069717:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8210b95. 00000020:00000010:1.0:1767384618.069756:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000100:00000040:1.0:1767384618.069767:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384618.069770:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384618.069772:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384618.069774:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.069779:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.069789:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.069800:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384618.069802:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384618.069806:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384618.069809:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:1.0:1767384618.069811:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420415872 : -128356289135744 : ffff8b42b8fb3b80) 00000100:00000040:1.0:1767384618.069816:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc5e1092 x1853237049179776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:599/0 lens 224/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.069834:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384618.069852:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb6c4ddc. 00000100:00000001:1.0:1767384618.069855:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384618.069858:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb6c4ddc. 00000100:00100000:1.0:1767384618.069864:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5e1092 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049179776:12345-0@lo:13: 00000100:00000200:1.0:1767384618.069868:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179776 00000020:00000001:1.0:1767384618.069871:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384618.069874:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384618.069876:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.069879:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384618.069881:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:1.0:1767384618.069884:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384618.069887:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384618.069889:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384618.069891:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384618.069894:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.069897:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384618.069900:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384618.069905:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000dec09c0f. 00000020:00000040:2.0:1767384618.069906:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 02000000:00000001:1.0:1767384618.069910:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384618.069914:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384618.069915:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384618.069919:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00002000:00000001:1.0:1767384618.069921:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384618.069928:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384618.069932:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384618.069944:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384618.069948:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384618.069950:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:1.0:1767384618.069953:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384618.069956:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384618.069962:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000020:1.0:1767384618.069962:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384618.069968:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000001:2.0:1767384618.069970:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384618.069974:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000001:2.0:1767384618.069975:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:1.0:1767384618.069978:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384618.069979:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ab0fac9. 00000400:00000200:2.0:1767384618.069984:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880ac8d4 00000400:00000010:2.0:1767384618.069988:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000880ac8d4. 00002000:00000001:1.0:1767384618.069990:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.069994:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384618.069995:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049179776 00010000:00000001:1.0:1767384618.070000:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384618.070002:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384618.070007:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc5e1092 x1853237049179776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:599/0 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384618.070027:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.070028:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384618.070032:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384618.070037:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384618.070046:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384618.070046:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384618.070051:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384618.070052:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384618.070057:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384618.070057:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384618.070062:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384618.070062:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384618.070066:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384618.070066:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.070070:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070072:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384618.070076:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.070080:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1767384618.070085:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=30 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384618.070085:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000200:1.0:1767384618.070092:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049179776, offset 224 00000100:00001000:2.0:1767384618.070094:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384618.070100:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384618.070103:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384618.070104:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384618.070109:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384618.070113:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:2.0:1767384618.070116:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384618.070126:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260003e80 00010000:00000001:2.0:1767384618.070133:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.070142:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x161d [1] + 224 00000100:00000001:2.0:1767384618.070145:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384618.070149:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384618.070150:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384618.070154:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384618.070158:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384618.070158:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384618.070167:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384618.070168:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384618.070174:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.070185:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384618.070192:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384618.070195:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384618.070198:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384618.070212:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384618.070222:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000711962ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049179648:0@lo:400: 00000100:00000001:1.0:1767384618.070225:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384618.070228:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.070233:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384618.070233:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000100:00000001:3.0:1767384618.070234:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384618.070238:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000100:00000001:3.0:1767384618.070239:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384618.070240:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000711962ac x1853237049179648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070245:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384618.070246:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384618.070249:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384618.070251:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384618.070256:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000100:00000001:2.0:1767384618.070256:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384618.070262:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 02000000:00000001:2.0:1767384618.070262:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384618.070267:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 02000000:00000010:2.0:1767384618.070267:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000848dffc1. 00000100:00000001:1.0:1767384618.070267:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070273:0:16360:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384618.070276:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384618.070276:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000200:3.0:1767384618.070278:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384618.070281:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384618.070283:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384618.070285:0:16358:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384618.070288:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.070293:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384618.070296:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767384618.070297:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a041f653. 00000100:00000200:3.0:1767384618.070298:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384618.070304:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc5e1092 x1853237049179776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:599/0 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384618.070306:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384618.070310:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384618.070313:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767384618.070314:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000711962ac. 00000100:00000001:3.0:1767384618.070316:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070322:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384618.070324:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384618.070325:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384618.070329:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384618.070329:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070332:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384618.070332:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5e1092 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049179776:12345-0@lo:13: Request processed in 495us (1841us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384618.070335:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384618.070336:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384618.070343:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384618.070345:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767384618.070347:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384618.070349:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384618.070349:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384618.070351:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384618.070355:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.070356:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:2.0:1767384618.070357:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384618.070358:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384618.070362:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384618.070363:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384618.070365:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070365:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384618.070370:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8210b95. 00000020:00000010:1.0:1767384618.070377:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00010000:00000001:3.0:1767384618.070381:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384618.070383:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c32cfcd. 00000100:00000001:3.0:1767384618.070384:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384618.070386:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384618.070389:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384618.070391:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384618.070391:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000040:3.0:1767384618.070394:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070397:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070404:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.070406:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384618.070407:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384618.070409:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384618.070412:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384618.070414:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384618.070422:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384618.070425:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070427:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384618.070428:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384618.070431:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179392 02000000:00000001:1.0:1767384618.070436:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384618.070437:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049179776:0@lo:13: 00000100:00000001:1.0:1767384618.070440:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.070442:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070443:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070444:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.070448:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021a01da x1853237049179776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384618.070451:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070453:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384618.070456:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384618.070456:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179392 02000000:00000010:3.0:1767384618.070458:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d108a40f. 00000020:00000001:1.0:1767384618.070461:0:17896:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384618.070462:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384618.070464:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:3.0:1767384618.070465:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.070467:0:16360:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384618.070470:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384618.070470:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384618.070473:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 02000000:00000010:3.0:1767384618.070479:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039b75abe. 00000020:00000001:1.0:1767384618.070479:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 02000000:00000001:3.0:1767384618.070484:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384618.070484:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 02000000:00000001:3.0:1767384618.070486:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384618.070489:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 00000100:00000001:1.0:1767384618.070490:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384618.070493:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384618.070495:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384618.070496:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb6c4ddc. 00000100:00000001:3.0:1767384618.070497:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070499:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.070502:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384618.070503:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.070504:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070506:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384618.070515:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb6c4ddc. 00000020:00000010:1.0:1767384618.070520:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c32cfcd. 00000100:00000001:3.0:1767384618.070521:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384618.070524:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8210b95. 00000100:00000001:3.0:1767384618.070525:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384618.070529:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384618.070530:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000400:00000001:3.0:1767384618.070531:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384618.070534:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be985950. 00000400:00000200:3.0:1767384618.070538:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:3.0:1767384618.070539:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000100:00000001:3.0:1767384618.070542:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384618.070542:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:3.0:1767384618.070547:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070547:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384618.070550:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384618.070553:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.070560:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384618.070561:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070563:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384618.070566:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070572:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384618.070574:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070575:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384618.070576:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384618.070577:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.070578:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.070580:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070581:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384618.070583:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384618.070587:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384618.070590:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384618.070591:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.070594:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384618.070594:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384618.070594:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00080000:3.0:1767384618.070599:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070599:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384618.070599:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384618.070606:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384618.070612:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:0.0:1767384618.070612:0:18468:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070614:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420400640 : -128356289150976 : ffff8b42b8fb0000) 00000100:00000001:0.0:1767384618.070616:0:18468:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.070622:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000468a402 x1853237049179392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:599/0 lens 224/0 e 0 to 0 dl 1767384629 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384618.070637:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070641:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384618.070642:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1767384618.070645:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb6c4ddc. 00000100:00000040:3.0:1767384618.070646:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384618.070649:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.070650:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384618.070652:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb6c4ddc. 00000100:00000001:3.0:1767384618.070654:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384618.070658:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000468a402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049179392:12345-0@lo:400: 00000100:00000200:1.0:1767384618.070662:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179392 00000100:00000040:3.0:1767384618.070663:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384618.070665:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384618.070668:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384618.070670:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.070674:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384618.070676:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:3.0:1767384618.070682:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384618.070683:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384618.070686:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070687:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384618.070691:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384618.070692:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384618.070696:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384618.070703:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384618.070706:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384618.070709:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049179520:0@lo:400: 00000020:00000001:1.0:1767384618.070712:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384618.070739:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.070741:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384618.070742:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384618.070745:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384618.070747:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013d53cbe x1853237049179520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384618.070751:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004449eec8. 00000100:00000001:3.0:1767384618.070755:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384618.070757:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.070758:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384618.070760:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c44a3b45. 00000100:00000001:1.0:1767384618.070762:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.070764:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384618.070766:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.070767:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.070770:0:16357:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000040:1.0:1767384618.070771:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049179392 00000020:00000001:3.0:1767384618.070772:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384618.070774:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006be9c6d1. 00010000:00000001:1.0:1767384618.070777:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384618.070778:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384618.070780:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384618.070781:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013d53cbe. 00000100:00000001:3.0:1767384618.070785:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000200:1.0:1767384618.070785:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000468a402 x1853237049179392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.070788:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070791:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070796:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384618.070800:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384618.070802:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.070804:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384618.070806:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384618.070807:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.070809:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070815:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384618.070819:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384618.070822:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384618.070825:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384618.070827:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.070829:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384618.070831:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384618.070834:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000200:1.0:1767384618.070849:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049179392, offset 224 00000400:00000200:1.0:1767384618.070854:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384618.070861:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384618.070867:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260003d00 00000400:00000200:1.0:1767384618.070870:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1615 [1] + 224 00000400:00000200:1.0:1767384618.070873:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.070875:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384618.070877:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384618.070880:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384618.070886:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070904:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384618.070909:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000400:00000010:1.0:1767384618.070910:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000100:00000001:1.0:1767384618.070912:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384618.070913:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384618.070916:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.070918:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384618.070920:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384618.070921:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.070923:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384618.070924:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384618.070926:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000468a402 x1853237049179392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.070927:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384618.070931:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384618.070934:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384618.070936:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000100:00100000:1.0:1767384618.070937:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000468a402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049179392:12345-0@lo:400: Request processed in 295us (2735us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384618.070942:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:3.0:1767384618.070946:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000100:00100000:1.0:1767384618.070946:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384618.070949:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384618.070950:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:1.0:1767384618.070953:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384618.070955:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.070957:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384618.070961:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8210b95. 00000020:00000010:1.0:1767384618.070966:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000100:00000200:3.0:1767384618.070968:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384618.070970:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c32cfcd. 00000020:00000040:1.0:1767384618.070976:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:3.0:1767384618.070979:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384618.070980:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070983:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.070985:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384618.070986:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384618.070988:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.070989:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.070990:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384618.070993:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384618.070995:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384618.070997:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384618.070998:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.070999:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384618.071001:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384618.071005:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.071006:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384618.071007:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384618.071008:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384618.071009:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.071011:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.071025:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.071027:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384618.071028:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384618.071030:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384618.071034:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049179392:0@lo:400: 00000100:00000001:3.0:1767384618.071037:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.071038:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.071039:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002012643f x1853237049179392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.071043:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384618.071044:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384618.071046:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a718a34. 02000000:00000001:3.0:1767384618.071048:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384618.071049:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.071049:0:16360:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384618.071051:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384618.071052:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000979b9a7b. 02000000:00000001:3.0:1767384618.071054:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384618.071055:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384618.071056:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002012643f. 00000100:00000001:3.0:1767384618.071058:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384618.071059:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.071060:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.071063:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.071063:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.071065:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.071066:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.072760:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294907396, at 4294907397 00000100:00000040:0.0:1767384618.072760:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294907396, at 4294907397 00000100:00000040:3.0:1767384618.072764:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294907396, at 4294907397 00000100:00000010:0.0:1767384618.072771:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4502e0d. 00000100:00000010:3.0:1767384618.072773:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045ed9b63. 00000100:00000040:1.0:1767384618.072773:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294907396, at 4294907397 00000100:00000010:2.0:1767384618.072776:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064a3fce. 00000100:00000010:1.0:1767384618.072783:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000054dcd9a. 00010000:00000001:1.0:1767384618.516812:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384618.516817:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.516823:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384618.516824:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.516866:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384618.516870:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384618.516874:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384619.027654:0:25391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002c4ccd13. 00080000:00000010:0.0:1767384619.027665:0:25391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002c4ccd13. 00000020:00000001:0.0:1767384619.027669:0:25391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384619.027676:0:25391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002c4ccd13. 00080000:00000010:0.0:1767384619.027680:0:25391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002c4ccd13. 00000020:00000001:0.0:1767384619.027682:0:25391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.091768:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384619.091773:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:1.0:1767384619.091778:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.091789:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384619.091790:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384619.091791:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384619.091793:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384619.091795:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384619.091796:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 31 10000000:00000001:1.0:1767384619.091798:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384619.091799:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384619.091806:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e3ac47. 00000020:00000040:1.0:1767384619.091810:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384619.091813:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384619.091816:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384619.091821:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384619.091838:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ee61df0. 00000100:00000001:1.0:1767384619.091844:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.091847:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384619.091850:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384619.091856:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000da8d237c. 00010000:00000001:1.0:1767384619.091860:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384619.091862:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d5cba1d. 00000020:00000001:1.0:1767384619.091865:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384619.091867:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d5cba1d with handle 0xefc2db714b35c395 to hash 00000020:00000001:1.0:1767384619.091869:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384619.091870:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.091872:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.091875:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384619.091876:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384619.091878:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384619.091884:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384619.091892:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384619.091903:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384619.091905:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384619.091909:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ff3ea75. 00000100:00000001:1.0:1767384619.091911:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716607270272 : -128357102281344 : ffff8b4288839d80) 00000100:00000001:1.0:1767384619.091913:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384619.091914:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000001:1.0:1767384619.091918:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384619.091920:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.091921:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384619.091922:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384619.091928:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.091935:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.091936:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.091939:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384619.091942:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384619.091943:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384619.091945:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049179904:0@lo:101: 00000100:00000001:1.0:1767384619.091948:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384619.091952:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384619.091954:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.091956:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384619.091958:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007215df52. 02000000:00000001:1.0:1767384619.091959:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.091964:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00000400:00000010:1.0:1767384619.091969:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000200:1.0:1767384619.091974:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049179904, portal 25 00000100:00000001:1.0:1767384619.091975:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384619.091976:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000040:1.0:1767384619.091979:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.091984:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384619.091989:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384619.091990:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000200:1.0:1767384619.091992:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049179904, offset 0 00000400:00000200:1.0:1767384619.091997:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384619.092007:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384619.092015:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260003f00 00000400:00000200:1.0:1767384619.092019:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa8d [2] + 0 00000400:00000010:1.0:1767384619.092022:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c21247c. 00000400:00000200:1.0:1767384619.092025:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dbdae5c 00000400:00000200:1.0:1767384619.092029:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384619.092032:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384619.092035:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbdae5c 00000400:00000010:1.0:1767384619.092037:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dbdae5c. 00000100:00000001:1.0:1767384619.092040:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384619.092042:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384619.092045:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000034d6fad8 x1853237049179904 msgsize 328 00000100:00100000:1.0:1767384619.092047:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384619.092048:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384619.092059:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384619.092064:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:1.0:1767384619.092066:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000100:00000001:1.0:1767384619.092068:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384619.092070:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092078:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.092080:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092084:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092086:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.092091:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092095:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294908421 00000100:00000001:2.0:1767384619.092097:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384619.092098:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061cea892. 00000100:00100000:2.0:1767384619.092102:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049179904 02000000:00000001:2.0:1767384619.092106:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384619.092106:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384619.092108:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.092116:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294908421 00000100:00000001:2.0:1767384619.092118:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.092123:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384619.092124:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000087bc812. 00000100:00100000:2.0:1767384619.092127:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049179904 00000100:00000001:1.0:1767384619.092128:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384619.092131:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294908421 00000100:00000010:1.0:1767384619.092132:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087917eae. 00000100:00000001:1.0:1767384619.092134:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384619.092138:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294908421 00000020:00000001:2.0:1767384619.092139:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384619.092142:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000010:1.0:1767384619.092142:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c0671ab. 00000020:00000001:2.0:1767384619.092145:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384619.092147:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1767384619.092148:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:2.0:1767384619.092151:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384619.092154:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384619.092157:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.092158:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384619.092162:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.092163:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000100:00000001:1.0:1767384619.092164:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384619.092167:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384619.092170:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.092174:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000100:00100000:1.0:1767384619.092176:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000001ff3ea75 going to sleep for 11 seconds 00000100:00000001:1.0:1767384619.092179:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384619.092182:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.092183:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004783d77f. 00000020:00000010:2.0:1767384619.092190:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076b7fc53. 00000020:00000010:2.0:1767384619.092196:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000040:2.0:1767384619.092208:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384619.092211:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384619.092213:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384619.092215:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.092224:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.092237:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.092248:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384619.092249:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384619.092253:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:2.0:1767384619.092256:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384619.092258:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512765008 : -128357196786608 : ffff8b4282e19450) 00000100:00000040:2.0:1767384619.092262:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034d6fad8 x1853237049179904/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.092269:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384619.092272:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000100:00000001:2.0:1767384619.092273:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.092275:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000100:00100000:2.0:1767384619.092278:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034d6fad8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049179904:12345-0@lo:101: 00000100:00000200:2.0:1767384619.092281:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049179904 00000020:00000001:2.0:1767384619.092289:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384619.092291:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384619.092293:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.092295:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384619.092297:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:2.0:1767384619.092299:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384619.092300:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.092302:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384619.092303:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384619.092306:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.092308:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384619.092309:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384619.092310:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384619.092312:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384619.092313:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.092316:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384619.092320:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1645ad2. 00010000:00000001:2.0:1767384619.092322:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384619.092324:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cb2d5f6. 00000020:00000001:2.0:1767384619.092326:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384619.092327:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cb2d5f6 with handle 0xefc2db714b35c39c to hash 00000020:00000001:2.0:1767384619.092328:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384619.092329:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:2.0:1767384619.092330:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00010000:2.0:1767384619.092332:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c395 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384619.092337:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:2.0:1767384619.092339:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384619.092344:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384619.092346:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384619.092348:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d3bdc462. 02000000:00000001:2.0:1767384619.092350:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.092351:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.092353:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384619.092359:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384619.092361:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384619.092362:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.092364:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.092366:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.092367:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.092368:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384619.092370:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384619.092371:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384619.092371:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384619.092373:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1645ad2) refcount = 1 00010000:00010000:2.0:1767384619.092376:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c395 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.092380:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384619.092382:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384619.092382:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.092384:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.092385:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.092388:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384619.092389:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c395 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.092393:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384619.092395:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384619.092396:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.092398:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.092399:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384619.092400:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.092401:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384619.092402:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005cb2d5f6, rc 0) 00000020:00000001:2.0:1767384619.092404:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384619.092406:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049179904 00010000:00000001:2.0:1767384619.092408:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384619.092410:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034d6fad8 x1853237049179904/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.092422:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384619.092424:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.092427:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.092430:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384619.092432:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384619.092433:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384619.092435:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.092437:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.092439:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.092440:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384619.092442:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00000200:2.0:1767384619.092444:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049179904, offset 224 00000400:00000200:2.0:1767384619.092447:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.092452:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384619.092456:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260003f00 00000400:00000200:2.0:1767384619.092459:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1645 [1] + 224 00000400:00000200:2.0:1767384619.092462:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.092464:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.092467:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384619.092469:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.092475:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.092487:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.092491:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000400:00000010:2.0:1767384619.092492:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:2.0:1767384619.092494:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.092495:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.092497:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.092499:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384619.092501:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384619.092502:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.092503:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384619.092510:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034d6fad8 x1853237049179904/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.092516:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034d6fad8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049179904:12345-0@lo:101: Request processed in 246us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384619.092522:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:2.0:1767384619.092525:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384619.092527:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.092528:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384619.092531:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384619.092534:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384619.092536:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076b7fc53. 00000400:00000001:1.0:1767384619.092536:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.092540:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000020:00000010:2.0:1767384619.092541:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000400:00000200:1.0:1767384619.092545:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000020:00000010:2.0:1767384619.092546:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004783d77f. 00000400:00000010:1.0:1767384619.092549:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000020:00000040:2.0:1767384619.092552:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:1.0:1767384619.092553:0:17086:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384619.092558:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384619.092560:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384619.092561:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d3bdc462. 02000000:00000001:2.0:1767384619.092566:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384619.092569:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384619.092572:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384619.092575:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384619.092580:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000db0a70c. 00000100:00000001:1.0:1767384619.092581:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384619.092584:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384619.092586:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac7f26e2. 00000100:00000001:1.0:1767384619.092587:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384619.092590:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384619.092592:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.092593:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.092596:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384619.092598:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384619.092606:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384619.092608:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384619.092610:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.092611:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384619.092612:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092614:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.092617:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092622:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.092624:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384619.092625:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384619.092627:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384619.092631:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049179904:0@lo:101: 00000100:00000001:1.0:1767384619.092634:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.092636:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092637:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384619.092638:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.092639:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092643:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384619.092644:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001ff3ea75. 00000100:00000001:1.0:1767384619.092646:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384619.092647:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.092649:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384619.092650:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384619.092651:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384619.092653:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=4 00000020:00000001:1.0:1767384619.092654:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.092655:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000040:1.0:1767384619.092658:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006d5cba1d, remote cookie: 0xefc2db714b35c39c, flags: 0x0 00010000:00000001:1.0:1767384619.092660:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384619.092664:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384619.092665:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384619.092666:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384619.092667:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384619.092668:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000da8d237c) refcount = 1 00010000:00010000:1.0:1767384619.092671:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.092675:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384619.092676:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384619.092677:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384619.092678:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384619.092680:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384619.092682:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.092685:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384619.092686:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.092686:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.092687:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.092688:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.092689:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092690:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.092691:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7e3ac47 x1853237049179904/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092696:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384619.092697:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384619.092699:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007215df52. 02000000:00000001:1.0:1767384619.092701:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384619.092703:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384619.092704:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384619.092705:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384619.092707:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ee61df0. 02000000:00000001:1.0:1767384619.092709:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384619.092710:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384619.092711:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e3ac47. 00000100:00000001:1.0:1767384619.092713:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384619.092732:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384619.092734:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.092735:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384619.092736:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:1.0:1767384619.092737:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.092739:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384619.092740:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384619.092741:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=3 00000020:00000001:1.0:1767384619.092742:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.092743:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.092745:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384619.092746:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.092746:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.092747:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.092749:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384619.092751:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007e091696. 00000100:00000010:1.0:1767384619.092761:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e3ac47. 00000020:00000040:1.0:1767384619.092763:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384619.092764:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384619.092766:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384619.092767:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384619.092769:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ee61df0. 00000100:00000001:1.0:1767384619.092771:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092774:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384619.092776:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007215df52. 00000100:00000010:1.0:1767384619.092778:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d55f2989. 00000020:00000040:1.0:1767384619.092779:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384619.092782:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384619.092783:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384619.092785:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ff3ea75. 00000100:00000001:1.0:1767384619.092786:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716607270272 : -128357102281344 : ffff8b4288839d80) 00000100:00000001:1.0:1767384619.092787:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384619.092788:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000001:1.0:1767384619.092790:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384619.092791:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092795:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384619.092796:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384619.092798:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092802:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.092803:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.092805:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384619.092806:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384619.092807:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384619.092809:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049180032:0@lo:256: 00000100:00000001:1.0:1767384619.092811:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384619.092812:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384619.092813:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092815:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384619.092818:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00000400:00000010:1.0:1767384619.092820:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bc425e73. 00000100:00000200:1.0:1767384619.092822:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260003f80-0x6958260003f80, portal 33 00000100:00000001:1.0:1767384619.092825:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.092838:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384619.092840:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a08676a4. 02000000:00000001:1.0:1767384619.092841:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.092843:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a90cca2. 00000400:00000010:1.0:1767384619.092845:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000200:1.0:1767384619.092846:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049180032, portal 25 00000100:00000001:1.0:1767384619.092848:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384619.092849:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000100:00000040:1.0:1767384619.092851:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092855:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384619.092856:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384619.092858:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000200:1.0:1767384619.092859:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049180032, offset 0 00000400:00000200:1.0:1767384619.092861:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384619.092865:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384619.092873:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260003f80 00000400:00000200:1.0:1767384619.092876:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xab1 [2] + 0 00000400:00000010:1.0:1767384619.092878:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5078830. 00000400:00000200:1.0:1767384619.092880:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004878a05b 00000400:00000200:1.0:1767384619.092882:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384619.092884:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384619.092886:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004878a05b 00000400:00000010:1.0:1767384619.092888:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004878a05b. 00000100:00000001:1.0:1767384619.092890:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384619.092891:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384619.092893:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000b21b2696 x1853237049180032 msgsize 304 00000100:00100000:1.0:1767384619.092895:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384619.092896:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384619.092904:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384619.092906:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:1.0:1767384619.092907:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000100:00000001:1.0:1767384619.092909:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384619.092910:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092915:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.092916:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.092920:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092921:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.092924:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092926:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294908422 00000100:00000001:1.0:1767384619.092930:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908421 00000100:00000001:1.0:1767384619.092932:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294908422 00000100:00000001:1.0:1767384619.092935:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908421 00000100:00000001:1.0:1767384619.092938:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294908422 00000100:00000001:1.0:1767384619.092942:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908421 00000100:00000001:2.0:1767384619.092945:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384619.092945:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294908422 00000100:00100000:2.0:1767384619.092949:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180032 02000000:00000001:2.0:1767384619.092953:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384619.092955:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908421 00000100:00000001:2.0:1767384619.092956:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.092958:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.092960:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092961:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.092966:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.092966:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384619.092967:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384619.092972:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000001ff3ea75 going to sleep for 11 seconds 00000100:00100000:2.0:1767384619.092973:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180032 00000100:00000001:1.0:1767384619.092974:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384619.092978:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384619.092978:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.092982:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384619.092985:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.092987:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:2.0:1767384619.092990:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384619.092993:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384619.092995:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384619.093005:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000100:00000001:2.0:1767384619.093007:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.093009:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000020:00000010:2.0:1767384619.093013:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004783d77f. 00000020:00000010:2.0:1767384619.093015:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076b7fc53. 00000020:00000010:2.0:1767384619.093019:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000040:2.0:1767384619.093024:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384619.093026:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384619.093027:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384619.093028:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.093031:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.093041:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.093049:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384619.093050:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384619.093053:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384619.093055:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384619.093057:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512771152 : -128357196780464 : ffff8b4282e1ac50) 00000100:00000040:2.0:1767384619.093061:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b21b2696 x1853237049180032/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 304/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.093069:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384619.093072:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000100:00000001:2.0:1767384619.093074:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.093076:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000100:00100000:2.0:1767384619.093080:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b21b2696 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049180032:12345-0@lo:256: 00000100:00000200:2.0:1767384619.093084:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180032 00000020:00000001:2.0:1767384619.093086:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384619.093088:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384619.093090:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.093092:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384619.093094:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:2.0:1767384619.093096:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384619.093097:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.093105:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384619.093107:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384619.093109:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.093112:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384619.093114:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384619.093116:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d3bdc462. 02000000:00000001:2.0:1767384619.093118:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.093120:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.093122:0:17082:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384619.093125:0:17082:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384619.093127:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384619.093129:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384619.093131:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.093132:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384619.093134:0:17082:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384619.093136:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004cedbc7c. 20000000:00000001:2.0:1767384619.093138:0:17082:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384619.093147:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384619.093152:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384619.093156:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384619.093157:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384619.093159:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384619.093160:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384619.093161:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384619.093162:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384619.093164:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384619.093165:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384619.093166:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384619.093167:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384619.093168:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384619.093169:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384619.093171:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384619.093172:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384619.093173:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384619.093174:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:01000000:2.0:1767384619.093175:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 384, pages 3712/1/4/3. 20000000:00000040:2.0:1767384619.093180:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384619.093181:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384619.093185:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384619.093187:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384619.093188:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384619.093189:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384619.093190:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384619.093192:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384619.093193:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384619.093194:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384619.093195:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384619.093196:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384619.093197:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384619.093198:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384619.093199:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384619.093200:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384619.093202:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384619.093203:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:01000000:2.0:1767384619.093204:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 384, pages 3328/1/4/3. 20000000:01000000:2.0:1767384619.093205:0:17082:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 768, version 40 20000000:00000001:2.0:1767384619.093206:0:17082:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=768 : 768 : 300) 00000100:00000001:2.0:1767384619.093208:0:17082:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384619.093210:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008d051a22. 00000100:00000010:2.0:1767384619.093212:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004cb19f26. 00000020:00000040:2.0:1767384619.093213:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:2.0:1767384619.093215:0:17082:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384619.093217:0:17082:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384619.093219:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000400:00000010:2.0:1767384619.093223:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e1f7564. 00000400:00000200:2.0:1767384619.093225:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.093230:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384619.093234:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 768 into portal 33 MB=0x6958260003f80 00000400:00000200:2.0:1767384619.093236:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 768/768 into md 0x1655 [4] + 0 00000400:00000010:2.0:1767384619.093238:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000400:00000200:2.0:1767384619.093240:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc425e73 00000400:00000200:2.0:1767384619.093242:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.093244:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384619.093246:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc425e73 00000400:00000010:2.0:1767384619.093247:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bc425e73. 00000100:00000001:2.0:1767384619.093252:0:17082:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384619.093254:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f7e3ac47 desc 000000007215df52 mbits 1853237049180032 00000100:00000001:2.0:1767384619.093263:0:17082:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384619.093266:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384619.093269:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384619.093273:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1661 00000400:00000200:2.0:1767384619.093274:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.093276:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384619.093278:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384619.093280:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000008d051a22 00000100:00000001:2.0:1767384619.093281:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384619.093284:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000400:00000010:2.0:1767384619.093285:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:2.0:1767384619.093287:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384619.093288:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008d051a22 00000100:00000001:2.0:1767384619.093289:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384619.093291:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 768 bytes via portal 33 id 12345-0@lo mbits 0x6958260003f80-0x6958260003f80 00000100:00000001:2.0:1767384619.093293:0:17082:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.093296:0:17082:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.093297:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384619.093299:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:2.0:1767384619.093301:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004cb19f26. 00000100:00000010:2.0:1767384619.093302:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008d051a22. 00000100:00000001:2.0:1767384619.093304:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384619.093306:0:17082:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384619.093311:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004cedbc7c. 20000000:00000001:2.0:1767384619.093313:0:17082:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384619.093316:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180032 00010000:00000001:2.0:1767384619.093318:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384619.093320:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b21b2696 x1853237049180032/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.093323:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384619.093327:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384619.093327:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.093331:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.093333:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.093336:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384619.093340:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384619.093342:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384619.093343:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.093344:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.093346:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.093347:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384619.093349:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00000200:2.0:1767384619.093350:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049180032, offset 224 00000400:00000200:2.0:1767384619.093352:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.093356:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384619.093358:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260003f80 00000400:00000200:2.0:1767384619.093361:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1659 [1] + 224 00000400:00000200:2.0:1767384619.093363:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.093365:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.093367:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384619.093368:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.093374:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.093384:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.093387:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000400:00000010:2.0:1767384619.093388:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:2.0:1767384619.093389:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.093390:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.093392:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.093394:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384619.093395:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384619.093397:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.093399:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384619.093401:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b21b2696 x1853237049180032/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.093403:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384619.093409:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384619.093411:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b21b2696 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049180032:12345-0@lo:256: Request processed in 340us (515us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384619.093412:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.093415:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a90cca2. 00000400:00000200:1.0:1767384619.093420:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000400:00000010:1.0:1767384619.093422:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000100:00000001:1.0:1767384619.093427:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384619.093431:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000200:1.0:1767384619.093433:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.093434:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384619.093439:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384619.093442:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384619.093446:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076b7fc53. 00000100:00000200:1.0:1767384619.093448:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384619.093450:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000020:00000010:2.0:1767384619.093454:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004783d77f. 00000020:00000040:2.0:1767384619.093458:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:1.0:1767384619.093460:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384619.093461:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384619.093463:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d3bdc462. 00000100:00000001:1.0:1767384619.093463:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.093466:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384619.093467:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384619.093468:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.093470:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.093471:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.093474:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384619.093476:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384619.093477:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.093482:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011c0a4af. 00000100:00001000:1.0:1767384619.093482:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=37 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384619.093488:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0a68c4. 00000100:00001000:1.0:1767384619.093488:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384619.093494:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384619.093495:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.093497:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384619.093498:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.093499:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.093501:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384619.093515:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.093519:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384619.093521:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384619.093522:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384619.093526:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f7e3ac47 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049180032:0@lo:256: 00000100:00000001:1.0:1767384619.093529:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.093530:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.093531:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384619.093532:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.093533:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.093536:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384619.093538:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001ff3ea75. 00000100:00000001:1.0:1767384619.093540:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384619.093541:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384619.093543:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 40, more 0. 10000000:00000001:1.0:1767384619.093545:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384619.093549:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000fda6912b. 10000000:00000040:1.0:1767384619.093557:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384619.093561:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384619.093564:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384619.093567:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:1.0:1767384619.093569:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.093571:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384619.093572:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:1.0:1767384619.093573:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000400:00000200:1.0:1767384619.093575:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 18 NIDs 00000400:00001000:1.0:1767384619.093577:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384619.093579:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:1.0:1767384619.093587:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384619.093590:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (18) 00000400:00000200:1.0:1767384619.093594:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384619.093596:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:1.0:1767384619.093597:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (19) 00000400:00000200:1.0:1767384619.093599:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:1.0:1767384619.093600:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:1.0:1767384619.093602:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093603:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:1.0:1767384619.093604:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:1.0:1767384619.093606:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093607:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:1.0:1767384619.093608:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:1.0:1767384619.093610:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093610:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:1.0:1767384619.093611:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:1.0:1767384619.093613:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093614:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:1.0:1767384619.093615:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:1.0:1767384619.093616:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093617:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:1.0:1767384619.093618:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:1.0:1767384619.093619:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093620:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:1.0:1767384619.093621:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:1.0:1767384619.093623:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093623:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:1.0:1767384619.093624:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:1.0:1767384619.093626:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093627:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:1.0:1767384619.093628:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:1.0:1767384619.093629:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093630:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:1.0:1767384619.093631:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:1.0:1767384619.093633:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093634:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:1.0:1767384619.093638:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:1.0:1767384619.093640:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093641:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:1.0:1767384619.093642:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:1.0:1767384619.093644:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093645:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:1.0:1767384619.093645:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:1.0:1767384619.093647:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093648:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:1.0:1767384619.093649:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:1.0:1767384619.093650:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093651:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:1.0:1767384619.093652:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:1.0:1767384619.093654:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093654:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:1.0:1767384619.093655:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:1.0:1767384619.093657:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093658:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:1.0:1767384619.093659:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:1.0:1767384619.093661:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384619.093662:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000100:00000001:1.0:1767384619.093663:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.093664:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384619.093666:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:1.0:1767384619.093669:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b8210b95. 10000000:00000040:1.0:1767384619.093671:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 40/40 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:1.0:1767384619.093672:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384619.093677:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384619.093679:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d11362. 00000020:00000010:1.0:1767384619.093682:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cec44c2. 00000040:00000010:1.0:1767384619.093684:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008c6067e9. 00000020:00000010:1.0:1767384619.093687:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006bd53e07. 00000020:00000010:1.0:1767384619.093690:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d873801c. 00000020:00000010:1.0:1767384619.093693:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e7a3548. 80000000:00000010:1.0:1767384619.093699:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f91b75f. 40000000:00000010:1.0:1767384619.093701:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004e2309fc. 00100000:00000010:1.0:1767384619.093704:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048c85aa1. 00040000:00000010:1.0:1767384619.093707:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d6a0cf4. 00040000:00000010:1.0:1767384619.093710:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f0a21915. 00040000:00000010:1.0:1767384619.093712:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011c0e927. 00080000:00000010:1.0:1767384619.093733:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c8873165. 00080000:00000010:1.0:1767384619.093737:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005fb79e0d. 00000004:00000010:1.0:1767384619.093742:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004e6b4144. 00000004:00000010:1.0:1767384619.093746:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bc23e3f8. 00000004:00000010:1.0:1767384619.093749:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c08a4290. 00002000:00000010:1.0:1767384619.093752:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aa613bd1. 00000004:00000010:1.0:1767384619.093754:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009363d571. 00000004:00000001:1.0:1767384619.093757:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384619.093760:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384619.093761:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b8210b95 00000040:00001000:1.0:1767384619.093762:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384619.093763:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384619.093764:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384619.093765:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384619.093767:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384619.093768:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384619.093769:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384619.093770:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:1.0:1767384619.093771:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384619.093814:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384619.093817:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008cec44c2. 00000040:00000010:1.0:1767384619.093819:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008c6067e9. 00000020:00000010:1.0:1767384619.093821:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006bd53e07. 00000020:00000010:1.0:1767384619.093825:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d873801c. 00000020:00000010:1.0:1767384619.093842:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e7a3548. 80000000:00000010:1.0:1767384619.093845:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f91b75f. 40000000:00000010:1.0:1767384619.093849:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004e2309fc. 00100000:00000010:1.0:1767384619.093851:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048c85aa1. 00040000:00000010:1.0:1767384619.093853:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d6a0cf4. 00040000:00000010:1.0:1767384619.093861:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0a21915. 00040000:00000010:1.0:1767384619.093864:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000011c0e927. 00080000:00000010:1.0:1767384619.093867:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005fb79e0d. 00080000:00000010:1.0:1767384619.093869:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c8873165. 00000004:00000010:1.0:1767384619.093872:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004e6b4144. 00000004:00000010:1.0:1767384619.093875:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bc23e3f8. 00000004:00000010:1.0:1767384619.093878:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c08a4290. 00002000:00000010:1.0:1767384619.093880:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aa613bd1. 00000004:00000010:1.0:1767384619.093882:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009363d571. 00000020:00000010:1.0:1767384619.093883:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d11362. 00000020:00000001:1.0:1767384619.093885:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.093887:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384619.093889:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b8210b95. 10000000:00000010:1.0:1767384619.093891:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000fda6912b. 10000000:00000001:1.0:1767384619.093893:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.093894:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.093897:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7e3ac47 x1853237049180032/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.093901:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384619.093902:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384619.093904:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a08676a4. 02000000:00000001:1.0:1767384619.093905:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384619.093906:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384619.093907:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384619.093908:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384619.093909:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384619.093910:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384619.093911:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384619.093912:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384619.093913:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d55f2989. 00000100:00000010:1.0:1767384619.093914:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007215df52. 00000100:00000001:1.0:1767384619.093915:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384619.093916:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ee61df0. 02000000:00000001:1.0:1767384619.093917:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384619.093918:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384619.093919:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e3ac47. 00000100:00000001:1.0:1767384619.093924:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384619.093925:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384619.093934:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007e091696. 10000000:01000000:1.0:1767384619.093936:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384619.093939:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384619.093940:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384619.093941:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384619.093943:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=3 00000020:00000001:1.0:1767384619.093944:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.093946:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384619.093948:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384619.093949:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.093954:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.093955:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384619.093956:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.093960:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384619.093961:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.093962:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384619.093963:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.093964:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.093966:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384619.093967:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384619.093968:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:1.0:1767384619.093970:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384619.098844:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294908422, at 4294908423 00000100:00000010:2.0:1767384619.098851:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087917eae. 00000100:00000040:3.0:1767384619.098852:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294908422, at 4294908423 00000100:00000040:1.0:1767384619.098857:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294908422, at 4294908423 00000100:00000010:3.0:1767384619.098869:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c0671ab. 00000100:00000010:1.0:1767384619.098888:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000087bc812. 00000100:00000040:0.0:1767384619.098891:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294908422, at 4294908423 00000100:00000010:0.0:1767384619.098899:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000020:00000010:0.0:1767384619.102498:0:25410:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000677afef. 00000020:00000040:0.0:1767384619.102506:0:25410:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384619.102509:0:25410:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000677afef. 00010000:00000001:1.0:1767384619.539843:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384619.539850:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.539857:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384619.539858:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.539899:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384619.539903:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.539906:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384619.815063:0:25557:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384619.815072:0:25557:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:1.0:1767384619.818974:0:25557:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384619.826196:0:25558:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009363d571. 00000400:00000010:1.0:1767384619.826210:0:25558:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006e23241e. 00000400:00000010:1.0:1767384619.826219:0:25558:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005392a79d. 00000400:00000010:1.0:1767384619.826222:0:25558:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f61de883. 00000400:00000010:1.0:1767384619.826225:0:25558:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005423a05f. 00000400:00000010:1.0:1767384619.826229:0:25558:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2d15831. 00000400:00000010:1.0:1767384619.826230:0:25558:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db50f3de. 00000400:00000010:1.0:1767384619.826231:0:25558:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e2add28. 00000400:00000010:1.0:1767384619.826234:0:25558:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003cf10bc7. 00000800:00000010:1.0:1767384619.826260:0:25558:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ad391891. 00000800:00000200:1.0:1767384619.826271:0:25558:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384619.826277:0:25558:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384619.826310:0:25558:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384619.826328:0:25558:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384619.828011:0:25558:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000fde9d78b. 00000400:00000010:1.0:1767384619.828016:0:25558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a90cca2. 00000400:00000010:1.0:1767384619.828021:0:25558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000400:00000001:1.0:1767384619.828047:0:25558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384619.828049:0:25558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.828050:0:25558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9d1a080. 00000400:00000200:1.0:1767384619.828053:0:25558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a186bab0 00000400:00000010:1.0:1767384619.828055:0:25558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a186bab0. 00000400:00000010:1.0:1767384619.828058:0:25558:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000033e22e35. 00000400:00000200:1.0:1767384619.828063:0:25558:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (18) 00000400:00000200:1.0:1767384619.828073:0:25558:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384619.828081:0:25558:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384619.828088:0:25558:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c8873165. 00000020:01000000:1.0:1767384619.828093:0:25558:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384619.828095:0:25558:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp27 00000400:00000200:0.0:1767384619.828095:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384619.828108:0:25558:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006e23241e. 00000400:00000200:0.0:1767384619.828109:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:1.0:1767384619.828114:0:25558:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009363d571. 00000400:00000010:0.0:1767384619.828117:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004157f456. 00000400:00000200:0.0:1767384619.828120:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (19) 00000400:00000010:0.0:1767384619.828127:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3f075e5. 00000400:00000200:0.0:1767384619.828132:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp25 00000020:00000001:2.0:1767384619.828140:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384619.828145:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp25 to MR: 192.168.202.154@tcp25 local destination 10000000:00000001:2.0:1767384619.828147:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384619.828152:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384619.828154:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp25 NI seq info: [47:47:256:4294967295] 192.168.202.154@tcp25 LPNI seq info [47:47:8:4294967295] 10000000:01000000:2.0:1767384619.828156:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384619.828162:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384619.828165:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp25 00000020:01000004:2.0:1767384619.828166:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384619.828169:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384619.828173:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384619.828175:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384619.828179:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25:192.168.202.154@tcp25) -> 192.168.202.154@tcp25(192.168.202.154@tcp25:192.168.202.154@tcp25) : PUT try# 0 00000020:01000004:2.0:1767384619.828180:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.828183:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384619.828187:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384619.828190:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384619.828191:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.154@tcp25 00000020:01000004:2.0:1767384619.828195:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384619.828196:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6de5641. 00000100:00000010:2.0:1767384619.828202:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024bc32b6. 00000800:00000200:0.0:1767384619.828203:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (6) 00000800:00000200:0.0:1767384619.828212:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp25 ip 192.168.202.154:988 00000020:00000040:2.0:1767384619.828216:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000800:00000200:0.0:1767384619.828216:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6de5641 type 1, nob 432 niov 1 nkiov 1 00000100:00000001:2.0:1767384619.828226:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384619.828229:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.828233:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.828236:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384619.828239:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 02000000:00000010:2.0:1767384619.828243:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001bd2f0c1. 00000100:00000001:2.0:1767384619.828252:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.828261:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384619.828264:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.828272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024bc32b6] to pc [ptlrpcd_00_03+3] req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384619.828312:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384619.828316:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.828318:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384619.828320:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384619.828330:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384619.828335:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:2.0:1767384619.828337:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384619.828338:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384619.828340:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384619.828343:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384619.828345:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384619.828347:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384619.828348:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384619.828349:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384619.828350:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384619.828352:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384619.828354:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.828357:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384619.828358:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384619.828359:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:2.0:1767384619.828360:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384619.828362:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.828364:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384619.828366:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000089230c3. 00000100:00000001:1.0:1767384619.828366:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384619.828368:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384619.828372:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000040:1.0:1767384619.828376:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.828377:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384619.828380:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.828385:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.828386:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.828390:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.828393:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384619.828394:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c3d8224e. 02000000:00000001:1.0:1767384619.828395:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384619.828401:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.828402:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384619.828404:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767384619.828405:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024bc32b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049180160:0@lo:253: 00000100:00000001:2.0:1767384619.828407:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384619.828414:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384619.828417:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6de5641. 00000100:00000001:1.0:1767384619.828417:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384619.828423:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384619.828428:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384619.828428:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.828433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000089230c3] to pc [ptlrpcd_00_00+0] req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384619.828434:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384619.828440:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005fb79e0d. 00000400:00000200:3.0:1767384619.828447:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: PUT: OK 02000000:00000001:1.0:1767384619.828451:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.828462:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d1a080. 00000400:00000200:3.0:1767384619.828463:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384619.828472:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp25: 0 00000400:00000010:1.0:1767384619.828472:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e23241e. 00000100:00000200:1.0:1767384619.828479:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180160, portal 25 10000000:00000001:2.0:1767384619.828480:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.828482:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384619.828485:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384619.828487:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.828487:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518496128 : -128356191055488 : ffff8b42bed3d180) 00000020:00000001:2.0:1767384619.828493:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.828498:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384619.828499:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384619.828499:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384619.828511:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384619.828514:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c8873165. 00000800:00000001:3.0:1767384619.828520:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.828525:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384619.828530:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384619.828531:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384619.828539:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767384619.828541:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25) <- 192.168.202.154@tcp25 : PUT - for me 00000400:00000010:1.0:1767384619.828541:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e445af1. 00000100:00000001:2.0:1767384619.828544:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384619.828553:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180160, offset 0 00000100:00000001:2.0:1767384619.828559:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384619.828562:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384619.828563:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.828569:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384619.828574:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384619.828578:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384619.828580:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.828583:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384619.828588:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 320/336 into md 0x15fd [1] + 0 00000100:00000040:2.0:1767384619.828593:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384619.828600:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000400:00000200:1.0:1767384619.828604:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004000 00000400:00000200:3.0:1767384619.828609:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d240a50 00000100:00000001:2.0:1767384619.828620:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384619.828621:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000800:00000001:3.0:1767384619.828622:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384619.828624:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.828632:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073b41989. 00000800:00000001:3.0:1767384619.828633:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384619.828634:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384619.828636:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd2d50d9 02000000:00000001:2.0:1767384619.828639:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384619.828643:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384619.828646:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.828648:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384619.828656:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000089230c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049180288:0@lo:253: 00000400:00000200:3.0:1767384619.828659:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: PUT: OK 00000400:00000200:1.0:1767384619.828661:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.828673:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384619.828679:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384619.828681:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 02000000:00000001:2.0:1767384619.828682:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.828687:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 02000000:00000001:2.0:1767384619.828688:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384619.828696:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:2.0:1767384619.828697:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000054589a84. 00000400:00000200:1.0:1767384619.828697:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd2d50d9 00000400:00000010:1.0:1767384619.828706:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd2d50d9. 00000400:00000200:3.0:1767384619.828707:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (20) 02000000:00000001:2.0:1767384619.828707:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.828765:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:2.0:1767384619.828765:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da229ddd. 00000400:00000200:3.0:1767384619.828774:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (336 bytes) 00000100:00000001:1.0:1767384619.828774:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384619.828777:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff2cbaf6. 00000100:00000200:1.0:1767384619.828785:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384619.828788:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180288, portal 25 00000100:00000040:1.0:1767384619.828791:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000009e724d4a x1853237049180160 msgsize 4848 00000400:00000200:3.0:1767384619.828793:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:2.0:1767384619.828800:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.828806:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518501504 : -128356191050112 : ffff8b42bed3e680) 00000100:00100000:1.0:1767384619.828807:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384619.828809:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384619.828829:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (21) 00000100:00000001:1.0:1767384619.828837:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384619.828839:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.828841:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384619.828858:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp25 to MR: 192.168.202.154@tcp25 local destination 00000100:00000001:2.0:1767384619.828860:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.828867:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384619.828872:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp25 NI seq info: [48:48:256:4294967295] 192.168.202.154@tcp25 LPNI seq info [48:48:8:4294967295] 00000400:00000010:2.0:1767384619.828874:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4984659. 00000100:00000200:2.0:1767384619.828880:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180288, offset 0 00000400:00000200:2.0:1767384619.828905:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.828916:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25:192.168.202.154@tcp25) -> 192.168.202.154@tcp25(192.168.202.154@tcp25:192.168.202.154@tcp25) 192.168.202.154@tcp25 : ACK try# 0 00000800:00000200:3.0:1767384619.828923:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp25 00000400:00000200:1.0:1767384619.828928:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e445af1 00000800:00000010:3.0:1767384619.828929:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002963e8f0. 00000400:00000010:1.0:1767384619.828933:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e445af1. 00000400:00000200:2.0:1767384619.828940:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384619.828942:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384619.828950:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (6) 00000100:00000200:1.0:1767384619.828955:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384619.828969:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp25 ip 192.168.202.154:991 00000400:00000200:2.0:1767384619.828970:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004080 00000800:00000200:3.0:1767384619.828982:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002963e8f0 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384619.828988:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384619.828989:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000100:00000040:1.0:1767384619.828993:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384619.828998:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c40601ee. 00000800:00000001:3.0:1767384619.828999:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384619.829006:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.829008:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b674c7f5 00000100:00000001:1.0:1767384619.829009:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384619.829012:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.829017:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384619.829019:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.829024:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294909158 00000400:00000200:2.0:1767384619.829025:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384619.829031:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ef5fe0. 00000400:00000200:2.0:1767384619.829033:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b674c7f5 00000400:00000010:2.0:1767384619.829037:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b674c7f5. 00000100:00000001:1.0:1767384619.829038:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384619.829048:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384619.829050:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294909158 00000100:00000200:2.0:1767384619.829052:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384619.829056:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6957798. 00000800:00000200:3.0:1767384619.829059:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384619.829060:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000005e63b89a x1853237049180288 msgsize 4848 00000100:00000001:1.0:1767384619.829060:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767384619.829067:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002963e8f0. 00000100:00000001:1.0:1767384619.829070:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294909158 00000400:00000200:3.0:1767384619.829073:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384619.829076:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e55ba3f7. 00000100:00100000:2.0:1767384619.829084:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384619.829089:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384619.829091:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384619.829093:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: ACK: OK 00000100:00000001:1.0:1767384619.829103:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294909158 00000100:00000001:2.0:1767384619.829109:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384619.829110:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384619.829110:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af17ae99. 00000800:00000001:3.0:1767384619.829119:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.829120:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384619.829122:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4984659 00000800:00000001:3.0:1767384619.829129:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384619.829130:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4984659. 00000100:00000001:1.0:1767384619.829131:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.829142:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.829144:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.829146:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384619.829146:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384619.829157:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384619.829161:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384619.829162:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.829170:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.829173:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384619.829179:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp25(192.168.202.154@tcp25) <- 192.168.202.154@tcp25 : ACK - for me 00000100:00000040:2.0:1767384619.829179:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.829195:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.829197:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384619.829204:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp25: ACK from 12345-192.168.202.154@tcp25 into md 0x1671 00000100:00000001:2.0:1767384619.829205:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.829213:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.829214:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294909158 00000400:00000200:3.0:1767384619.829218:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp25->192.168.202.154@tcp25: ACK: OK 00000400:00000200:3.0:1767384619.829221:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004157f456 00000400:00000010:3.0:1767384619.829226:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004157f456. 00000100:00000001:2.0:1767384619.829226:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294909158 00000100:00000001:2.0:1767384619.829231:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294909158 00000400:00000200:3.0:1767384619.829236:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384619.829236:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294909158 00000100:00000001:2.0:1767384619.829245:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294909158 00000400:00000200:3.0:1767384619.829251:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:2.0:1767384619.829252:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294909158 00000400:00000200:1.0:1767384619.829253:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384619.829260:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294909158 00000400:00000200:3.0:1767384619.829261:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:1.0:1767384619.829261:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000009c1acc78. 00000100:00000001:2.0:1767384619.829266:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294909158 00000400:00000010:1.0:1767384619.829274:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0b22e9. 00000400:00000200:3.0:1767384619.829275:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (20) 00000100:00000001:2.0:1767384619.829275:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.829288:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.829290:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a186bab0. 00000100:00000001:2.0:1767384619.829293:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.829294:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384619.829296:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009c1acc78 00000100:00000001:2.0:1767384619.829302:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.829304:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384619.829306:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000dc55cdf5. 00000400:00000200:1.0:1767384619.829316:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000400:00000200:1.0:1767384619.829323:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 00000400:00000200:1.0:1767384619.829328:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (19) 00000100:00000001:2.0:1767384619.829332:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384619.829333:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000033e22e35. 00000100:00100000:2.0:1767384619.829335:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180160 02000000:00000001:2.0:1767384619.829338:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384619.829338:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000001:2.0:1767384619.829344:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384619.829346:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ea8341f. 00000100:00000001:2.0:1767384619.829347:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.829354:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.829355:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000100:00100000:2.0:1767384619.829359:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180160 00000020:00000001:2.0:1767384619.829362:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384619.829364:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:1.0:1767384619.829366:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000001:2.0:1767384619.829367:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.829371:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:2.0:1767384619.829375:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:1.0:1767384619.829375:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:2.0:1767384619.829380:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384619.829385:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384619.829385:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000010:2.0:1767384619.829390:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000320dafb9. 00000400:00000200:1.0:1767384619.829390:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767384619.829395:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.829399:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000320dafb9. 00000400:00000200:1.0:1767384619.829399:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384619.829410:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000010:2.0:1767384619.829413:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f946bbe0. 00000400:00000200:1.0:1767384619.829416:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:2.0:1767384619.829421:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f27e6bc. 00000400:00000200:1.0:1767384619.829421:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:2.0:1767384619.829427:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000400:00000200:1.0:1767384619.829436:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000040:2.0:1767384619.829437:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384619.829442:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:2.0:1767384619.829447:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384619.829450:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384619.829452:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:2.0:1767384619.829453:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.829459:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:2.0:1767384619.829462:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.829463:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384619.829469:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:2.0:1767384619.829471:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.829472:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384619.829478:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000001:2.0:1767384619.829483:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384619.829483:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000100:00100000:2.0:1767384619.829487:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180288 00000400:00000200:1.0:1767384619.829489:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 02000000:00000001:2.0:1767384619.829490:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384619.829493:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.829495:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.829496:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 02000000:00000001:2.0:1767384619.829499:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.829502:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180288 00000400:00000200:1.0:1767384619.829503:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp26 00000020:00000001:2.0:1767384619.829504:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384619.829507:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384619.829509:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.829511:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000400:00000200:1.0:1767384619.829511:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp26 lpni_is_preferred = 0 00000020:00000001:2.0:1767384619.829515:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:1.0:1767384619.829516:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp26 00000020:00000001:2.0:1767384619.829520:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:1.0:1767384619.829524:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp26 NI seq info: [49:49:256:4294967295] 192.168.202.154@tcp26 LPNI seq info [49:49:8:4294967295] 00000100:00000001:2.0:1767384619.829525:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384619.829530:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000320dafb9. 00000400:00000200:1.0:1767384619.829532:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp26 00000100:00000001:2.0:1767384619.829534:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.829537:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000320dafb9. 00000020:00000010:2.0:1767384619.829545:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f316fe57. 00000400:00000200:1.0:1767384619.829550:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26:) -> 192.168.202.154@tcp26(192.168.202.154@tcp:192.168.202.154@tcp26) : GET try# 0 00000020:00000010:2.0:1767384619.829551:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e5e6805. 00000100:00000001:3.0:1767384619.829558:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1767384619.829558:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp26 00000020:00000010:2.0:1767384619.829559:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000001:3.0:1767384619.829564:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384619.829567:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:1.0:1767384619.829568:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005f5dffa1. 00000100:00000001:2.0:1767384619.829569:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384619.829572:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384619.829575:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000e445af1. 00000100:00100000:3.0:1767384619.829583:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000800:00000010:1.0:1767384619.829585:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000938eb0aa. 00000100:00000040:3.0:1767384619.829591:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384619.829592:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.829601:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512759888 : -128357196791728 : ffff8b4282e18050) 00000100:00000001:2.0:1767384619.829603:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384619.829603:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (2) 00000800:00000200:1.1:1767384619.829615:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (2) 00000100:00000040:3.0:1767384619.829620:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e724d4a x1853237049180160/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.829621:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384619.829626:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384619.829629:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000100:00100000:2.0:1767384619.829637:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000400:00000200:1.0:1767384619.829642:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 00000100:00000040:2.0:1767384619.829644:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384619.829651:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512768080 : -128357196783536 : ffff8b4282e1a050) 00000100:00000001:1.0:1767384619.829661:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.829664:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384619.829665:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e63b89a x1853237049180288/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.829665:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.829673:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000506f435b. 00000100:00000001:1.0:1767384619.829677:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.829681:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.829682:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384619.829683:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.829689:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000320dafb9. 00000020:00000010:3.0:1767384619.829696:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000506f435b. 00000100:00000001:2.0:1767384619.829698:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.829704:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000320dafb9. 00000100:00100000:3.0:1767384619.829711:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e724d4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049180160:12345-0@lo:253: 00000100:00100000:2.0:1767384619.829758:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e63b89a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049180288:12345-0@lo:253: 00000100:00000200:2.0:1767384619.829764:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180288 00000020:00000001:2.0:1767384619.829769:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384619.829773:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384619.829777:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.829781:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384619.829783:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000200:3.0:1767384619.829792:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180160 00000020:00000001:2.0:1767384619.829794:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384619.829801:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384619.829801:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.829809:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384619.829810:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384619.829816:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.829817:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384619.829832:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.829835:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384619.829839:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384619.829840:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 02000000:00000001:2.0:1767384619.829844:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384619.829847:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384619.829852:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384619.829853:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d112a0f. 00000020:00000001:3.0:1767384619.829861:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384619.829861:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.829869:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384619.829869:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.829880:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.829880:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384619.829891:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:2.0:1767384619.829893:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000001fa240e. 02000000:00000001:3.0:1767384619.829895:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384619.829898:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384619.829902:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384619.829904:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384619.829906:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384619.829907:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3ac23f1. 20000000:00000001:2.0:1767384619.829909:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.829917:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.829918:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384619.829924:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384619.829927:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000027e510a3. 20000000:00000001:3.0:1767384619.829929:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384619.829930:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:2.0:1767384619.829938:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767384619.829949:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003371e95. 00080000:00000001:2.0:1767384619.829949:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384619.829955:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384619.829958:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384619.829964:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384619.829968:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384619.829971:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.829972:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384619.829980:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.829988:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.829993:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384619.829993:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384619.829996:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.829999:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384619.830001:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384619.830003:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:2.0:1767384619.830007:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:2.0:1767384619.830008:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384619.830010:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384619.830013:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.830014:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.830017:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384619.830021:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384619.830024:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384619.830028:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aae71deb. 00080000:00000001:2.0:1767384619.830030:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267334656 : -128361442216960 : ffff8b4185d57400) 00080000:00000001:2.0:1767384619.830033:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384619.830036:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384619.830040:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000320dafb9. 00080000:00000001:2.0:1767384619.830043:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.830046:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384619.830047:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00080000:00000001:2.0:1767384619.830061:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.830080:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384619.830089:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830149:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830173:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830192:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830215:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830234:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830249:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830261:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830277:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830293:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830307:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830322:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830351:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830366:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830382:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830396:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830415:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830429:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830453:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830473:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830498:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830518:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830543:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830565:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830586:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830610:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830628:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830646:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830666:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830689:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.830750:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00080000:00000010:3.0:1767384619.830942:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aae71deb. 00080000:00000010:3.0:1767384619.830988:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000320dafb9. 00040000:00000001:3.0:1767384619.830994:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384619.830998:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384619.831001:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384619.831006:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384619.831009:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.831011:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:1.0:1767384619.831015:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8873165. 00000800:00000010:1.0:1767384619.831020:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051eb4a59. 20000000:01000000:3.0:1767384619.831022:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:1.0:1767384619.831027:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d55f2989. 20000000:00000001:3.0:1767384619.831034:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384619.831038:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384619.831045:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:1.0:1767384619.831070:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d55f2989. 20000000:00000010:1.0:1767384619.831117:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8917490. 20000000:01000000:1.0:1767384619.831119:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:1.0:1767384619.831123:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384619.831125:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384619.831128:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384619.831135:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384619.831139:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384619.831141:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.831143:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384619.831147:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:3.0:1767384619.831149:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384619.831149:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384619.831160:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384619.831161:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384619.831165:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.831166:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384619.831168:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000002:1.0:1767384619.831168:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:1.0:1767384619.831175:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384619.831177:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384619.831180:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384619.831183:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384619.831186:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384619.831188:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384619.831193:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000400:00000200:2.0:1767384619.831197:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp26 from 221.3.0.2 00080000:00000001:1.0:1767384619.831198:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:3.0:1767384619.831201:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b1645ad2 count: 2 00000800:00000010:2.0:1767384619.831203:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f5a39a5c. 00080000:00000010:1.0:1767384619.831204:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a08676a4. 00010000:00000001:3.0:1767384619.831205:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384619.831218:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384619.831219:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268452352 : -128361441099264 : ffff8b4185e68200) 00080000:00000001:1.0:1767384619.831227:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000010:3.0:1767384619.831228:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000154695f6. 00000020:00000001:3.0:1767384619.831234:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000001:1.0:1767384619.831237:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1767384619.831239:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000154695f6 with handle 0xefc2db714b35c3a3 to hash 00000020:00000001:3.0:1767384619.831243:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:1.0:1767384619.831245:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d55f2989. 00010000:00000001:3.0:1767384619.831248:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00080000:00000001:1.0:1767384619.831250:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.831255:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00080000:00000001:1.0:1767384619.831256:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384619.831263:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.831266:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.831269:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384619.831273:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.831285:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384619.831289:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384619.831290:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384619.831301:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384619.831312:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.831315:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384619.831321:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.831327:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000010:1.0:1767384619.831328:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df6481a2. 00010000:00000001:3.0:1767384619.831329:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.831335:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.831337:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384619.831337:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c79c349. 00010000:00000001:3.0:1767384619.831347:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.831351:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384619.831354:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384619.831360:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1645ad2) refcount = 2 00080000:00000020:2.0:1767384619.831363:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:3.0:1767384619.831364:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000010:1.0:1767384619.831366:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f828625f. 00010000:00000040:3.0:1767384619.831373:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.831375:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384619.831381:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000001fa240e. 00000800:00000200:1.1:1767384619.831387:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (2) 20000000:00000001:2.0:1767384619.831392:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384619.831403:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp26 00000000f828625f deleted 00010000:00000040:3.0:1767384619.831405:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384619.831406:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180288 00000800:00000010:1.1:1767384619.831408:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f828625f. 00010000:00000040:3.0:1767384619.831409:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.831412:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000200:1.1:1767384619.831418:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000200:2.0:1767384619.831424:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e63b89a x1853237049180288/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384619.831435:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000506f435b. 00010000:00000001:2.0:1767384619.831442:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:1.1:1767384619.831444:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp26 ip 192.168.202.154:989 00000100:00000001:3.0:1767384619.831445:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1767384619.831446:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384619.831453:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005e8749b. 00000800:00000200:1.1:1767384619.831453:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f5dffa1 type 2, nob 96 niov 1 nkiov 0 00000100:00001000:2.0:1767384619.831454:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.831465:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712270569664 : -128361438981952 : ffff8b418606d0c0) 00000100:00000001:2.0:1767384619.831468:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384619.831473:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712270569664 : -128361438981952 : ffff8b418606d0c0) 00000800:00000200:1.0:1767384619.831473:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp26 p 3.x 192.168.202.154 -> 192.168.202.154:989 incarnation:1767384618020584738 sched[0] 00000100:00000040:2.0:1767384619.831476:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.831484:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384619.831484:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000800:00000010:1.0:1767384619.831486:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e2309fc. 00000100:00000001:3.0:1767384619.831490:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 02000000:00000001:2.0:1767384619.831491:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384619.831496:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:2.0:1767384619.831496:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.831502:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384619.831502:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384619.831512:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384619.831517:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384619.831518:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.831523:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:2.0:1767384619.831524:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4984659. 00010000:00000001:3.0:1767384619.831529:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000200:2.0:1767384619.831531:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180288, offset 224 00000800:00000010:1.0:1767384619.831534:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e2309fc. 00010000:00000001:3.0:1767384619.831539:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1767384619.831540:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384619.831540:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c79c349. 00000100:00000010:3.0:1767384619.831544:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002012643f. 00000020:00000040:3.0:1767384619.831548:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000001:3.0:1767384619.831552:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384619.831556:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384619.831559:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384619.831561:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384619.831568:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a86c70ad. 00000400:00000200:2.0:1767384619.831573:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004080 00000100:00000001:3.0:1767384619.831574:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384619.831574:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f5a39a5c. 00010000:00010000:3.0:1767384619.831587:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.831596:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x167d [2] + 224 00000800:00000200:1.1:1767384619.831602:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384619.831613:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384619.831613:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp26 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384618020584738 sched[0] 00010000:00010000:3.0:1767384619.831620:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 391 lvb_type: 0 00000800:00000010:1.0:1767384619.831622:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051eb4a59. 00000400:00000200:2.0:1767384619.831629:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.831637:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384619.831642:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000200:2.0:1767384619.831646:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.831649:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384619.831659:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384619.831660:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.831668:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384619.831700:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.831702:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384619.831708:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.831716:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049180416:0@lo:104: 00000100:00000001:2.0:1767384619.831772:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384619.831773:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384619.831782:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384619.831785:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.831786:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4984659 02000000:00000001:3.0:1767384619.831788:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384619.831794:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4984659. 02000000:00000010:3.0:1767384619.831795:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6739a60. 02000000:00000001:3.0:1767384619.831803:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.831806:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384619.831807:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:3.0:1767384619.831808:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000100:00000001:2.0:1767384619.831812:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.831836:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.831838:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000040:2.0:1767384619.831843:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000200:3.0:1767384619.831845:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049180416, portal 16 00010000:00000001:2.0:1767384619.831846:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384619.831851:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384619.831852:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.831853:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420414080 : -128356289137536 : ffff8b42b8fb3480) 00000020:00000001:2.0:1767384619.831857:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384619.831863:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384619.831873:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e63b89a x1853237049180288/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.831879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00100000:2.0:1767384619.831897:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e63b89a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049180288:12345-0@lo:253: Request processed in 2208us (2831us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384619.831911:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.831926:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384619.831929:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384619.831934:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000040:3.0:1767384619.831935:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384619.831941:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384619.831943:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384619.831944:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000100:00000200:3.0:1767384619.831949:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049180416, offset 0 00000020:00000010:2.0:1767384619.831949:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e5e6805. 00000400:00000200:1.0:1767384619.831957:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384619.831966:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384619.831967:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000020:00000010:2.0:1767384619.831974:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f316fe57. 00000400:00000200:3.0:1767384619.831982:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384619.831984:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 02000000:00000001:2.0:1767384619.831994:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384619.831995:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260004100 02000000:00000010:2.0:1767384619.831999:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d112a0f. 00000400:00000200:3.0:1767384619.832008:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 02000000:00000001:2.0:1767384619.832010:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767384619.832010:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:2.0:1767384619.832015:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384619.832022:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384619.832028:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2d2bb8. 00000400:00000200:3.0:1767384619.832030:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.832037:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384619.832037:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4984659. 00000400:00000200:1.0:1767384619.832049:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.832050:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384619.832057:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384619.832063:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013d53cbe. 00000100:00000040:3.0:1767384619.832065:0:17104:0:(events.c:337:request_in_callback()) incoming req@0000000013d53cbe x1853237049180416 msgsize 328 00000100:00000001:2.0:1767384619.832073:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384619.832079:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384619.832080:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384619.832090:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384619.832093:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384619.832095:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384619.832096:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da229ddd. 00000400:00000200:2.0:1767384619.832105:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2cbaf6 00000400:00000010:2.0:1767384619.832108:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff2cbaf6. 00000100:00000001:2.0:1767384619.832114:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384619.832119:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000100:00000200:2.0:1767384619.832124:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384619.832125:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000400:00000200:1.0:1767384619.832125:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.832133:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384619.832140:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384619.832155:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000200:2.0:1767384619.832156:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.832157:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384619.832167:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384619.832179:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:2.0:1767384619.832180:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.832192:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.832193:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832202:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.832202:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384619.832211:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.832214:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384619.832216:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294909161 00000100:00000001:2.0:1767384619.832220:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.832225:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832228:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294909158 00000400:00000200:1.0:1767384619.832228:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 02000000:00000001:2.0:1767384619.832229:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832242:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294909161 00000100:00001000:2.0:1767384619.832244:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=37 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384619.832252:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294909158 00000100:00001000:2.0:1767384619.832253:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.832264:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294909161 00000100:00000001:2.0:1767384619.832264:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384619.832269:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.832272:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384619.832283:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832287:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294909158 00000100:00000001:2.0:1767384619.832288:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832296:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294909161 00000100:00000040:2.0:1767384619.832302:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.832303:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294909158 00000100:00000001:3.0:1767384619.832314:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.832315:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384619.832316:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.832322:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.832324:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384619.832329:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.832330:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.832333:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.832338:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384619.832339:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384619.832341:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.832344:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384619.832345:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384619.832346:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.832351:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:01000004:2.0:1767384619.832353:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384619.832354:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384619.832358:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384619.832360:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384619.832361:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.832365:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:01000004:2.0:1767384619.832365:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:3.0:1767384619.832369:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 0000000005e8749b going to sleep for 11 seconds 00000020:01000004:2.0:1767384619.832371:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384619.832376:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384619.832377:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384619.832386:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384619.832388:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384619.832389:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384619.832406:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.832413:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00100000:2.0:1767384619.832419:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000089230c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049180288:0@lo:253: 00000100:00000001:2.0:1767384619.832433:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.832435:0:17116:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384619.832436:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384619.832440:0:17116:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180416 02000000:00000001:3.0:1767384619.832444:0:17116:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.832447:0:17116:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384619.832447:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000089230c3 x1853237049180288/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.832451:0:17116:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.832462:0:17116:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.832473:0:17116:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180416 00000100:00000001:2.0:1767384619.832475:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384619.832477:0:17116:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384619.832479:0:17116:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 02000000:00000001:2.0:1767384619.832480:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384619.832482:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000001:3.0:1767384619.832483:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767384619.832486:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000054589a84. 00000020:00000040:3.0:1767384619.832490:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000020:00000001:3.0:1767384619.832494:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000020:00000001:3.0:1767384619.832501:0:17116:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:3.0:1767384619.832505:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384619.832506:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767384619.832508:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d060df. 00000020:00000001:2.0:1767384619.832511:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384619.832512:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384619.832514:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384619.832518:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384619.832520:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c3d8224e. 00000020:00000010:3.0:1767384619.832530:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d060df. 02000000:00000001:2.0:1767384619.832534:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384619.832538:0:17116:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f59dec. 02000000:00000001:2.0:1767384619.832539:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384619.832541:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000020:00000010:3.0:1767384619.832545:0:17116:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac30f82f. 00000100:00000010:2.0:1767384619.832546:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000089230c3. 00000020:00000010:3.0:1767384619.832552:0:17116:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000238f622d. 00000100:00000001:2.0:1767384619.832554:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384619.832559:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.832563:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.832569:0:17116:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384619.832572:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.832573:0:17116:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.832577:0:17116:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384619.832578:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832583:0:17116:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.832586:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.832592:0:17116:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.832592:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832608:0:17116:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.832611:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.832631:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384619.832633:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384619.832636:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384619.832643:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384619.832649:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384619.832654:0:17116:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:3.0:1767384619.832657:0:17116:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420412288 : -128356289139328 : ffff8b42b8fb2d80) 00000100:00000040:3.0:1767384619.832663:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013d53cbe x1853237049180416/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/0 e 0 to 0 dl 1767384630 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384619.832665:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.832677:0:17116:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.832683:0:17116:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d060df. 00000100:00000001:3.0:1767384619.832686:0:17116:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.832688:0:17116:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d060df. 00000100:00100000:3.0:1767384619.832698:0:17116:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013d53cbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049180416:12345-0@lo:104: 00000400:00000200:1.0:1767384619.832701:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000200:3.0:1767384619.832702:0:17116:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180416 00010000:00000001:3.0:1767384619.832707:0:17116:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000200:2.0:1767384619.832709:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767384619.832753:0:17116:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.832756:0:17116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.832759:0:17116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=2 00000800:00000010:2.0:1767384619.832760:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005f5dffa1. 00000020:00000001:3.0:1767384619.832763:0:17116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:3.0:1767384619.832768:0:17116:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00000400:00000200:2.0:1767384619.832771:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384619.832772:0:17116:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.832775:0:17116:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.832782:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: GET: OK 00010000:00010000:3.0:1767384619.832791:0:17116:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.832794:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384619.832804:0:17116:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384619.832806:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 02000000:00000001:3.0:1767384619.832808:0:17116:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384619.832810:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 02000000:00000010:3.0:1767384619.832813:0:17116:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1edc9a2. 02000000:00000001:3.0:1767384619.832817:0:17116:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.832832:0:17116:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.832836:0:17116:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.832838:0:17116:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384619.832838:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767384619.832843:0:17116:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.832848:0:17116:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1767384619.832848:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.832855:0:17116:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000800:00000001:2.0:1767384619.832855:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384619.832863:0:17116:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384619.832867:0:17116:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.832869:0:17116:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.832873:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.832875:0:17116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767384619.832877:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.832886:0:17116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.832892:0:17116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000100:00000200:3.0:1767384619.832900:0:17116:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049180416, offset 224 00000400:00000200:2.0:1767384619.832901:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26) <- 192.168.202.154@tcp26 : GET - for me 00000400:00000200:3.0:1767384619.832914:0:17116:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.832928:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384619.832931:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384619.832933:0:17116:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384619.832945:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 336/336 into md 0x166d [1] + 0 00000400:00000200:3.0:1767384619.832953:0:17116:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260004100 00000400:00000200:2.0:1767384619.832963:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp26 to MR: 192.168.202.154@tcp26 local destination 00000400:00000200:1.0:1767384619.832966:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384619.832970:0:17116:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1691 [1] + 224 00000400:00000200:3.0:1767384619.832984:0:17116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.832989:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp26 NI seq info: [50:50:256:4294967295] 192.168.202.154@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1767384619.832991:0:17116:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384619.833006:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384619.833014:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26:192.168.202.154@tcp26) -> 192.168.202.154@tcp26(192.168.202.154@tcp26:192.168.202.154@tcp26) 192.168.202.154@tcp26 : REPLY try# 0 00000100:00000001:3.0:1767384619.833034:0:17116:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384619.833036:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000800:00000200:2.0:1767384619.833039:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.154@tcp26 00000100:00000200:3.0:1767384619.833045:0:17116:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1767384619.833050:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf357bf. 00000100:00000040:3.0:1767384619.833065:0:17116:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767384619.833072:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000400:00000200:1.0:1767384619.833090:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000100:00000001:3.0:1767384619.833094:0:17116:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1767384619.833095:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp26 ip 192.168.202.154:988 00000800:00000200:2.0:1767384619.833103:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcf357bf type 3, nob 432 niov 1 nkiov 1 00000400:00000200:3.0:1767384619.833104:0:17116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:3.0:1767384619.833111:0:17116:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000100:00000001:3.0:1767384619.833125:0:17116:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384619.833126:0:17116:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.833136:0:17116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.833140:0:17116:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384619.833143:0:17116:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384619.833147:0:17116:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000804547d5. 00010000:00000001:3.0:1767384619.833150:0:17116:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384619.833160:0:17116:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767384619.833161:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00010000:00000001:3.0:1767384619.833162:0:17116:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384619.833170:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767384619.833171:0:17116:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.833177:0:17116:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384619.833179:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf357bf. 00000100:00000040:3.0:1767384619.833184:0:17116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013d53cbe x1853237049180416/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384619.833188:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384619.833196:0:17116:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013d53cbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049180416:12345-0@lo:104: Request processed in 516us (1126us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384619.833196:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384619.833213:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: REPLY: OK 00000100:00100000:3.0:1767384619.833219:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384619.833223:0:17116:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00000001:3.0:1767384619.833227:0:17116:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384619.833231:0:17116:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1767384619.833232:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384619.833235:0:17116:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac30f82f. 00000020:00000010:3.0:1767384619.833240:0:17116:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000238f622d. 00000800:00000001:2.0:1767384619.833242:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384619.833244:0:17116:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f59dec. 00000400:00000200:1.0:1767384619.833246:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000800:00000001:2.0:1767384619.833250:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384619.833256:0:17116:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00000800:00000001:2.0:1767384619.833260:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.833263:0:17116:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384619.833266:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.833275:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.833284:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26) <- 192.168.202.154@tcp26 : REPLY - for me 00000020:00000001:3.0:1767384619.833287:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384619.833289:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000020:00000001:3.0:1767384619.833291:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.833299:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:2.0:1767384619.833300:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp26: Reply from 12345-192.168.202.154@tcp26 of length 336/336 into md 0x1689 00010000:00000001:3.0:1767384619.833310:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000001:2.0:1767384619.833312:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384619.833313:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384619.833316:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384619.833320:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.833320:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384619.833330:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384619.833338:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d5cba1d already unused, calling callback (000000000d977f2e) 00000400:00000200:2.0:1767384619.833340:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: REPLY: OK 00000400:00000200:2.0:1767384619.833344:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 10000000:00000001:3.0:1767384619.833350:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1767384619.833350:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000400:00000200:1.0:1767384619.833354:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 10000000:00010000:3.0:1767384619.833357:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.833358:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384619.833366:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:2.0:1767384619.833373:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:1.0:1767384619.833374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384619.833382:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 19. state = 0x100251 00000400:00000200:2.0:1767384619.833393:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00010000:00000001:3.0:1767384619.833396:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384619.833400:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.833403:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384619.833403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384619.833404:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (20) 00000020:00000040:3.0:1767384619.833412:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=3 00000800:00000001:2.0:1767384619.833416:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384619.833418:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00000800:00000001:2.0:1767384619.833420:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.833428:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:3.0:1767384619.833435:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384619.833438:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384619.833441:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384619.833442:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384619.833456:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000d1 10000000:00000001:3.0:1767384619.833459:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384619.833462:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384619.833464:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000f316fe57. 00000400:00000010:2.0:1767384619.833473:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000008e1839aa. 10000000:01000000:3.0:1767384619.833475:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000400:00000010:2.0:1767384619.833481:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000c99663bf. 10000000:00000001:3.0:1767384619.833482:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384619.833488:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384619.833493:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384619.833495:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384619.833497:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384619.833511:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384619.833514:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384619.833516:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:3.0:1767384619.833518:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384619.833521:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.833522:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e1f08da4. 00010000:00000001:3.0:1767384619.833532:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384619.833538:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e1f08da4 nid 192.168.202.154@tcp27 00010000:00000001:3.0:1767384619.833539:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384619.833549:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384619.833549:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000439f7be2. 00010000:00000001:3.0:1767384619.833555:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.833561:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.833561:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000439f7be2 net tcp27 00000800:00000010:1.0:1767384619.833562:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046ef7933. 00000800:00000010:1.0:1767384619.833576:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051eb4a59. 00000020:00000040:3.0:1767384619.833578:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d5cba1d with handle 0xefc2db714b35c395 from hash 00000400:00000200:2.0:1767384619.833579:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (19) 00000800:00000010:1.0:1767384619.833583:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e2309fc. 00010000:00000001:3.0:1767384619.833589:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384619.833594:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp27 flags 0x11 00010000:00000001:3.0:1767384619.833602:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384619.833604:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000f316fe57. 00000800:00000010:1.0:1767384619.833604:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e2309fc. 00010000:00000001:3.0:1767384619.833606:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.833611:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384619.833614:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000008e1839aa. 00010000:00000001:3.0:1767384619.833616:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00020000:1.0:1767384619.833618:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000400:00000010:2.0:1767384619.833619:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000c99663bf. 00010000:00000001:3.0:1767384619.833624:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:2.0:1767384619.833626:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000033e22e35. 00000400:00000200:2.0:1767384619.833634:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00010000:00000001:3.0:1767384619.833638:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767384619.833641:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00010000:00000001:3.0:1767384619.833645:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767384619.833646:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:2.0:1767384619.833651:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:2.0:1767384619.833654:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000100:00000010:3.0:1767384619.833655:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000400:00000200:2.0:1767384619.833659:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000020:00000040:3.0:1767384619.833663:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384619.833666:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000100:00000001:3.0:1767384619.833678:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384619.833678:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (20) 02000000:00000001:3.0:1767384619.833684:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384619.833690:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384619.833696:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007f59dec. 00000100:00000001:3.0:1767384619.833702:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.833706:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384619.833707:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384619.833712:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384619.833713:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384619.833716:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384619.833762:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000400:00000200:2.0:1767384619.833767:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00010000:00010000:3.0:1767384619.833774:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000010:2.0:1767384619.833774:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00010000:00000001:3.0:1767384619.833780:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.833781:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384619.833785:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384619.833789:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384619.833791:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384619.833800:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021a01da] to pc [ptlrpcd_00_01+1] req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384619.833816:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384619.833848:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.833859:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.833864:0:17104:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384619.833865:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384619.833867:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.833870:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384619.833875:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384619.833876:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.833879:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384619.833881:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.833884:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.833888:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=37 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384619.833890:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384619.833897:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.833901:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=37 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384619.833904:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.833910:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384619.833915:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.833923:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.833923:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:3.0:1767384619.833928:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 000000006d5cba1d/0xefc2db714b35c395 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c39c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.833928:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.833940:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.833950:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:3.0:1767384619.833990:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000da8d237c count: 0 00000100:00000001:2.0:1767384619.833990:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.833998:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384619.834000:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.834004:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384619.834008:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.834010:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.834011:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.834015:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384619.834016:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384619.834020:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000804547d5. 00000100:00000040:2.0:1767384619.834025:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384619.834029:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.834037:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384619.834041:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.834042:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049180416:0@lo:104: 00010000:00010000:3.0:1767384619.834046:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384619.834052:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384619.834054:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.834056:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.834066:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384619.834066:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.834071:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384619.834073:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:3.0:1767384619.834076:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.834078:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1767384619.834083:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384619.834086:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002012643f x1853237049180416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384619.834092:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384619.834095:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384619.834099:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6739a60. 02000000:00000001:2.0:1767384619.834105:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384619.834110:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384619.834115:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:2.0:1767384619.834116:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384619.834123:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384619.834123:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00000020:00000001:2.0:1767384619.834133:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384619.834134:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384619.834136:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a86c70ad. 00000100:00000001:3.0:1767384619.834139:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384619.834141:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384619.834146:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384619.834146:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384619.834153:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384619.834154:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002012643f. 00000100:00000001:3.0:1767384619.834159:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384619.834162:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384619.834163:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.834167:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384619.834168:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005e8749b. 00000100:00000001:2.0:1767384619.834175:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384619.834178:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384619.834186:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000506f435b. 00010000:00000001:2.0:1767384619.834192:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834194:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384619.834199:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.834199:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.834213:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384619.834213:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384619.834217:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:3.0:1767384619.834219:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.834220:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384619.834224:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384619.834225:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.834240:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049180544:0@lo:103: 00000100:00000001:3.0:1767384619.834246:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384619.834250:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384619.834252:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.834255:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384619.834268:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.834270:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384619.834276:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a86c70ad. 02000000:00000001:3.0:1767384619.834281:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.834287:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:3.0:1767384619.834293:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000100:00000200:3.0:1767384619.834297:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049180544, portal 18 00000100:00000001:3.0:1767384619.834300:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384619.834302:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00000100:00000040:3.0:1767384619.834308:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.834318:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.834320:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.834323:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384619.834326:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049180544, offset 0 00000400:00000200:3.0:1767384619.834332:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.834340:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.834350:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260004180 00000400:00000200:3.0:1767384619.834355:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:3.0:1767384619.834361:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.834364:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.834369:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384619.834372:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384619.834376:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000100:00000040:3.0:1767384619.834379:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000735875c5 x1853237049180544 msgsize 328 00000100:00100000:3.0:1767384619.834385:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384619.834401:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384619.834408:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384619.834410:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:3.0:1767384619.834412:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384619.834415:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.834423:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384619.834426:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.834432:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834442:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.834448:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834450:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294909163 00000100:00000001:3.0:1767384619.834455:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294909161 00000100:00000001:3.0:1767384619.834460:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294909163 00000100:00000001:3.0:1767384619.834462:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294909161 00000100:00000001:3.0:1767384619.834465:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294909163 00000100:00000001:3.0:1767384619.834468:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909161 00000100:00000001:3.0:1767384619.834470:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294909163 00000100:00000001:3.0:1767384619.834473:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909161 00000100:00000001:3.0:1767384619.834476:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384619.834478:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834480:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834483:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834504:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384619.834507:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180544 02000000:00000001:3.0:1767384619.834510:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.834512:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.834515:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.834519:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.834522:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180544 00000020:00000001:3.0:1767384619.834524:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384619.834525:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384619.834528:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.834530:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:3.0:1767384619.834533:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384619.834536:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384619.834539:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.834543:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d060df. 00000100:00000001:3.0:1767384619.834546:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.834548:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d060df. 00000020:00000010:3.0:1767384619.834554:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6739a60. 00000020:00000010:3.0:1767384619.834566:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac30f82f. 00000020:00000010:3.0:1767384619.834571:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000238f622d. 00000100:00000040:3.0:1767384619.834581:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384619.834584:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.834586:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384619.834588:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384619.834591:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.834595:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384619.834598:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.834600:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.834602:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cb2d5f6 refcount=4 00000020:00000001:3.0:1767384619.834605:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:3.0:1767384619.834607:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00010000:3.0:1767384619.834612:0:17075:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 391 lvb_type: 0 00010000:00000001:3.0:1767384619.834619:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.834621:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.834623:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.834624:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.834630:0:17075:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384619.834638:0:17075:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000735875c5 x1853237049180544/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.834646:0:17075:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384619.834648:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834665:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.834676:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384619.834677:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384619.834680:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384619.834683:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384619.834686:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000100:00000040:3.0:1767384619.834689:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000735875c5 x1853237049180544/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.834697:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.834708:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d060df. 00000100:00000001:3.0:1767384619.834710:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.834712:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d060df. 00000100:00100000:3.0:1767384619.834717:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000735875c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049180544:12345-0@lo:103: 00000100:00000200:3.0:1767384619.834755:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180544 00010000:00000001:3.0:1767384619.834759:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384619.834762:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384619.834764:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384619.834770:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384619.834772:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384619.834776:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000016615136. 02000000:00000001:3.0:1767384619.834779:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.834781:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.834784:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384619.834787:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384619.834790:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.834792:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.834794:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cb2d5f6 refcount=4 00000020:00000001:3.0:1767384619.834797:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:3.0:1767384619.834799:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000040:3.0:1767384619.834803:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b1645ad2 count: 3 00010000:00010000:3.0:1767384619.834809:0:17075:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 391 lvb_type: 0 00000100:00001000:3.0:1767384619.834815:0:17075:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384619 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384619.834818:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384619.834838:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.834839:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384619.834841:0:17075:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 391 lvb_type: 0 00000020:00000001:3.0:1767384619.834845:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.834847:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.834848:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.834855:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.834857:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384619.834858:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384619.834863:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.834863:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.834865:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.834866:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384619.834867:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cb2d5f6 with handle 0xefc2db714b35c39c from hash 00010000:00000001:3.0:1767384619.834869:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384619.834870:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.834871:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.834871:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384619.834872:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384619.834873:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384619.834874:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c39c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c395 expref: 16 pid: 17082 timeout: 391 lvb_type: 0 00010000:00000040:3.0:1767384619.834878:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:3.0:1767384619.834879:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:3.0:1767384619.834883:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.834885:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384619.834886:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384619.834888:0:17075:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000154695f6 00010000:00000001:3.0:1767384619.834890:0:17075:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384619.834892:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.834894:0:17075:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.834896:0:17075:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.834898:0:17075:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.834900:0:17075:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384619.834901:0:17075:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384619.834903:0:17075:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.834908:0:17075:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384619.834911:0:17075:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384619.834913:0:17075:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384619.834915:0:17075:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384619.834922:0:17075:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1645ad2) refcount = 2 00010000:00010000:3.0:1767384619.834925:0:17075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.834930:0:17075:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384619.834931:0:17075:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384619.834932:0:17075:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.834934:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384619.834936:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4d060df. 00000100:00000001:3.0:1767384619.834937:0:17075:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384619.834940:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000804547d5. 00000100:00000001:3.0:1767384619.834941:0:17075:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712270570240 : -128361438981376 : ffff8b418606d300) 00000100:00000001:3.0:1767384619.834942:0:17075:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712270570240 : -128361438981376 : ffff8b418606d300) 00000100:00000001:3.0:1767384619.834944:0:17075:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384619.834945:0:17075:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384619.834946:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384619.834948:0:17075:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384619.834951:0:17075:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384619.834953:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.834954:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.834956:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000154695f6 refcount=5 00000020:00000001:3.0:1767384619.834957:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384619.834959:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384619.834961:0:17075:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384619.834962:0:17075:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.834965:0:17075:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384619.834966:0:17075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.834970:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.834971:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384619.834972:0:17075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.834985:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.834986:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.834988:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384619.834989:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384619.834993:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000154695f6 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384619.834996:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.834997:0:17075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384619.834999:0:17075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384619.834999:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a08676a4. 00010000:00000001:3.0:1767384619.835011:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384619.835013:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.835014:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.835015:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000154695f6 refcount=6 00000020:00000001:3.0:1767384619.835017:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384619.835020:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00080000:00000010:2.0:1767384619.835022:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d55f2989. 00010000:00000001:3.0:1767384619.835023:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384619.835026:0:17075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.835038:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000001:2.0:1767384619.835039:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384619.835040:0:17075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384619.835042:0:17075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384619.835045:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384619.835049:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384619.835052:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:3.0:1767384619.835053:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384619.835056:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:2.0:1767384619.835057:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835058:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.835062:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.835062:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000040:3.0:1767384619.835070:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000154695f6 with handle 0xefc2db714b35c3a3 from hash 20000000:01000000:2.0:1767384619.835071:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:3.0:1767384619.835073:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384619.835076:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384619.835077:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384619.835084:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:01000000:2.0:1767384619.835087:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:3.0:1767384619.835094:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384619.835096:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384619.835099:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:2.0:1767384619.835099:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384619.835105:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384619.835106:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.835108:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835110:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384619.835111:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384619.835112:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.835114:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.835115:0:17075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835116:0:17075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835117:0:17075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.835119:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.835123:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.835125:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.835126:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384619.835128:0:17075:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384619.835129:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.835130:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.835132:0:17075:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384619.835135:0:17075:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.835136:0:17075:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835137:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.835138:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.835139:0:17075:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835141:0:17075:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384619.835143:0:17075:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384619.835144:0:17075:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835146:0:17075:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835147:0:17075:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384619.835148:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000804547d5. 00000100:00000001:3.0:1767384619.835150:0:17075:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384619.835151:0:17075:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384619.835152:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4d060df. 00010000:00000001:3.0:1767384619.835154:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384619.835160:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384619.835162:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.835166:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.835167:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.835169:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.835171:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384619.835173:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.835174:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384619.835176:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.835178:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835179:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.835181:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.835183:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384619.835185:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049180544, offset 224 00000400:00000200:3.0:1767384619.835187:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.835192:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.835195:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260004180 00000400:00000200:3.0:1767384619.835198:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16a1 [1] + 224 00000400:00000200:3.0:1767384619.835201:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.835207:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.835213:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.835216:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.835224:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000020:2.0:1767384619.835227:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384619.835232:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384619.835237:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000010:2.0:1767384619.835244:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003371e95. 00000400:00000200:3.0:1767384619.835246:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384619.835250:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 20000000:00000001:2.0:1767384619.835252:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835253:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384619.835255:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.835259:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.835262:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000040:2.0:1767384619.835263:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180160 00010000:00000001:3.0:1767384619.835265:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835270:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.835270:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384619.835279:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e724d4a x1853237049180160/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.835281:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049180544/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 328/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.835316:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000735875c5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049180544:12345-0@lo:103: Request processed in 615us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384619.835334:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00000001:2.0:1767384619.835335:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384619.835336:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384619.835339:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384619.835340:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835341:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384619.835345:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac30f82f. 00000100:00001000:2.0:1767384619.835347:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=37 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384619.835349:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000238f622d. 00000020:00000010:3.0:1767384619.835354:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6739a60. 00000020:00000040:3.0:1767384619.835360:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:2.0:1767384619.835360:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384619.835367:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.835372:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384619.835378:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384619.835384:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.835386:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835389:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.835391:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.835391:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:3.0:1767384619.835399:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384619.835402:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384619.835403:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.835405:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000200:3.0:1767384619.835410:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:3.0:1767384619.835411:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000400:00000010:2.0:1767384619.835412:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff2cbaf6. 00000100:00000001:3.0:1767384619.835414:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.835419:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384619.835421:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180160, offset 224 00000100:00000200:3.0:1767384619.835435:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.835441:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384619.835453:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384619.835455:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.835457:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384619.835459:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384619.835461:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.835462:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.835465:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384619.835466:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.835474:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384619.835477:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=37 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384619.835481:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004000 00000400:00000200:2.0:1767384619.835488:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1675 [2] + 224 00000400:00000200:2.0:1767384619.835494:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384619.835495:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384619.835500:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835504:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384619.835505:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384619.835506:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835512:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.835515:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384619.835516:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.835524:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384619.835526:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.835528:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384619.835530:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.835539:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.835583:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049180544:0@lo:103: 00000100:00000001:3.0:1767384619.835590:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.835595:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384619.835595:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.835600:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021a01da x1853237049180544/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.835615:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384619.835617:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384619.835619:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a86c70ad. 02000000:00000001:3.0:1767384619.835623:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384619.835625:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384619.835628:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384619.835636:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384619.835640:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000007f59dec. 02000000:00000001:3.0:1767384619.835646:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384619.835648:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384619.835650:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 00000100:00000001:3.0:1767384619.835657:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384619.835659:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.835662:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.835667:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.835669:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.835671:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.835678:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384619.835685:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.835690:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2cbaf6 00000400:00000010:2.0:1767384619.835695:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff2cbaf6. 00000100:00000001:2.0:1767384619.835701:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384619.835702:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.835711:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384619.835714:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384619.835772:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384619.835776:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.835783:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384619.835786:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384619.835787:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000154695f6/0xefc2db714b35c3a3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384619.835794:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1645ad2 count: 0 00000100:00000001:2.0:1767384619.835803:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.835813:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384619.835813:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384619.835831:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384619.835833:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.835835:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:2.0:1767384619.835837:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:01000000:3.0:1767384619.835839:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384619.835845:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000040:2.0:1767384619.835847:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e724d4a x1853237049180160/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384619.835848:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384619.835858:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384619.835863:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384619.835871:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017689976. 00000100:00100000:2.0:1767384619.835873:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e724d4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049180160:12345-0@lo:253: Request processed in 6209us (7079us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384619.835879:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384619.835885:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095d53499. 00000100:00100000:2.0:1767384619.835888:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000020:00000001:3.0:1767384619.835893:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1767384619.835896:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000020:00000040:3.0:1767384619.835898:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095d53499 with handle 0xefc2db714b35c3aa to hash 00000100:00000001:2.0:1767384619.835902:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384619.835904:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384619.835907:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000100:00000001:2.0:1767384619.835907:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384619.835913:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000020:00000010:2.0:1767384619.835915:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f27e6bc. 00010000:00000001:3.0:1767384619.835918:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384619.835922:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.835924:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00010000:00010000:3.0:1767384619.835927:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384619.835931:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f946bbe0. 00000020:00000040:2.0:1767384619.835943:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:2.0:1767384619.835948:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384619.835950:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3ac23f1. 02000000:00000001:2.0:1767384619.835961:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384619.835968:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.835970:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000200:2.0:1767384619.835975:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384619.835976:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384619.835980:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:2.0:1767384619.835983:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da229ddd. 00010000:00000001:3.0:1767384619.835984:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384619.835987:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.835992:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:2.0:1767384619.835993:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff2cbaf6. 00010000:00000001:3.0:1767384619.835995:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.836001:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384619.836003:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384619.836005:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384619.836007:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384619.836008:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017689976) refcount = 1 00010000:00010000:3.0:1767384619.836012:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.836014:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.836018:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384619.836023:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000001:2.0:1767384619.836026:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384619.836028:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000001:2.0:1767384619.836030:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384619.836032:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384619.836034:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9d1a080. 00010000:00000001:3.0:1767384619.836038:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.836040:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00010000:00000001:3.0:1767384619.836044:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384619.836045:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e23241e. 20000000:00000001:3.0:1767384619.836050:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384619.836053:0:16359:0:(events.c:78:reply_in_callback()) Process entered 20000000:01000000:3.0:1767384619.836056:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000200:2.0:1767384619.836060:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.836062:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.836066:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.836070:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095d53499 refcount=4 00000020:00000001:3.0:1767384619.836079:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384619.836088:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384619.836092:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384619.836094:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.836127:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384619.836130:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384619.836143:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.836173:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384619.836177:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384619.836178:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.836182:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384619.836184:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767384619.836186:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384619.836188:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.836192:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.836196:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.836199:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384619.836202:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.836204:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.836208:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=37 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384619.836209:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384619.836214:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384619.836216:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.836227:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384619.836231:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.836234:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095d53499 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384619.836237:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384619.836240:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384619.836241:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.836245:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384619.836247:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.836250:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384619.836256:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.836272:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384619.836277:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384619.836280:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384619.836282:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384619.836286:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384619.836287:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095d53499 refcount=5 00000100:00000001:2.0:1767384619.836290:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.836293:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000020:01000004:2.0:1767384619.836296:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384619.836301:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000020:01000004:2.0:1767384619.836303:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384619.836306:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384619.836313:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:01000004:2.0:1767384619.836314:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:3.0:1767384619.836320:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384619.836321:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384619.836326:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.836330:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384619.836333:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:3.0:1767384619.836337:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:01000004:2.0:1767384619.836338:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384619.836343:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:2.0:1767384619.836343:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384619.836349:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.836353:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.836357:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384619.836360:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384619.836366:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767384619.836370:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024bc32b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049180160:0@lo:253: 00010000:00000001:3.0:1767384619.836378:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384619.836388:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095d53499 with handle 0xefc2db714b35c3aa from hash 00000100:00000001:2.0:1767384619.836391:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.836393:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384619.836398:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384619.836399:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384619.836400:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.836403:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384619.836405:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384619.836408:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384619.836409:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024bc32b6 x1853237049180160/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.836411:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384619.836414:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.836419:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.836424:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384619.836426:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384619.836436:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.836440:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.836442:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.836448:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.836449:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384619.836451:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.836456:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384619.836457:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384619.836464:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005fb79e0d. 00010000:00000001:3.0:1767384619.836465:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.836468:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384619.836473:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384619.836475:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384619.836478:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.836479:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384619.836479:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384619.836485:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1767384619.836486:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384619.836489:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.836490:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 20000000:00000001:3.0:1767384619.836492:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384619.836497:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384619.836500:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384619.836505:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001bd2f0c1. 00010000:00000001:3.0:1767384619.836508:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384619.836512:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384619.836514:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095d53499/0xefc2db714b35c3aa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384619.836517:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384619.836520:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384619.836522:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024bc32b6. 00000100:00000001:2.0:1767384619.836531:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:3.0:1767384619.836532:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017689976 count: 0 00000100:00000001:2.0:1767384619.836538:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.836542:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.836544:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384619.836546:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384619.836549:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.836553:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.836556:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.836559:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384619.837137:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051eb4a59. 00000800:00000010:1.0:1767384619.837141:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000046ef7933. 00000400:02020000:1.0:1767384619.837194:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp26 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384619.839759:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294909163, at 4294909164 00000100:00000010:0.0:1767384619.839766:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ef5fe0. 00000100:00000040:3.0:1767384619.839788:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294909163, at 4294909164 00000100:00000010:3.0:1767384619.839800:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af17ae99. 00000100:00000040:2.0:1767384619.840461:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294909163, at 4294909164 00000100:00000010:2.0:1767384619.840470:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e55ba3f7. 00000100:00000040:1.0:1767384619.840704:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294909163, at 4294909164 00000100:00000010:1.0:1767384619.840711:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6957798. 00010000:00000010:3.1:1767384619.845755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000da8d237c. 00010000:00000010:3.1:1767384619.845777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d5cba1d. 00010000:00000010:3.1:1767384619.845790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cb2d5f6. 00010000:00000010:3.1:1767384619.845802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1645ad2. 00010000:00000010:3.1:1767384619.845816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000154695f6. 00010000:00000010:3.1:1767384619.845837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017689976. 00010000:00000010:3.1:1767384619.845845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095d53499. 00000400:00000010:0.0:1767384619.846376:0:25563:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000013ace2b. 00000400:00000040:0.0:1767384619.846394:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384619.846397:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384619.846399:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384619.846400:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384619.846402:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384619.846403:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384619.846406:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384619.846407:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384619.846408:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384619.846409:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384619.846411:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384619.846412:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384619.846413:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384619.846418:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384619.846419:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384619.846421:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384619.846422:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384619.846423:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384619.846423:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384619.846425:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384619.846426:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384619.846427:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384619.846428:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384619.846429:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384619.846430:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384619.846431:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384619.846433:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384619.846434:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384619.846434:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384619.846435:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384619.846436:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384619.846438:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384619.846439:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384619.846440:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384619.846441:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384619.846442:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384619.846442:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384619.846444:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384619.846445:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384619.846446:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384619.846447:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384619.846448:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384619.846449:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384619.846451:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384619.846452:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384619.846453:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384619.846453:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384619.846454:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384619.846456:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384619.846457:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384619.846458:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384619.846459:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384619.846464:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384619.846466:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384619.846467:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384619.846468:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384619.846469:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384619.846511:0:25563:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000013ace2b. 00010000:00000001:1.0:1767384620.563801:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384620.563826:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.563831:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384620.563832:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384620.563867:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384620.563871:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384620.563873:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384621.020140:0:25873:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001dafd3fd. 00080000:00000010:2.0:1767384621.020150:0:25873:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001dafd3fd. 00000020:00000001:2.0:1767384621.020155:0:25873:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384621.020161:0:25873:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001dafd3fd. 00080000:00000010:2.0:1767384621.020164:0:25873:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001dafd3fd. 00000020:00000001:2.0:1767384621.020167:0:25873:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.587782:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384621.587788:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.587794:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384621.587795:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.587844:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384621.587849:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.587852:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384621.798941:0:26037:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384621.798947:0:26037:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:3.0:1767384621.801979:0:26037:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384621.809157:0:26038:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d108a40f. 00000400:00000010:3.0:1767384621.809173:0:26038:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f9d93e07. 00000400:00000010:3.0:1767384621.809186:0:26038:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000f6f2be1. 00000400:00000010:3.0:1767384621.809190:0:26038:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000e3200a8. 00000400:00000010:3.0:1767384621.809196:0:26038:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000d5240b. 00000400:00000010:3.0:1767384621.809202:0:26038:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b11e906c. 00000400:00000010:3.0:1767384621.809204:0:26038:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000fc0520e. 00000400:00000010:3.0:1767384621.809207:0:26038:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d12474c. 00000400:00000010:3.0:1767384621.809211:0:26038:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002926abf3. 00000800:00000010:3.0:1767384621.809230:0:26038:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000848b888. 00000800:00000200:3.0:1767384621.809245:0:26038:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384621.809260:0:26038:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384621.809307:0:26038:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384621.809331:0:26038:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384621.811033:0:26038:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000261879fd. 00000400:00000010:3.0:1767384621.811041:0:26038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:3.0:1767384621.811048:0:26038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000400:00000001:3.0:1767384621.811070:0:26038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384621.811072:0:26038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384621.811073:0:26038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a90cca2. 00000400:00000200:3.0:1767384621.811081:0:26038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 00000400:00000010:3.0:1767384621.811083:0:26038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 00000400:00000010:3.0:1767384621.811087:0:26038:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000fde9d78b. 00000400:00000200:3.0:1767384621.811093:0:26038:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (19) 00000400:00000200:3.0:1767384621.811104:0:26038:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384621.811113:0:26038:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384621.811121:0:26038:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000003371e95. 00000400:00000200:2.0:1767384621.811126:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384621.811128:0:26038:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384621.811133:0:26038:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp28 00000400:00000200:2.0:1767384621.811138:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:2.0:1767384621.811146:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000400:00000010:3.0:1767384621.811148:0:26038:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f9d93e07. 00000400:00000200:2.0:1767384621.811154:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (20) 00000400:00000010:3.0:1767384621.811156:0:26038:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d108a40f. 00000400:00000010:2.0:1767384621.811162:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056ba27c4. 00000020:00000001:0.0:1767384621.811173:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384621.811175:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp26 10000000:00000001:0.0:1767384621.811180:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.811184:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384621.811187:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384621.811190:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384621.811196:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384621.811198:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp26 to MR: 192.168.202.154@tcp26 local destination 00000020:01000004:0.0:1767384621.811206:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384621.811208:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.811209:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.811211:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384621.811212:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384621.811214:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384621.811218:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384621.811219:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp26 NI seq info: [51:51:256:4294967295] 192.168.202.154@tcp26 LPNI seq info [51:51:8:4294967295] 00000020:01000004:0.0:1767384621.811221:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384621.811229:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp26 00000100:00000010:0.0:1767384621.811230:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 00000020:00000040:0.0:1767384621.811240:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384621.811249:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384621.811255:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26:192.168.202.154@tcp26) -> 192.168.202.154@tcp26(192.168.202.154@tcp26:192.168.202.154@tcp26) : PUT try# 0 02000000:00000001:0.0:1767384621.811255:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384621.811267:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384621.811268:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.154@tcp26 00000800:00000010:2.0:1767384621.811285:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a11e15a. 02000000:00000010:0.0:1767384621.811290:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e624d9ba. 00000800:00000200:2.0:1767384621.811295:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000100:00000001:0.0:1767384621.811299:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384621.811307:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000100:00000001:0.0:1767384621.811314:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384621.811316:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.811326:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041afcab9] to pc [ptlrpcd_00_02+2] req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384621.811334:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp26 ip 192.168.202.154:988 00000800:00000200:2.1:1767384621.811344:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a11e15a type 1, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384621.811376:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 10000000:00000001:0.0:1767384621.811377:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384621.811387:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.811394:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000020:00000001:0.0:1767384621.811396:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384621.811408:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384621.811418:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.811421:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.811423:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384621.811426:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384621.811427:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384621.811431:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384621.811434:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384621.811435:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384621.811436:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384621.811442:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384621.811443:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384621.811451:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000020:01000004:0.0:1767384621.811452:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.811458:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:2.0:1767384621.811459:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384621.811465:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384621.811471:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384621.811476:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384621.811477:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384621.811480:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384621.811482:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064602d22. 02000000:00000001:2.0:1767384621.811486:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384621.811487:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:2.0:1767384621.811493:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.811494:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384621.811502:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384621.811503:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.811512:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384621.811514:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049180672:0@lo:253: 00000400:00000200:1.0:1767384621.811515:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:2.0:1767384621.811530:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384621.811534:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c52e386d. 02000000:00000001:2.0:1767384621.811539:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384621.811540:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.811543:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.811547:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384621.811547:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384621.811553:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384621.811558:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000001fa240e. 00000100:00000040:0.0:1767384621.811563:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064602d22] to pc [ptlrpcd_00_03+3] req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384621.811564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 02000000:00000001:2.0:1767384621.811565:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.811582:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006660fda8. 10000000:00000001:0.0:1767384621.811594:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.811595:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e71ac1d3. 10000000:00000001:0.0:1767384621.811610:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.811616:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384621.811617:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180672, portal 25 00000400:00000200:1.0:1767384621.811620:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000020:01000000:0.0:1767384621.811623:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384621.811627:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384621.811635:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000020:00000010:0.0:1767384621.811636:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000003371e95. 00000100:00000040:2.0:1767384621.811652:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.811659:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.811667:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384621.811671:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ae1cc5. 00000100:00000200:2.0:1767384621.811675:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180672, offset 0 00000100:00000001:0.0:1767384621.811678:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.811684:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.811687:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384621.811688:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384621.811693:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384621.811701:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384621.811706:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384621.811792:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384621.811798:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004200 00000100:00000001:0.0:1767384621.811815:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.811823:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384621.811826:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.811827:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000200:1.0:1767384621.811829:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 02000000:00000001:0.0:1767384621.811833:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.811844:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003342eadb. 00000100:00100000:0.0:1767384621.811848:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049180800:0@lo:253: 00000100:00000001:0.0:1767384621.811854:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384621.811856:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002827935c 00000400:00000200:1.0:1767384621.811859:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 02000000:00000001:0.0:1767384621.811860:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384621.811869:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384621.811870:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.811876:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384621.811884:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384621.811884:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d72311a2. 00000400:00000200:1.0:1767384621.811890:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 02000000:00000001:0.0:1767384621.811890:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.811895:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002827935c 00000400:00000010:0.0:1767384621.811906:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092db8b12. 00000400:00000010:2.0:1767384621.811907:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002827935c. 00000400:00000200:1.0:1767384621.811919:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:2.0:1767384621.811929:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384621.811931:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b70c2749. 00000100:00000200:2.0:1767384621.811933:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384621.811940:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049180800, portal 25 00000100:00000040:2.0:1767384621.811943:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000ea9a64fd x1853237049180672 msgsize 4848 00000100:00000001:0.0:1767384621.811948:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384621.811950:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000400:00000200:1.0:1767384621.811952:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00100000:2.0:1767384621.811963:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384621.811968:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384621.811969:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.811981:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384621.811983:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384621.811987:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.811991:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39bef35. 00000100:00000200:0.0:1767384621.811995:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049180800, offset 0 00000400:00000200:2.0:1767384621.811996:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ae1cc5 00000400:00000200:1.0:1767384621.811996:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000010:2.0:1767384621.812000:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032ae1cc5. 00000100:00000001:2.0:1767384621.812004:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384621.812011:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.812014:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384621.812029:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384621.812039:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384621.812040:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.812051:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.812054:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384621.812058:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.812059:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004280 00000100:00000001:2.0:1767384621.812064:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.812073:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294911141 00000400:00000200:0.0:1767384621.812074:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000400:00000010:0.0:1767384621.812078:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000675fc7b1. 00000400:00000200:0.0:1767384621.812085:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c1ec4fe 00000100:00000010:2.0:1767384621.812089:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000260ed40. 00000400:00000200:0.0:1767384621.812093:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384621.812097:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384621.812104:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384621.812106:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294911141 00000400:00000200:0.0:1767384621.812109:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c1ec4fe 00000400:00000010:0.0:1767384621.812114:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c1ec4fe. 00000100:00000010:2.0:1767384621.812115:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea04a18. 00000400:00000200:1.0:1767384621.812115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:2.0:1767384621.812133:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384621.812135:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384621.812138:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384621.812140:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294911141 00000100:00000010:2.0:1767384621.812143:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020579882. 00000100:00000001:2.0:1767384621.812146:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384621.812151:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000431d6970 x1853237049180800 msgsize 4848 00000100:00000001:2.0:1767384621.812153:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294911141 00000100:00000010:2.0:1767384621.812159:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ceddf73. 00000100:00100000:0.0:1767384621.812165:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384621.812166:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384621.812167:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000040:0.0:1767384621.812169:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384621.812177:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.812180:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.812183:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812184:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384621.812190:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.812195:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39bef35 00000400:00000010:0.0:1767384621.812198:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b39bef35. 00000100:00000001:2.0:1767384621.812199:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.812203:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384621.812204:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384621.812215:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384621.812217:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.812224:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384621.812224:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000001:2.0:1767384621.812231:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.812244:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812248:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384621.812255:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.812262:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812265:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384621.812274:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812279:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294911141 00000100:00000001:0.0:1767384621.812281:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294911141 00000400:00000200:1.0:1767384621.812283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000001:0.0:1767384621.812283:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294911141 00000100:00000001:0.0:1767384621.812294:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294911141 00000100:00000001:0.0:1767384621.812299:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294911141 00000100:00000001:0.0:1767384621.812303:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294911141 00000100:00000001:0.0:1767384621.812306:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294911141 00000100:00000001:0.0:1767384621.812309:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294911141 00000100:00000001:0.0:1767384621.812310:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.812312:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812318:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812320:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.812329:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.812332:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384621.812337:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.812340:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.812343:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.812354:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384621.812407:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000800:00000200:2.0:1767384621.812410:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384621.812415:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a11e15a. 00000400:00000200:2.0:1767384621.812423:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.812435:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: PUT: OK 00000400:00000200:2.0:1767384621.812442:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384621.812449:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp26: 0 00000800:00000001:2.0:1767384621.812466:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.812478:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384621.812480:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384621.812485:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384621.812490:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384621.812492:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180672 02000000:00000001:0.0:1767384621.812499:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384621.812506:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384621.812507:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26) <- 192.168.202.154@tcp26 : PUT - for me 00000100:00000001:0.0:1767384621.812511:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.812518:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384621.812523:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180672 00000400:00000200:2.0:1767384621.812529:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 352 into portal 0 MB=0x8000000000000000 00000020:00000001:0.0:1767384621.812530:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384621.812531:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000020:00000040:0.0:1767384621.812535:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384621.812539:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.812546:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384621.812551:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:2.0:1767384621.812557:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 336/352 into md 0x1685 [1] + 0 00000020:00000001:0.0:1767384621.812559:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:2.0:1767384621.812562:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0b22e9. 00000100:00000001:0.0:1767384621.812567:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384621.812570:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a186bab0 00000020:00000010:0.0:1767384621.812574:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175fdcb8. 00000800:00000001:2.0:1767384621.812577:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384621.812582:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384621.812586:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175fdcb8. 00000800:00000001:2.0:1767384621.812587:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.812590:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384621.812593:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f6f62d2. 00000400:00000200:2.0:1767384621.812599:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: PUT: OK 00000020:00000010:0.0:1767384621.812602:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4edfe59. 00000400:00000200:2.0:1767384621.812608:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a186bab0 00000020:00000010:0.0:1767384621.812612:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3b292e. 00000400:00000010:2.0:1767384621.812613:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a186bab0. 00000400:00000200:1.0:1767384621.812621:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384621.812634:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384621.812640:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (21) 00000100:00000040:0.0:1767384621.812650:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384621.812651:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000100:00000001:0.0:1767384621.812659:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384621.812663:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (352 bytes) 00000100:00000001:0.0:1767384621.812664:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384621.812674:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.812683:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:0.0:1767384621.812689:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.812696:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (22) 00000400:00000200:2.0:1767384621.812703:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384621.812703:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384621.812788:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384621.812792:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp26 to MR: 192.168.202.154@tcp26 local destination 00000400:00000200:2.0:1767384621.812816:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp26 NI seq info: [52:52:256:4294967295] 192.168.202.154@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:2.0:1767384621.812842:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26:192.168.202.154@tcp26) -> 192.168.202.154@tcp26(192.168.202.154@tcp26:192.168.202.154@tcp26) 192.168.202.154@tcp26 : ACK try# 0 00000800:00000200:2.0:1767384621.812856:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp26 00000800:00000010:2.0:1767384621.812863:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a11e15a. 00000800:00000200:2.0:1767384621.812874:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:2.0:1767384621.812890:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp26 ip 192.168.202.154:989 00000800:00000200:2.0:1767384621.812895:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a11e15a type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384621.812898:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384621.812901:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180800 02000000:00000001:0.0:1767384621.812903:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384621.812906:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384621.812908:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.812912:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.812916:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384621.812916:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180800 00000400:00000200:1.0:1767384621.812926:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000020:00000001:0.0:1767384621.812927:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384621.812936:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000800:00000001:2.0:1767384621.812937:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.812939:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.812942:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:0.0:1767384621.812946:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384621.812950:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384621.812955:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.812959:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175fdcb8. 00000100:00000001:0.0:1767384621.812962:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384621.812966:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175fdcb8. 00000020:00000010:0.0:1767384621.812971:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e2b5f1. 00000020:00000010:0.0:1767384621.812976:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000193bb3fb. 00000020:00000010:0.0:1767384621.812980:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7200597. 00000100:00000001:0.0:1767384621.812989:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384621.812993:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384621.812995:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384621.812996:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384621.813000:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a11e15a. 00000100:00000001:0.0:1767384621.813003:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.813008:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384621.813009:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.813026:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: ACK: OK 00000100:00000001:0.0:1767384621.813036:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384621.813040:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384621.813045:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384621.813051:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000800:00000001:2.0:1767384621.813055:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384621.813056:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384621.813068:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512760912 : -128357196790704 : ffff8b4282e18450) 00000800:00000001:2.0:1767384621.813069:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384621.813080:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea9a64fd x1853237049180672/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384621.813082:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384621.813082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000001:2.0:1767384621.813097:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384621.813103:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.813108:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175fdcb8. 00000800:00000001:2.0:1767384621.813109:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.813121:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384621.813129:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175fdcb8. 00000400:00000200:2.0:1767384621.813139:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp26(192.168.202.154@tcp26) <- 192.168.202.154@tcp26 : ACK - for me 00000100:00100000:0.0:1767384621.813145:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea9a64fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049180672:12345-0@lo:253: 00000100:00000200:0.0:1767384621.813151:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180672 00000020:00000001:0.0:1767384621.813155:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384621.813159:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp26: ACK from 12345-192.168.202.154@tcp26 into md 0x16b9 00000020:00000001:0.0:1767384621.813167:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384621.813168:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384621.813174:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.813180:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384621.813184:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp26->192.168.202.154@tcp26: ACK: OK 00000020:00000001:0.0:1767384621.813185:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384621.813193:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384621.813195:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000020:00000001:0.0:1767384621.813197:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384621.813199:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000020:00000001:0.0:1767384621.813205:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384621.813209:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:0.0:1767384621.813210:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384621.813222:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384621.813224:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384621.813228:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:0.0:1767384621.813231:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384621.813235:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384621.813241:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 02000000:00000010:0.0:1767384621.813243:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001d5ab5f5. 00000400:00000200:2.0:1767384621.813248:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (21) 02000000:00000001:0.0:1767384621.813249:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.813263:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.813269:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:2.0:1767384621.813275:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.813281:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384621.813283:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3ac23f1. 20000000:01000000:0.0:1767384621.813288:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384621.813293:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384621.813298:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384621.813302:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.813304:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.813308:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384621.813318:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001fb72cc7. 20000000:01000000:0.0:1767384621.813322:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:0.0:1767384621.813331:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384621.813338:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384621.813339:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:2.0:1767384621.813352:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000e3fcb623. 00080000:00000001:0.0:1767384621.813352:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:2.0:1767384621.813362:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1fa160. 00000400:00000200:1.0:1767384621.813365:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000010:2.0:1767384621.813369:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000400:00000200:2.0:1767384621.813375:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e3fcb623 00080000:00000001:0.0:1767384621.813379:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:2.0:1767384621.813382:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000009c1acc78. 00000400:00000200:2.0:1767384621.813389:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:2.0:1767384621.813400:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 00080000:00000001:0.0:1767384621.813401:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.813406:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (20) 00080000:00000001:0.0:1767384621.813407:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384621.813417:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.813421:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000003251f5f1. 00080000:00000001:0.0:1767384621.813424:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000010:2.0:1767384621.813427:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00080000:00000001:0.0:1767384621.813428:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384621.813436:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000400:00000010:2.0:1767384621.813437:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000086293a8e. 00000400:00000200:2.0:1767384621.813450:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000020:00000001:0.0:1767384621.813450:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:0.0:1767384621.813459:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384621.813466:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.813476:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00080000:00000001:0.0:1767384621.813486:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384621.813490:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384621.813491:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00080000:00000001:0.0:1767384621.813497:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.813504:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384621.813505:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000001:0.0:1767384621.813513:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384621.813522:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384621.813525:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00080000:00000010:0.0:1767384621.813529:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c6f27b1d. 00080000:00000001:0.0:1767384621.813538:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268498432 : -128361441053184 : ffff8b4185e73600) 00000400:00000200:2.0:1767384621.813539:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00080000:00000001:0.0:1767384621.813553:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384621.813557:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000001:00000001:0.0:1767384621.813559:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384621.813561:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00080000:00000010:0.0:1767384621.813569:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000175fdcb8. 00000400:00000200:2.0:1767384621.813574:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00080000:00000001:0.0:1767384621.813578:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.813588:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384621.813592:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:2.0:1767384621.813599:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:2.0:1767384621.813610:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00080000:00000001:0.0:1767384621.813613:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.813619:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384621.813629:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00080000:00000001:0.0:1767384621.813636:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384621.813637:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:2.0:1767384621.813649:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384621.813659:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384621.813670:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:2.0:1767384621.813681:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384621.813681:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000100:00000001:0.0:1767384621.813684:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384621.813688:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384621.813698:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000100:00100000:0.0:1767384621.813704:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:0.0:1767384621.813708:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:2.0:1767384621.813711:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000100:00000001:0.0:1767384621.813716:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512770128 : -128357196781488 : ffff8b4282e1a850) 00000100:00000040:0.0:1767384621.813761:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000431d6970 x1853237049180800/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384621.813767:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000100:00000001:0.0:1767384621.813779:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.813785:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f131e35. 00000400:00000200:2.0:1767384621.813786:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp27 00000100:00000001:0.0:1767384621.813795:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.813800:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp27 lpni_is_preferred = 0 00000020:00000010:0.0:1767384621.813817:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f131e35. 00000400:00000200:1.0:1767384621.813825:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384621.813826:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp27 00000100:00100000:0.0:1767384621.813838:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000431d6970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049180800:12345-0@lo:253: 00000100:00000200:0.0:1767384621.813847:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180800 00000020:00000001:0.0:1767384621.813850:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384621.813852:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp27 NI seq info: [53:53:256:4294967295] 192.168.202.154@tcp27 LPNI seq info [53:53:8:4294967295] 00000020:00000001:0.0:1767384621.813856:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384621.813862:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.813866:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384621.813870:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp27 00000020:00000001:0.0:1767384621.813870:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384621.813878:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384621.813888:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.813893:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384621.813895:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384621.813901:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.813908:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384621.813909:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27:) -> 192.168.202.154@tcp27(192.168.202.154@tcp:192.168.202.154@tcp27) : GET try# 0 02000000:00000001:0.0:1767384621.813912:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384621.813916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 02000000:00000010:0.0:1767384621.813925:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001bd2f0c1. 00000800:00000200:2.0:1767384621.813926:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp27 02000000:00000001:0.0:1767384621.813939:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.813942:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a11e15a. 00000100:00000001:0.0:1767384621.813943:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.813949:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384621.813951:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000032ae1cc5. 00000400:00000200:1.0:1767384621.813953:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 20000000:00000010:0.0:1767384621.813957:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c3d8224e. 00000800:00000010:2.0:1767384621.813959:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002827935c. 20000000:01000000:0.0:1767384621.813962:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384621.813965:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384621.813967:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384621.813973:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384621.813974:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (2) 00000400:00000200:1.0:1767384621.813983:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 20000000:00000001:0.0:1767384621.813989:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384621.813999:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (2) 20000000:00000001:0.0:1767384621.814000:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384621.814025:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384621.814028:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 00000400:00000200:1.0:1767384621.814053:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814142:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384621.814197:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814240:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384621.814292:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814303:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384621.814427:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814452:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814572:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814611:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814651:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814686:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814748:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814790:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000800:00000010:1.0:1767384621.814842:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046ef7933. 00000400:00000200:0.0:1767384621.814847:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000800:00000010:1.0:1767384621.814850:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3595ce0. 00000800:00000010:1.0:1767384621.814859:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016170d06. 00000400:00000200:0.0:1767384621.814888:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000800:00000010:1.0:1767384621.814905:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016170d06. 00000800:00020000:1.0:1767384621.814922:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000400:00000200:0.0:1767384621.814934:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814961:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814975:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.814989:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815001:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815045:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815064:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815080:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815095:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815110:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815124:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815181:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815211:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815242:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815258:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815274:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815289:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815308:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815347:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815373:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815390:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.815423:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00080000:00000010:2.0:1767384621.815453:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6f27b1d. 00000400:00000200:0.0:1767384621.815479:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00080000:00000010:2.0:1767384621.815491:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000175fdcb8. 00040000:00000001:2.0:1767384621.815499:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384621.815502:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384621.815505:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384621.815510:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384621.815513:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.815515:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384621.815525:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384621.815536:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384621.815540:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384621.815548:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384621.815613:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384621.815617:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384621.815620:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384621.815626:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384621.815630:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384621.815638:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc1b29e5. 00010000:00000001:2.0:1767384621.815663:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384621.815666:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee1ec72c. 00000020:00000001:2.0:1767384621.815670:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384621.815672:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee1ec72c with handle 0xefc2db714b35c3b1 to hash 00000020:00000001:2.0:1767384621.815674:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384621.815682:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384621.815684:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384621.815703:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.815705:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384621.815708:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054589a84. 00010000:00010000:2.0:1767384621.815709:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384621.815715:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b39bef35. 00010000:00000001:2.0:1767384621.815724:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384621.815728:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000010:0.0:1767384621.815750:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f131e35. 00010000:00000001:2.0:1767384621.815753:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384621.815756:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384621.815758:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.815761:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384621.815763:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.815766:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384621.815770:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384621.815772:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384621.815773:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384621.815776:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc1b29e5) refcount = 1 00000800:00000010:0.0:1767384621.815779:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f131e35. 00010000:00010000:2.0:1767384621.815784:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.815796:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384621.815799:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384621.815816:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.815820:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.815823:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384621.815827:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384621.815832:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384621.815851:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384621.815854:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384621.815857:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1ec72c refcount=4 00000020:00000001:2.0:1767384621.815861:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384621.815863:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00000400:00000200:0.0:1767384621.815865:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:2.0:1767384621.815866:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384621.815875:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384621.815884:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp27 from 219.3.0.2 00010000:00000001:2.0:1767384621.815892:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000010:0.0:1767384621.815893:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e50cbdcc. 00010000:00010000:2.0:1767384621.815898:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.815906:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.815910:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384621.815912:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.815915:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.815917:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.815922:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384621.815924:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384621.815932:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee1ec72c already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384621.815935:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384621.815939:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384621.815942:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.815949:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384621.815953:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384621.815954:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384621.815956:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1ec72c refcount=5 00000020:00000001:2.0:1767384621.815957:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384621.815959:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384621.815963:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384621.815965:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.815971:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384621.815981:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384621.815982:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.815988:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384621.815991:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384621.815996:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.815998:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384621.816000:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee1ec72c with handle 0xefc2db714b35c3b1 from hash 00010000:00000001:2.0:1767384621.816004:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384621.816006:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.816008:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.816011:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384621.816015:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384621.816017:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384621.816020:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384621.816023:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.816025:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.816028:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384621.816029:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384621.816032:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.816033:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.816035:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.816038:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.816040:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.816055:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.816061:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.816063:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.816065:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384621.816066:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384621.816069:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.816071:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.816074:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384621.816079:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.816081:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.816084:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.816098:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384621.816100:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384621.816102:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c3b1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384621.816109:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fc1b29e5 count: 0 00010000:00000001:2.0:1767384621.816136:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384621.816139:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384621.816152:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384621.816156:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384621.816159:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3ac23f1. 20000000:00000001:2.0:1767384621.816168:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384621.816173:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180672 00010000:00000001:2.0:1767384621.816176:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384621.816186:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea9a64fd x1853237049180672/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:0.0:1767384621.816191:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1c61011. 20000000:01000000:0.0:1767384621.816197:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:0.0:1767384621.816202:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384621.816205:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:0.0:1767384621.816206:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384621.816211:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384621.816212:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.816218:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=39 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384621.816220:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:2.0:1767384621.816228:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:0.0:1767384621.816229:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.816236:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00080000:00000001:0.0:1767384621.816240:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:2.0:1767384621.816244:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00080000:00000001:0.0:1767384621.816245:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.816253:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384621.816255:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.816256:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000002:0.0:1767384621.816258:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 02000000:00000001:2.0:1767384621.816263:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.816264:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:0.0:1767384621.816268:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:2.0:1767384621.816271:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1767384621.816272:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384621.816275:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.816277:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.816281:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:2.0:1767384621.816282:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384621.816286:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000400:00000010:2.0:1767384621.816289:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a05333a6. 00080000:00000001:0.0:1767384621.816290:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000200:2.0:1767384621.816296:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180672, offset 224 00080000:00000010:0.0:1767384621.816297:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c6f27b1d. 00080000:00000001:0.0:1767384621.816308:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268498432 : -128361441053184 : ffff8b4185e73600) 00080000:00000001:0.0:1767384621.816311:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384621.816316:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384621.816319:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f131e35. 00080000:00000001:0.0:1767384621.816320:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.816322:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384621.816328:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.816336:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384621.816337:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384621.816350:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384621.816360:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004200 00000800:00000010:0.0:1767384621.816363:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d112a0f. 00000800:00000010:0.0:1767384621.816366:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000946679d7. 00000400:00000200:2.0:1767384621.816372:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16bd [2] + 224 00000400:00000200:2.0:1767384621.816380:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384621.816383:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7a4ca11. 00000800:00000200:0.1:1767384621.816392:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (2) 00000800:00000200:0.1:1767384621.816402:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp27 00000000f7a4ca11 deleted 00000400:00000200:2.0:1767384621.816405:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:0.1:1767384621.816407:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7a4ca11. 00000100:00000001:2.0:1767384621.816417:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.1:1767384621.816417:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000200:2.0:1767384621.816425:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384621.816429:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp27 ip 192.168.202.154:987 00000800:00000200:0.1:1767384621.816434:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a11e15a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384621.816452:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp27 p 3.x 192.168.202.154 -> 192.168.202.154:987 incarnation:1767384619826262435 sched[0] 00000100:00000040:2.0:1767384621.816460:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384621.816460:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b02f3f30. 00000100:00000001:2.0:1767384621.816497:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:0.0:1767384621.816501:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b02f3f30. 00000800:00000010:0.0:1767384621.816505:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000946679d7. 00000400:00000200:2.0:1767384621.816506:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a05333a6 00000400:00000010:2.0:1767384621.816510:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a05333a6. 00000100:00000001:2.0:1767384621.816516:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384621.816518:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.816521:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.816525:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384621.816527:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384621.816531:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384621.816532:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e50cbdcc. 00000020:00000001:2.0:1767384621.816534:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384621.816543:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea9a64fd x1853237049180672/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384621.816545:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384621.816550:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384621.816564:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea9a64fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049180672:12345-0@lo:253: Request processed in 3460us (4619us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384621.816578:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384621.816583:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384621.816586:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.816589:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1767384621.816593:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384621.816594:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4edfe59. 00000800:00000010:0.0:1767384621.816598:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a11e15a. 00000020:00000010:2.0:1767384621.816609:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3b292e. 00000400:00000200:0.0:1767384621.816610:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.816620:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: GET: OK 00000020:00000010:2.0:1767384621.816621:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f6f62d2. 00000400:00000200:0.0:1767384621.816625:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384621.816629:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000020:00000040:2.0:1767384621.816630:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:2.0:1767384621.816638:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384621.816641:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001d5ab5f5. 02000000:00000001:2.0:1767384621.816649:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384621.816652:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384621.816660:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:0.1:1767384621.816660:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384621.816666:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp27 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384619826262435 sched[0] 00000800:00000010:0.0:1767384621.816675:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b39bef35. 00000400:00000010:2.0:1767384621.816680:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a103302. 00000400:00000010:2.0:1767384621.816688:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a05333a6. 00000400:00000200:0.0:1767384621.816712:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:2.0:1767384621.816752:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.816757:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384621.816763:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384621.816765:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384621.816767:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006660fda8. 00000400:00000200:2.0:1767384621.816775:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71ac1d3 00000400:00000200:0.0:1767384621.816776:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000010:2.0:1767384621.816778:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e71ac1d3. 00000100:00000001:2.0:1767384621.816786:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384621.816792:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.816818:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.816821:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:2.0:1767384621.816835:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384621.816841:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.816845:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384621.816848:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384621.816850:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.816854:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.816859:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.816861:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00001000:2.0:1767384621.816865:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384621.816875:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.816879:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.816882:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.816885:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.816889:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.816893:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.816899:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.816908:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.816911:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.816914:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.816918:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000020:01000004:2.0:1767384621.816919:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.816926:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384621.816929:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.816940:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.816942:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.816945:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.816948:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384621.816950:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384621.816952:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000020:01000004:2.0:1767384621.816953:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.816957:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.816963:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.816973:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049180672:0@lo:253: 00000100:00000001:2.0:1767384621.816981:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.816984:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384621.816987:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000040:2.0:1767384621.816991:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041afcab9 x1853237049180672/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.817003:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.817007:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.817010:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000001fa240e. 02000000:00000001:2.0:1767384621.817017:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.817020:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384621.817023:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000020:00000040:2.0:1767384621.817024:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384621.817035:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.817038:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e624d9ba. 02000000:00000001:2.0:1767384621.817051:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.817053:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384621.817065:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000010:2.0:1767384621.817073:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041afcab9. 00000100:00000001:2.0:1767384621.817081:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.817084:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.817086:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.817092:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.817095:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.817099:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.817103:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.817104:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817128:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817179:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817220:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817243:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817267:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817291:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817309:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817326:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817344:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817385:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817432:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817468:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817502:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817573:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817605:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817655:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817712:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817765:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000100:00000040:3.0:1767384621.817774:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294911141, at 4294911142 00000100:00000010:3.0:1767384621.817783:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ceddf73. 00000400:00000200:0.0:1767384621.817784:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817844:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817882:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.817946:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00080000:00000010:2.0:1767384621.817949:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6f27b1d. 00080000:00000010:2.0:1767384621.817990:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f131e35. 00040000:00000001:2.0:1767384621.817996:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1767384621.817998:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00040000:00000001:2.0:1767384621.817999:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384621.818009:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384621.818014:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384621.818016:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.818020:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384621.818023:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384621.818033:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384621.818036:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384621.818043:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:0.0:1767384621.818044:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384621.818100:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 20000000:01000000:2.0:1767384621.818107:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384621.818112:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384621.818114:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384621.818119:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384621.818122:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384621.818131:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e178ee67. 00010000:00000001:2.0:1767384621.818158:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384621.818162:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00010000:00000010:2.0:1767384621.818163:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cb2d5f6. 00000020:00000001:2.0:1767384621.818171:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384621.818177:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cb2d5f6 with handle 0xefc2db714b35c3b8 to hash 00000020:00000001:2.0:1767384621.818181:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384621.818183:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:2.0:1767384621.818186:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:2.0:1767384621.818189:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.818190:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.818195:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818203:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384621.818207:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384621.818209:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384621.818211:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384621.818213:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.818216:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384621.818217:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.818220:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384621.818222:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384621.818224:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384621.818231:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384621.818233:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e178ee67) refcount = 1 00010000:00010000:2.0:1767384621.818236:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818241:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384621.818242:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384621.818244:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.818246:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.818249:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384621.818252:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384621.818255:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384621.818258:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384621.818260:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384621.818263:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cb2d5f6 refcount=4 00000020:00000001:2.0:1767384621.818265:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:2.0:1767384621.818266:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:2.0:1767384621.818269:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384621.818270:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818275:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384621.818277:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818281:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.818283:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384621.818284:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818287:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.818289:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.818291:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384621.818292:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384621.818308:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cb2d5f6 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384621.818311:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384621.818313:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384621.818317:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818323:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384621.818326:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384621.818329:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384621.818331:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cb2d5f6 refcount=5 00000020:00000001:2.0:1767384621.818332:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00000800:00000010:0.0:1767384621.818334:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008a61da9e. 00010000:00000001:2.0:1767384621.818335:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00000800:00000010:0.0:1767384621.818341:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b39bef35. 00010000:00000001:2.0:1767384621.818342:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:0.0:1767384621.818346:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b02f3f30. 00010000:00010000:2.0:1767384621.818347:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.818359:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384621.818362:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384621.818363:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.818368:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384621.818369:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384621.818370:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384621.818371:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384621.818372:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cb2d5f6 with handle 0xefc2db714b35c3b8 from hash 00010000:00000001:2.0:1767384621.818374:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384621.818375:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.818375:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.818376:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384621.818378:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384621.818379:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384621.818383:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384621.818385:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.818390:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.818393:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000010:0.0:1767384621.818395:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b02f3f30. 00010000:00000001:2.0:1767384621.818401:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384621.818404:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.818406:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.818409:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.818411:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.818413:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.818414:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1767384621.818416:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384621.818423:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.818424:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1767384621.818426:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384621.818430:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.818434:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:0.0:1767384621.818435:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384621.818437:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384621.818441:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.818445:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384621.818448:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27) <- 192.168.202.154@tcp27 : GET - for me 00010000:00000001:2.0:1767384621.818450:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384621.818461:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.818464:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.818466:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384621.818471:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 352 into portal 0 MB=0x8000000000000000 00010000:00000001:2.0:1767384621.818486:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384621.818486:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 352/352 into md 0x16b5 [1] + 0 00010000:00000001:2.0:1767384621.818493:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384621.818497:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c3b8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384621.818508:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp27 to MR: 192.168.202.154@tcp27 local destination 00000800:00000010:1.0:1767384621.818519:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3595ce0. 00010000:00000040:2.0:1767384621.818524:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e178ee67 count: 0 00000800:00000010:1.0:1767384621.818526:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000046ef7933. 00000400:00000200:0.0:1767384621.818535:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp27 NI seq info: [54:54:256:4294967295] 192.168.202.154@tcp27 LPNI seq info [54:54:8:4294967295] 00010000:00000001:2.0:1767384621.818538:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384621.818546:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384621.818551:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294911141, at 4294911142 00080000:00000020:2.0:1767384621.818555:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384621.818563:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:0.0:1767384621.818563:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27:192.168.202.154@tcp27) -> 192.168.202.154@tcp27(192.168.202.154@tcp27:192.168.202.154@tcp27) 192.168.202.154@tcp27 : REPLY try# 0 00000100:00000010:1.0:1767384621.818567:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea04a18. 20000000:00000010:2.0:1767384621.818570:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c3d8224e. 00000800:00000200:0.0:1767384621.818580:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.154@tcp27 20000000:00000001:2.0:1767384621.818581:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384621.818588:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049180800 00000800:00000010:0.0:1767384621.818589:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000885f387. 00010000:00000001:2.0:1767384621.818591:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384621.818598:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000431d6970 x1853237049180800/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384621.818599:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (4) 00000800:00000200:0.0:1767384621.818622:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp27 ip 192.168.202.154:988 00000800:00000200:0.0:1767384621.818632:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000885f387 type 3, nob 448 niov 1 nkiov 1 00010000:00000001:2.0:1767384621.818647:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384621.818651:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.818655:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.818662:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384621.818667:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384621.818671:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:02020000:1.0:1767384621.818671:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp26 at host 192.168.202.154:988: is it running a compatible version of Lustre? 02000000:00000001:2.0:1767384621.818677:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384621.818680:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.818684:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.818693:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384621.818696:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee1787a3. 00000100:00000200:2.0:1767384621.818700:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049180800, offset 224 00000400:00000200:2.0:1767384621.818710:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384621.818711:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384621.818715:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000885f387. 00000400:00000200:0.0:1767384621.818756:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.818770:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: REPLY: OK 00000400:00000200:2.0:1767384621.818775:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384621.818781:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384621.818786:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.818787:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004280 00000800:00000001:0.0:1767384621.818789:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384621.818795:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384621.818798:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384621.818816:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c5 [2] + 224 00000800:00000001:0.0:1767384621.818818:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.818830:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27) <- 192.168.202.154@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384621.818831:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.818839:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384621.818849:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp27: Reply from 12345-192.168.202.154@tcp27 of length 352/352 into md 0x16d1 00000800:00000001:0.0:1767384621.818853:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384621.818856:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767384621.818859:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.818863:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384621.818864:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.818870:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: REPLY: OK 00000400:00000200:0.0:1767384621.818880:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000400:00000010:0.0:1767384621.818885:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000400:00000200:0.0:1767384621.818893:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384621.818898:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000100:00000040:2.0:1767384621.818899:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.818906:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:0.0:1767384621.818915:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 20. state = 0x100251 00000400:00000200:0.0:1767384621.818928:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:2.0:1767384621.818944:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384621.818946:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (21) 00000400:00000200:2.0:1767384621.818957:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee1787a3 00000400:00000010:2.0:1767384621.818961:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee1787a3. 00000800:00000001:0.0:1767384621.818962:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384621.818965:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1767384621.818966:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.818967:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.818975:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.818982:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000040:0.0:1767384621.818982:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294911141, at 4294911143 00010000:00000001:2.0:1767384621.818993:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:0.0:1767384621.818993:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000260ed40. 00000020:00000001:2.0:1767384621.818999:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.819002:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384621.819011:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000431d6970 x1853237049180800/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.819022:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000431d6970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049180800:12345-0@lo:253: Request processed in 5243us (6869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384621.819033:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:2.0:1767384621.819039:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384621.819041:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.819045:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384621.819049:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000193bb3fb. 00000020:00000010:2.0:1767384621.819055:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7200597. 00000020:00000010:2.0:1767384621.819059:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e2b5f1. 00000020:00000040:2.0:1767384621.819065:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:2.0:1767384621.819070:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384621.819074:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001bd2f0c1. 02000000:00000001:2.0:1767384621.819080:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384621.819081:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384621.819088:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384621.819092:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006660fda8. 00000400:00000010:2.0:1767384621.819097:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee1787a3. 00000100:00000040:2.0:1767384621.819127:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294911141, at 4294911143 00000100:00000010:2.0:1767384621.819134:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020579882. 00000400:00000200:0.0:1767384621.819165:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384621.819176:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp27 from 218.3.0.2 00000800:00000010:0.0:1767384621.819178:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008fca3be6. 00000800:00000010:2.0:1767384621.819216:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001fa240e. 00000800:00000010:2.0:1767384621.819223:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3c4f69d. 00000800:00000010:2.0:1767384621.819267:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdfcef5e. 00000800:00000200:2.1:1767384621.819279:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (4) 00000800:00000200:2.1:1767384621.819284:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp27 00000000fdfcef5e deleted 00000800:00000010:2.1:1767384621.819291:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fdfcef5e. 00000800:00000200:2.1:1767384621.819299:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384621.819308:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp27 p 3.x 192.168.202.154 -> 192.168.202.154:986 incarnation:1767384619826262435 sched[0] 00000800:00000010:2.0:1767384621.819313:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e630b8c9. 00000100:00000001:0.0:1767384621.819338:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.819341:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384621.819345:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384621.819347:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384621.819350:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092db8b12. 00000400:00000200:0.0:1767384621.819353:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70c2749 00000400:00000010:0.0:1767384621.819354:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b70c2749. 00000100:00000001:0.0:1767384621.819358:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384621.819364:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384621.819372:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384621.819375:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e630b8c9. 00000100:00000001:0.0:1767384621.819386:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:2.0:1767384621.819387:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3c4f69d. 00000100:00000001:0.0:1767384621.819389:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.819393:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384621.819396:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384621.819398:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384621.819399:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.819402:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384621.819406:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=39 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384621.819411:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384621.819413:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384621.819415:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.819418:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384621.819420:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.819423:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.819424:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008fca3be6. 00000100:00000040:0.0:1767384621.819427:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.819434:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.819436:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384621.819438:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384621.819441:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384621.819443:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384621.819445:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384621.819446:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.819449:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.819456:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384621.819458:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384621.819459:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.1:1767384621.819460:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000020:01000004:0.0:1767384621.819461:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384621.819467:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384621.819477:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp27 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384619826262435 sched[0] 00000800:00000010:2.0:1767384621.819499:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b39bef35. 00000100:00100000:0.0:1767384621.819500:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049180800:0@lo:253: 00000100:00000001:0.0:1767384621.819506:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.819508:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384621.819511:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064602d22 x1853237049180800/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.819520:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384621.819524:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384621.819527:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d72311a2. 02000000:00000001:0.0:1767384621.819532:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384621.819534:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384621.819536:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384621.819538:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384621.819539:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c52e386d. 02000000:00000001:0.0:1767384621.819542:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384621.819544:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384621.819545:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 00000100:00000001:0.0:1767384621.819548:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384621.819549:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.819551:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.819557:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.819558:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.819560:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.819562:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384621.819569:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384621.819572:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384621.819574:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384621.819577:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.819588:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384621.819592:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000d1 00000400:00000010:0.0:1767384621.819599:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000c2e29cd4. 00000400:00000010:0.0:1767384621.819607:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000badb88e5. 00000400:00000010:0.0:1767384621.819610:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000d5e2b5f1. 00000400:00000010:0.0:1767384621.819639:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c6f27b1d. 00000400:00000200:0.0:1767384621.819647:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c6f27b1d nid 192.168.202.154@tcp28 00000400:00000010:0.0:1767384621.819652:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006723ec88. 00000400:00000200:0.0:1767384621.819655:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000006723ec88 net tcp28 00000400:00000200:0.0:1767384621.819660:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (20) 00000400:00000200:0.0:1767384621.819665:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp28 flags 0x11 00000400:00000010:0.0:1767384621.819669:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000c2e29cd4. 00000400:00000010:0.0:1767384621.819671:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000badb88e5. 00000400:00000010:0.0:1767384621.819674:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000d5e2b5f1. 00000400:00000010:0.0:1767384621.819676:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000003251f5f1. 00000400:00000200:0.0:1767384621.819679:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384621.819682:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100151 00000400:00000200:0.0:1767384621.819684:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc 1 00000400:00000200:0.0:1767384621.819687:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000200:0.0:1767384621.819689:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384621.819690:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:0.0:1767384621.819693:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384621.819696:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (21) 00000400:00000010:0.0:1767384621.832653:0:26043:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005110a540. 00000400:00000040:0.0:1767384621.832677:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.832680:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384621.832682:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.832684:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.832686:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.832687:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384621.832689:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.832690:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384621.832691:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384621.832692:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384621.832694:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384621.832695:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.832697:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384621.832702:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.832703:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384621.832705:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384621.832706:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.832707:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384621.832708:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384621.832710:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.832711:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.832712:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.832713:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.832714:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.832715:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384621.833074:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.833077:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.833078:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.833080:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.833081:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.833082:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384621.833085:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.833086:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.833088:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.833090:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.833092:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.833093:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384621.833095:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.833097:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.833099:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384621.833100:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384621.833102:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.833104:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384621.833105:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384621.833107:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384621.833109:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384621.833110:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384621.833111:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384621.833114:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384621.833116:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.833118:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384621.833119:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384621.833125:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384621.833127:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384621.833128:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384621.833130:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384621.833131:0:26043:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384621.833233:0:26043:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005110a540. 00010000:00000010:2.1:1767384621.833766:0:26044:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc1b29e5. 00010000:00000010:2.1:1767384621.833774:0:26044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee1ec72c. 00010000:00000010:2.1:1767384621.833777:0:26044:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e178ee67. 00010000:00000010:2.1:1767384621.833778:0:26044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cb2d5f6. 00010000:00000001:1.0:1767384622.612784:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384622.612789:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.612807:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384622.612810:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384622.612811:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384622.612813:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.612816:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384622.612818:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.612819:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.612821:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384622.612858:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384622.612864:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384622.612867:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384622.979254:0:26364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006794169d. 00080000:00000010:2.0:1767384622.979264:0:26364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006794169d. 00000020:00000001:2.0:1767384622.979268:0:26364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384622.979274:0:26364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006794169d. 00080000:00000010:2.0:1767384622.979278:0:26364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006794169d. 00000020:00000001:2.0:1767384622.979281:0:26364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384623.187804:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384623.187809:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1767384623.187822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384623.187826:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000100:00000001:0.0:1767384623.187828:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:3.0:1767384623.187833:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384623.187835:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064602d22. 00000100:00000001:3.0:1767384623.187838:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384623.187840:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 02000000:00000001:3.0:1767384623.187841:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384623.187844:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.187847:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.187847:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384623.187850:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.187855:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f28123f. 02000000:00000010:0.0:1767384623.187856:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ffab2307. 00000100:00000001:3.0:1767384623.187863:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.187863:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.187871:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.187873:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.187875:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384623.187881:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021a01da] to pc [ptlrpcd_00_00+0] req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.187887:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384623.187890:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.187896:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064602d22] to pc [ptlrpcd_00_01+1] req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.187912:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384623.187913:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.187917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384623.187921:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384623.187923:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc04934. 00000020:00000040:0.0:1767384623.187925:0:8:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384623.187927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384623.187928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384623.187929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.187932:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384623.187932:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000609f1f99. 00000100:00000001:3.0:1767384623.187937:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.187937:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.187940:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384623.187941:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.187943:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.187944:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384623.187947:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.187952:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384623.187953:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.187973:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384623.187977:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.187982:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384623.187987:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384623.187987:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.187987:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.187991:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.187992:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.187992:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.188000:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049180928:0@lo:13: 00000100:00000040:0.0:1767384623.188000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc04934] to pc [ptlrpcd_00_02+2] req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384623.188003:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.188006:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.188009:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.188012:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.188015:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384623.188019:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049181056:0@lo:400: 02000000:00000001:2.0:1767384623.188020:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188025:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384623.188026:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384623.188029:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.188030:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384623.188031:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000283fbc58. 02000000:00000001:3.0:1767384623.188033:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.188034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384623.188036:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.188037:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384623.188042:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384623.188043:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6739a60. 00000400:00000010:2.0:1767384623.188045:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d2b7a1. 02000000:00000001:3.0:1767384623.188046:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384623.188046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000020:00000040:0.0:1767384623.188052:0:8:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1767384623.188055:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e7f0e5c. 00000100:00000001:0.0:1767384623.188055:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384623.188056:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 02000000:00000001:0.0:1767384623.188059:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384623.188062:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384623.188064:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049180928, portal 4 00000400:00000010:3.0:1767384623.188067:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 02000000:00000010:0.0:1767384623.188067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009c9e7a6d. 00000100:00000001:2.0:1767384623.188068:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384623.188071:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00000100:00000001:0.0:1767384623.188074:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384623.188075:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181056, portal 25 00000100:00000001:3.0:1767384623.188079:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384623.188080:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.188082:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00000100:00000040:0.0:1767384623.188082:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384623.188091:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.188110:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384623.188118:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384623.188118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.188119:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384623.188122:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.188125:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000040:3.0:1767384623.188127:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384623.188131:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049180928, offset 0 00000400:00000010:3.0:1767384623.188132:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000100:00000040:0.0:1767384623.188132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_03+3] req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384623.188136:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049181056, offset 0 00000400:00000200:3.0:1767384623.188146:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384623.188155:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.188156:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384623.188159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384623.188162:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384623.188166:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384623.188170:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384623.188172:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bdfd951. 00000020:00000040:0.0:1767384623.188177:0:8:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384623.188178:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260004380 00000100:00000001:0.0:1767384623.188182:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384623.188183:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260004300 02000000:00000001:0.0:1767384623.188187:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384623.188190:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1005 [2] + 0 02000000:00000001:0.0:1767384623.188192:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.188194:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000516b8a2a. 00000400:00000200:3.0:1767384623.188197:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009cf701f7 00000400:00000200:3.0:1767384623.188201:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.188202:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 02000000:00000010:0.0:1767384623.188203:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000539cbff8. 00000100:00000001:0.0:1767384623.188209:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.188211:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384623.188212:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384623.188216:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384623.188217:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf701f7 00000400:00000200:2.0:1767384623.188221:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384623.188222:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cf701f7. 00000100:00000001:3.0:1767384623.188228:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384623.188230:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.188231:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384623.188231:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384623.188234:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384623.188235:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.188236:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000c1563414 x1853237049181056 msgsize 224 00000100:00000040:0.0:1767384623.188241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bdfd951] to pc [ptlrpcd_00_00+0] req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384623.188242:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024bc32b6. 00000100:00000040:2.0:1767384623.188248:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000024bc32b6 x1853237049180928 msgsize 224 00000100:00100000:3.0:1767384623.188256:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384623.188261:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384623.188262:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384623.188265:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.188270:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (250) 00000100:00000001:3.0:1767384623.188272:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384623.188276:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384623.188281:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384623.188282:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000100:00000001:0.0:1767384623.188284:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384623.188285:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:0.0:1767384623.188287:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384623.188291:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384623.188291:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000100:00000040:0.0:1767384623.188292:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384623.188296:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000200:3.0:1767384623.188298:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.188302:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384623.188310:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.188317:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384623.188321:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.188327:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384623.188328:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384623.188330:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384623.188331:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384623.188334:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384623.188335:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.188338:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.188343:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049181184:0@lo:400: 00000100:00000001:0.0:1767384623.188353:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384623.188357:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384623.188360:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.188365:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384623.188367:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188370:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.188370:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384623.188370:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000890ca86c. 00000100:00000001:1.0:1767384623.188372:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.188375:0:16357:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384623.188376:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.188377:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.188378:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.188380:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092db8b12. 00000100:00000001:2.0:1767384623.188382:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.188382:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384623.188384:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294912517 00000400:00000010:0.0:1767384623.188386:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001224e59. 00000100:00000040:2.0:1767384623.188389:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3676 usecs (4 jiffies) 00000100:00000010:3.0:1767384623.188390:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064a3fce. 00000100:00000200:0.0:1767384623.188391:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181184, portal 4 00000100:00000040:1.0:1767384623.188392:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.188397:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912516 00000100:00000001:0.0:1767384623.188397:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.188399:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384623.188400:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520595968 : -128356188955648 : ffff8b42bef3dc00) 00000100:00000001:3.0:1767384623.188408:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294912517 00000100:00000001:2.0:1767384623.188409:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912517 00000100:00000040:0.0:1767384623.188410:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384623.188415:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000054dcd9a. 00000100:00000001:2.0:1767384623.188416:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000100:00000001:1.0:1767384623.188419:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.188422:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384623.188424:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188430:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294912517 00000100:00000001:2.0:1767384623.188430:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912517 02000000:00000001:1.0:1767384623.188432:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384623.188434:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384623.188438:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.188439:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000100:00000010:3.0:1767384623.188440:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045ed9b63. 00000100:00000040:0.0:1767384623.188440:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.188445:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a9c4df6. 02000000:00000001:1.0:1767384623.188447:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188449:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384623.188449:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049181184, offset 0 00000100:00100000:1.0:1767384623.188455:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049181312:0@lo:400: 00000100:00000001:3.0:1767384623.188457:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294912517 00000400:00000200:0.0:1767384623.188457:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384623.188459:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912517 00000100:00000001:1.0:1767384623.188465:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384623.188466:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029365782. 00000400:00000200:0.0:1767384623.188468:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384623.188470:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384623.188473:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384623.188473:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912516 02000000:00000001:1.0:1767384623.188475:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188479:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384623.188480:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384623.188482:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260004400 00000100:00000001:2.0:1767384623.188485:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912517 02000000:00000010:1.0:1767384623.188486:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fead42a. 00000100:00000001:3.0:1767384623.188487:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.188492:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00000001:2.0:1767384623.188493:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384623.188493:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188495:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.188500:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188503:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.188503:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384623.188504:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.188504:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20f8fc3. 00000100:00000001:2.0:1767384623.188510:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.188513:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384623.188514:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068233c9a. 00000100:00000001:3.0:1767384623.188518:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.188518:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384623.188518:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384623.188520:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181312, portal 10 00000100:00000200:0.0:1767384623.188521:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384623.188522:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384623.188523:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384623.188526:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384623.188528:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384623.188528:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e38106d9. 00000100:00000001:1.0:1767384623.188529:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000001:2.0:1767384623.188530:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.188533:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384623.188533:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000e38106d9 x1853237049181184 msgsize 224 00000100:00000001:3.0:1767384623.188538:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384623.188541:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.188543:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384623.188543:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.188545:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384623.188547:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188554:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.188555:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384623.188562:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a9c4df6 00000400:00000010:0.0:1767384623.188567:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a9c4df6. 00000100:00000001:0.0:1767384623.188573:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384623.188575:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384623.188577:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384623.188578:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188581:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384623.188581:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384623.188582:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384623.188586:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384623.188587:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384623.188588:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181056 02000000:00000001:2.0:1767384623.188593:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.188593:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 02000000:00000001:3.0:1767384623.188594:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.188600:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384623.188601:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bdfd951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237049181440:0@lo:400: 00000100:00000200:1.0:1767384623.188601:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049181312, offset 0 00000100:00000001:3.0:1767384623.188605:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.188606:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384623.188611:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384623.188611:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384623.188615:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.188615:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384623.188616:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384623.188619:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.188623:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181056 02000000:00000001:2.0:1767384623.188624:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384623.188626:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.188629:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1767384623.188629:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c107e8c7. 00000100:00000001:0.0:1767384623.188630:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384623.188632:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384623.188634:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 02000000:00000001:2.0:1767384623.188635:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.188637:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.188640:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384623.188641:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3676 usecs (4 jiffies) 00000400:00000010:2.0:1767384623.188642:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59bf815. 00000400:00000200:1.0:1767384623.188646:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004480 00000020:00000040:3.0:1767384623.188647:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:0.0:1767384623.188648:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912516 00000400:00000010:2.0:1767384623.188649:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000020:00000001:3.0:1767384623.188654:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384623.188654:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912517 00000400:00000200:1.0:1767384623.188660:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384623.188660:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000020:00000001:3.0:1767384623.188661:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384623.188666:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912517 00000100:00000001:3.0:1767384623.188670:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384623.188671:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384623.188673:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049181440, portal 10 00000100:00000001:0.0:1767384623.188675:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000020:00000010:3.0:1767384623.188676:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d53c5b2. 00000100:00000001:2.0:1767384623.188678:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384623.188683:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.188684:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.188684:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520589696 : -128356188961920 : ffff8b42bef3c380) 00000100:00000001:0.0:1767384623.188684:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912517 00000100:00000001:0.0:1767384623.188690:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000020:00000010:3.0:1767384623.188693:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d53c5b2. 00000100:00000001:0.0:1767384623.188693:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912517 00000100:00000001:1.0:1767384623.188695:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384623.188696:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384623.188700:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384623.188700:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384623.188703:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f59dec. 00000100:00000001:0.0:1767384623.188706:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384623.188710:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e3ac47. 00000100:00000001:0.0:1767384623.188711:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.188712:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384623.188713:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c731f2c. 00000100:00000001:0.0:1767384623.188714:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384623.188739:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384623.188739:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384623.188741:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384623.188743:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000001:0.0:1767384623.188744:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.188747:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384623.188748:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000f7e3ac47 x1853237049181312 msgsize 224 00000100:00000001:0.0:1767384623.188750:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384623.188751:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000238f622d. 00000100:00000200:2.0:1767384623.188753:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049181440, offset 0 00000100:00000001:0.0:1767384623.188755:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.188763:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384623.188767:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384623.188767:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384623.188773:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384623.188776:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384623.188776:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384623.188778:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384623.188780:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181184 00000100:00000001:3.0:1767384623.188781:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.188781:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384623.188783:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384623.188787:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.188801:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.188804:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968982e4 02000000:00000001:0.0:1767384623.188804:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.188808:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.188810:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968982e4. 00000100:00100000:0.0:1767384623.188810:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181184 00000400:00000200:2.0:1767384623.188811:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004500 00000020:00000001:0.0:1767384623.188815:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384623.188817:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384623.188819:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:0.0:1767384623.188821:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384623.188823:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384623.188824:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000400:00000200:2.0:1767384623.188825:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000200:1.0:1767384623.188826:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384623.188829:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:0.0:1767384623.188835:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000400:00000200:2.0:1767384623.188839:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384623.188840:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.188841:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.188846:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a8ef059. 00000100:00000001:3.0:1767384623.188847:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384623.188851:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.188853:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384623.188854:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c9013394. 00000100:00000001:2.0:1767384623.188858:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384623.188859:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:1.0:1767384623.188860:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.188861:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1767384623.188862:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000040:3.0:1767384623.188867:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000010:2.0:1767384623.188868:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000089230c3. 00000100:00000001:3.0:1767384623.188874:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512769104 : -128357196782512 : ffff8b4282e1a450) 00000100:00000040:2.0:1767384623.188875:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000089230c3 x1853237049181440 msgsize 224 00000100:00000001:0.0:1767384623.188875:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384623.188881:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00000100:00000001:1.0:1767384623.188882:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.188888:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384623.188889:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384623.188889:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e06707f9. 00000100:00000040:3.0:1767384623.188894:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1563414 x1853237049181056/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 224/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.188896:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.188899:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384623.188900:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000100:00000040:1.0:1767384623.188904:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2683 usecs (3 jiffies) 00000400:00000200:2.0:1767384623.188907:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000100:00000040:0.0:1767384623.188909:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384623.188912:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912516 00000400:00000010:2.0:1767384623.188913:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000100:00000001:0.0:1767384623.188915:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.188918:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384623.188921:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384623.188921:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912517 00000100:00000001:0.0:1767384623.188921:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.188924:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384623.188926:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000100:00000200:2.0:1767384623.188928:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384623.188931:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d53c5b2. 00000100:00000001:1.0:1767384623.188931:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912517 00000100:00000001:3.0:1767384623.188937:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.188939:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000100:00000001:0.0:1767384623.188944:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384623.188945:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d53c5b2. 00000100:00000001:1.0:1767384623.188946:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912517 00000100:00000001:0.0:1767384623.188948:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384623.188949:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384623.188952:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000100:00000001:0.0:1767384623.188952:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.188956:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.188957:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1563414 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049181056:12345-0@lo:400: 00000100:00000001:1.0:1767384623.188959:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912517 00000100:00000001:0.0:1767384623.188962:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.188966:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384623.188971:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181056 00000100:00000001:1.0:1767384623.188973:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.188974:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384623.188977:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384623.188978:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384623.188980:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.188981:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.188984:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384623.188985:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.188987:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384623.188987:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:3.0:1767384623.188989:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.188992:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:2.0:1767384623.188994:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.188994:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384623.188995:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384623.188995:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520600448 : -128356188951168 : ffff8b42bef3ed80) 00000100:00000001:1.0:1767384623.188999:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384623.189000:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2821 usecs (3 jiffies) 00000020:00000001:3.0:1767384623.189001:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000100:00000040:0.0:1767384623.189003:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e38106d9 x1853237049181184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:604/0 lens 224/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.189007:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912516 00000100:00000001:1.0:1767384623.189008:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384623.189010:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384623.189012:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.189014:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294912517 00000020:00000001:3.0:1767384623.189015:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.189017:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384623.189021:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000020:00000001:3.0:1767384623.189023:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384623.189023:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.189023:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:2.0:1767384623.189024:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294912517 00000020:00000001:3.0:1767384623.189028:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384623.189029:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.189030:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000100:00000001:1.0:1767384623.189030:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.189034:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.189036:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294912517 00000020:00000010:0.0:1767384623.189036:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000001:3.0:1767384623.189040:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384623.189041:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000100:00100000:0.0:1767384623.189043:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e38106d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049181184:12345-0@lo:400: 00000100:00000001:3.0:1767384623.189045:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384623.189048:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181184 02000000:00000001:3.0:1767384623.189050:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384623.189052:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384623.189053:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294912517 00000100:00000001:1.0:1767384623.189055:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384623.189056:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384623.189057:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000220f6b9d. 00000100:00000001:2.0:1767384623.189058:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384623.189060:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.189061:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181312 02000000:00000001:3.0:1767384623.189064:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.189065:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.189065:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384623.189066:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.189070:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.189070:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:1.0:1767384623.189071:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.189072:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.189076:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.189076:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384623.189078:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384623.189079:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.189079:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384623.189083:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.189084:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384623.189085:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:3.0:1767384623.189086:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181056 00000100:00000001:2.0:1767384623.189088:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384623.189089:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181312 00000020:00000001:0.0:1767384623.189089:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384623.189092:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384623.189093:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.189095:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384623.189096:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384623.189097:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384623.189099:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384623.189100:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00010000:00000200:3.0:1767384623.189101:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1563414 x1853237049181056/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.189102:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.189105:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384623.189107:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384623.189108:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384623.189109:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 02000000:00000001:0.0:1767384623.189111:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.189115:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000023827e52. 00000020:00000001:1.0:1767384623.189117:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 02000000:00000001:0.0:1767384623.189120:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.189124:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:2.0:1767384623.189126:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384623.189126:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.189128:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384623.189130:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049180928 00000100:00000001:1.0:1767384623.189131:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384623.189133:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.189134:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.189134:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384623.189137:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384623.189137:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e060905. 00010000:00000040:0.0:1767384623.189140:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049181184 00000100:00000001:2.0:1767384623.189141:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384623.189142:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.189142:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384623.189148:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.189148:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384623.189149:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e060905. 00000100:00000001:3.0:1767384623.189151:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384623.189154:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049180928 00000020:00000010:1.0:1767384623.189157:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db7c0454. 00010000:00000200:0.0:1767384623.189157:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e38106d9 x1853237049181184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384623.189158:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384623.189161:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:2.0:1767384623.189164:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384623.189165:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e3d95c9. 00000100:00000040:3.0:1767384623.189166:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000040:2.0:1767384623.189167:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000020:00000010:1.0:1767384623.189173:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000020:00000001:2.0:1767384623.189174:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384623.189175:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:2.0:1767384623.189181:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 02000000:00000001:3.0:1767384623.189182:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384623.189183:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384623.189185:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384623.189186:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.189186:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:0.0:1767384623.189188:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384623.189190:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5d0e6fb. 00000100:00000001:1.0:1767384623.189191:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384623.189193:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767384623.189195:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.189196:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.189196:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384623.189201:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384623.189201:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384623.189203:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5d0e6fb. 00000100:00000001:0.0:1767384623.189203:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384623.189207:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000100:00000001:1.0:1767384623.189210:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384623.189211:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093e0ccc5. 00000100:00000040:0.0:1767384623.189211:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000200:3.0:1767384623.189213:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049181056, offset 224 00000100:00000001:1.0:1767384623.189215:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384623.189217:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000010:2.0:1767384623.189218:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002664baad. 00000100:00000001:1.0:1767384623.189219:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.189221:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384623.189225:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000400:00000200:3.0:1767384623.189226:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384623.189226:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.189232:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384623.189235:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384623.189237:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384623.189239:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384623.189243:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384623.189243:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384623.189245:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a9c4df6. 00000100:00000001:2.0:1767384623.189246:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384623.189250:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384623.189251:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384623.189252:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049181184, offset 224 00000100:00100000:1.0:1767384623.189254:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181440 00000400:00000200:3.0:1767384623.189259:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260004380 02000000:00000001:1.0:1767384623.189259:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384623.189262:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384623.189263:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.189264:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.189267:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.189271:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.189274:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16e9 [1] + 224 00000100:00000001:2.0:1767384623.189275:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.189275:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.189284:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384623.189285:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181440 00000100:00000001:2.0:1767384623.189289:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384623.189290:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260004400 00000020:00000001:1.0:1767384623.189291:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384623.189292:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384623.189297:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384623.189297:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00100000:2.0:1767384623.189304:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:1.0:1767384623.189304:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384623.189304:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f5 [1] + 224 00000020:00000040:1.0:1767384623.189309:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000040:2.0:1767384623.189310:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 2 00000400:00000200:0.0:1767384623.189312:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384623.189316:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384623.189317:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518496128 : -128356191055488 : ffff8b42bed3d180) 00000020:00000001:1.0:1767384623.189317:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000400:00000200:0.0:1767384623.189321:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384623.189326:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384623.189326:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000040:2.0:1767384623.189327:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024bc32b6 x1853237049180928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:604/0 lens 224/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.189328:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384623.189334:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384623.189336:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384623.189340:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e060905. 00000020:00000010:1.0:1767384623.189349:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d5254808. 00000020:00000040:1.0:1767384623.189357:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:1.0:1767384623.189365:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384623.189368:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384623.189371:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384623.189371:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079701916. 00000100:00000040:0.0:1767384623.189372:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384623.189373:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5d0e6fb. 00000100:00000001:2.0:1767384623.189378:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384623.189380:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b9484c6. 00000020:00000010:2.0:1767384623.189383:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5d0e6fb. 00000020:00000010:1.0:1767384623.189388:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c94bf59. 00000100:00100000:2.0:1767384623.189393:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024bc32b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237049180928:12345-0@lo:13: 00000100:00000001:1.0:1767384623.189397:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384623.189401:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384623.189405:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049180928 00000100:00000001:1.0:1767384623.189406:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.189411:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384623.189414:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384623.189416:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.189416:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384623.189417:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384623.189421:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384623.189422:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.189422:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384623.189424:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000100:00000001:1.0:1767384623.189426:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.189428:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384623.189429:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a9c4df6 00000020:00000001:2.0:1767384623.189430:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.189433:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384623.189433:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a9c4df6. 00000020:00000001:2.0:1767384623.189437:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384623.189437:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.189438:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384623.189439:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000020:00000001:2.0:1767384623.189440:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.189442:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384623.189444:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:2.0:1767384623.189446:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384623.189448:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.189451:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384623.189452:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384623.189452:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.189453:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384623.189456:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384623.189457:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007f3bd6f7. 00000100:00000001:1.0:1767384623.189459:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384623.189459:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384623.189462:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.189463:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.189465:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.189466:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.189467:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384623.189470:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00002000:00000001:2.0:1767384623.189473:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:0.0:1767384623.189473:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e38106d9 x1853237049181184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384623.189475:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000040:1.0:1767384623.189476:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00002000:00000001:2.0:1767384623.189480:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:3.0:1767384623.189483:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384623.189483:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520545024 : -128356189006592 : ffff8b42bef31500) 00000020:00000001:2.0:1767384623.189484:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384623.189488:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.189493:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7e3ac47 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:604/0 lens 224/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384623.189494:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384623.189495:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384623.189496:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e38106d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237049181184:12345-0@lo:400: Request processed in 474us (958us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384623.189502:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1563414 x1853237049181056/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:2.0:1767384623.189505:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384623.189515:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00100000:0.0:1767384623.189515:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000020:2.0:1767384623.189523:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384623.189523:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:0.0:1767384623.189529:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000020:2.0:1767384623.189533:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384623.189534:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384623.189535:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1767384623.189538:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384623.189539:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e06707f9. 00000100:00100000:3.0:1767384623.189541:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1563414 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049181056:12345-0@lo:400: Request processed in 614us (1299us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384623.189542:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55f2989. 00000001:00000001:2.0:1767384623.189543:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1767384623.189544:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000001:00000001:2.0:1767384623.189547:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.189549:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.189551:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00002000:00000001:2.0:1767384623.189553:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384623.189557:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55f2989. 00010000:00000040:2.0:1767384623.189558:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049180928 00000020:00000040:0.0:1767384623.189558:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00010000:00000001:2.0:1767384623.189561:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384623.189563:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384623.189567:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024bc32b6 x1853237049180928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:604/0 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384623.189578:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e3ac47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049181312:12345-0@lo:400: 00000100:00080000:0.0:1767384623.189579:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767384623.189580:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000020:00000040:0.0:1767384623.189585:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000040:3.0:1767384623.189589:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:2.0:1767384623.189589:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384623.189591:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181312 00000100:00080000:0.0:1767384623.189593:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767384623.189594:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.189596:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384623.189599:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384623.189599:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1767384623.189599:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:3.0:1767384623.189600:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384623.189605:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384623.189607:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c731f2c. 00000100:00000001:2.0:1767384623.189608:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384623.189609:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.189613:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000010:3.0:1767384623.189615:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000238f622d. 00000020:00000001:1.0:1767384623.189615:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384623.189616:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:1.0:1767384623.189619:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 02000000:00000001:2.0:1767384623.189622:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384623.189626:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f59dec. 02000000:00000001:2.0:1767384623.189626:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.189626:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384623.189631:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.189633:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384623.189635:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000020:00000001:1.0:1767384623.189636:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384623.189639:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384623.189641:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384623.189643:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384623.189644:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000020:00000001:1.0:1767384623.189644:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.189648:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000220f6b9d. 00000100:00000200:2.0:1767384623.189650:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049180928, offset 224 00000020:00000001:1.0:1767384623.189650:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384623.189655:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384623.189655:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384623.189656:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384623.189660:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384623.189661:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384623.189667:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384623.189668:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:1.0:1767384623.189668:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ae27f12. 00000400:00000200:2.0:1767384623.189674:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260004300 02000000:00000001:1.0:1767384623.189675:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.189676:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5d2c3af. 00000100:00000001:0.0:1767384623.189678:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.189681:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.189682:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384623.189683:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16e5 [1] + 224 00000020:00000001:1.0:1767384623.189687:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.189689:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384623.189691:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181312 00010000:00000001:1.0:1767384623.189694:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384623.189699:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7e3ac47 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384623.189701:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1767384623.189702:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071b951f3. 00000400:00000001:0.0:1767384623.189705:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384623.189709:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384623.189710:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092db8b12. 00000400:00000200:0.0:1767384623.189716:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001224e59 00000400:00000010:0.0:1767384623.189743:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001224e59. 00010000:00000001:1.0:1767384623.189744:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384623.189746:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384623.189749:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384623.189749:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384623.189753:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384623.189755:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=36 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384623.189757:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.189764:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.189770:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:1.0:1767384623.189777:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384623.189783:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.189786:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384623.189803:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.189806:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.189814:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384623.189817:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384623.189820:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 00000100:00000001:0.0:1767384623.189821:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.189828:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049181312, offset 224 00000100:00000001:0.0:1767384623.189833:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384623.189836:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384623.189838:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.189841:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.189842:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384623.189843:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.189849:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384623.189850:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384623.189857:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=31 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384623.189862:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384623.189865:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384623.189868:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.189870:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384623.189872:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.189876:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004480 00010000:00080000:0.0:1767384623.189876:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.189881:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:2.0:1767384623.189885:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000100:00000001:2.0:1767384623.189890:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384623.189890:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.189894:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384623.189895:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fd [1] + 224 00000100:00000001:0.0:1767384623.189895:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384623.189898:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.189899:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1767384623.189903:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384623.189904:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384623.189905:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.189907:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.189911:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384623.189913:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384623.189914:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384623.189915:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.189918:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384623.189920:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384623.189926:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.189927:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024bc32b6 x1853237049180928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:604/0 lens 224/368 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.189929:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.189935:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384623.189938:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384623.189946:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.189969:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024bc32b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049180928:12345-0@lo:13: Request processed in 596us (1715us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384623.189969:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.189969:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049181184:0@lo:400: 00000100:00000001:0.0:1767384623.189979:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.189984:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384623.189988:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384623.189993:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000040:0.0:1767384623.189995:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cc04934 x1853237049181184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.189996:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.189999:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384623.189999:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384623.190004:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002664baad. 00000100:00000001:0.0:1767384623.190007:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384623.190009:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968982e4 00000020:00000010:2.0:1767384623.190010:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 02000000:00000001:0.0:1767384623.190011:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384623.190016:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968982e4. 02000000:00000010:0.0:1767384623.190016:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000890ca86c. 00000020:00000010:2.0:1767384623.190017:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093e0ccc5. 02000000:00000001:0.0:1767384623.190024:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384623.190025:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384623.190026:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384623.190026:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384623.190031:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384623.190031:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384623.190032:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.190038:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384623.190039:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384623.190040:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000609f1f99. 00000100:00000040:1.0:1767384623.190045:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 02000000:00000001:0.0:1767384623.190045:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384623.190048:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384623.190050:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384623.190051:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:0.0:1767384623.190051:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc04934. 00000100:00000001:2.0:1767384623.190054:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384623.190056:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.190057:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384623.190060:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384623.190061:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000001:1.0:1767384623.190063:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384623.190063:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384623.190064:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00000001:2.0:1767384623.190068:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518501504 : -128356191050112 : ffff8b42bed3e680) 00000100:00000001:0.0:1767384623.190070:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384623.190072:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e3ac47 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.190072:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.190074:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000089230c3 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:604/0 lens 224/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.190077:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.190079:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.190100:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384623.190101:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e3ac47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049181312:12345-0@lo:400: Request processed in 563us (1349us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384623.190104:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5d0e6fb. 00000100:00000001:2.0:1767384623.190109:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.190112:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5d0e6fb. 00000100:00100000:1.0:1767384623.190115:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1767384623.190119:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000089230c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237049181440:12345-0@lo:400: 00000100:00000040:1.0:1767384623.190121:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000200:2.0:1767384623.190124:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181440 00000100:00000001:1.0:1767384623.190126:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384623.190128:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384623.190130:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384623.190131:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384623.190134:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384623.190135:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e3d95c9. 00000020:00000001:2.0:1767384623.190136:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384623.190138:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:2.0:1767384623.190141:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384623.190143:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000020:00000001:2.0:1767384623.190144:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.190149:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384623.190151:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384623.190151:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db7c0454. 00000020:00000001:2.0:1767384623.190152:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.190154:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384623.190156:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384623.190158:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384623.190161:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060a3c68a. 02000000:00000001:2.0:1767384623.190164:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.190166:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384623.190167:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000020:00000001:2.0:1767384623.190168:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384623.190173:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181440 00000100:00000001:1.0:1767384623.190174:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.190174:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384623.190175:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384623.190179:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:2.0:1767384623.190182:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000089230c3 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384623.190186:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384623.190188:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:0.0:1767384623.190189:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384623.190191:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.190193:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e20f8fc3. 00000100:00001000:2.0:1767384623.190195:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.190200:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384623.190201:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068233c9a 00000100:00000040:2.0:1767384623.190204:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000010:0.0:1767384623.190205:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068233c9a. 00000100:00000001:0.0:1767384623.190208:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384623.190213:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000200:0.0:1767384623.190213:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384623.190218:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384623.190218:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384623.190223:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190223:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384623.190227:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.190229:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1767384623.190231:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384623.190235:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384623.190236:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384623.190237:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384623.190239:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079d2b7a1. 00000400:00000010:2.0:1767384623.190241:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000001:0.0:1767384623.190241:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.190245:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e7f0e5c 00000100:00000001:0.0:1767384623.190247:0:16360:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384623.190249:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e7f0e5c. 02000000:00000001:0.0:1767384623.190250:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384623.190252:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384623.190256:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049181440, offset 224 00000100:00000001:1.0:1767384623.190256:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384623.190261:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384623.190264:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.190266:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384623.190266:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.190273:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=36 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384623.190278:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384623.190284:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=36 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384623.190287:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.190290:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004500 00000100:00000001:0.0:1767384623.190291:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384623.190294:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.190299:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384623.190300:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1705 [1] + 224 00010000:00080000:0.0:1767384623.190306:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.190308:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384623.190316:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.190318:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.190321:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.190326:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384623.190326:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190327:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384623.190331:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384623.190332:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.190332:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384623.190336:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384623.190336:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384623.190342:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.190342:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384623.190345:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.190346:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384623.190349:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.190351:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384623.190358:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=31 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384623.190369:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384623.190369:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.190370:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.190376:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384623.190377:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000100:00000001:1.0:1767384623.190378:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384623.190378:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384623.190381:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000100:00000001:1.0:1767384623.190383:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.190385:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.190387:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384623.190387:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384623.190390:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.190395:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384623.190397:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384623.190400:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049181312:0@lo:400: 00000100:00000040:2.0:1767384623.190401:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384623.190408:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384623.190410:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.190411:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.190412:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384623.190414:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384623.190416:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384623.190417:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384623.190420:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049181312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384623.190422:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384623.190422:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.190425:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000089230c3 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384623.190426:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384623.190430:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000100:00000001:1.0:1767384623.190430:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384623.190436:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384623.190437:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384623.190441:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:1.0:1767384623.190443:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384623.190444:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384623.190447:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384623.190448:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384623.190448:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384623.190452:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fead42a. 00000100:00000200:3.0:1767384623.190455:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.190457:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.190458:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000089230c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237049181440:12345-0@lo:400: Request processed in 352us (1577us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384623.190459:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384623.190462:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384623.190465:0:16360:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384623.190471:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384623.190478:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009c9e7a6d. 00000100:00100000:2.0:1767384623.190481:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 02000000:00000001:0.0:1767384623.190483:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384623.190487:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384623.190489:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384623.190491:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000040:2.0:1767384623.190493:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:0.0:1767384623.190496:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.190499:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384623.190500:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.190504:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384623.190506:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384623.190508:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b9484c6. 00000100:00000001:0.0:1767384623.190514:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.190515:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384623.190516:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c94bf59. 00000100:00000001:0.0:1767384623.190518:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.190519:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384623.190523:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079701916. 00000100:00000001:3.0:1767384623.190526:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384623.190526:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384623.190526:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384623.190527:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 02000000:00000001:3.0:1767384623.190530:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384623.190531:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.190533:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.190533:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.190534:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.190538:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190539:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384623.190541:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384623.190544:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384623.190547:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00001000:3.0:1767384623.190550:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=41 v=5 (5 0 0 0) 00000004:00000040:1.0:1767384623.190552:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00001000:3.0:1767384623.190554:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.190563:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384623.190565:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.190567:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.190569:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384623.190569:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384623.190572:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.190578:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384623.190580:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.190588:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384623.190590:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.190591:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.190593:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384623.190600:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.190618:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064602d22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049181056:0@lo:400: 00000100:00100000:1.0:1767384623.190618:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049180928:0@lo:13: 00000100:00000001:3.0:1767384623.190627:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.190629:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384623.190629:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.190633:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064602d22 x1853237049181056/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.190635:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384623.190641:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.190644:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384623.190644:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021a01da x1853237049180928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384623.190647:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6739a60. 02000000:00000001:3.0:1767384623.190652:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.190654:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.190657:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384623.190660:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384623.190663:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ffab2307. 00000100:00000001:1.0:1767384623.190663:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.190665:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384623.190667:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384623.190668:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.190671:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 02000000:00000010:1.0:1767384623.190671:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000283fbc58. 00000100:00000001:3.0:1767384623.190676:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384623.190679:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384623.190679:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384623.190684:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384623.190684:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.190688:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384623.190691:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384623.190693:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.190696:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f28123f. 00000100:00000001:3.0:1767384623.190701:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.190702:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384623.190708:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384623.190708:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384623.190712:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 00000100:00000001:3.0:1767384623.190713:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190744:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.190747:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.190751:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190753:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.190761:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384623.190764:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384623.190765:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384623.190767:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59bf815. 00000400:00000200:1.0:1767384623.190770:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000400:00000010:1.0:1767384623.190772:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000001:1.0:1767384623.190775:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.190778:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384623.190787:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.190811:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.190813:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.190815:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384623.190816:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384623.190818:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.190819:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.190821:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.190825:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384623.190828:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.190831:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384623.190832:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.190834:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384623.190837:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.190844:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190846:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384623.190848:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384623.190850:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384623.190852:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.190855:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.190863:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.190865:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384623.190866:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384623.190876:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384623.190885:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bdfd951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237049181440:0@lo:400: 00000100:00000001:1.0:1767384623.190889:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.190892:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.190894:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bdfd951 x1853237049181440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.190901:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384623.190903:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384623.190905:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c107e8c7. 02000000:00000001:1.0:1767384623.190909:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384623.190911:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.190912:0:16357:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384623.190914:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.190916:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000539cbff8. 02000000:00000001:1.0:1767384623.190919:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384623.190920:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384623.190922:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bdfd951. 00000100:00000001:1.0:1767384623.190924:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.190926:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.190928:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.190933:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.190934:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.190937:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.190938:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.193774:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294912517, at 4294912518 00000100:00000040:1.0:1767384623.193776:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294912517, at 4294912518 00000100:00000010:3.0:1767384623.193783:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029365782. 00000100:00000040:2.0:1767384623.193784:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294912517, at 4294912518 00000100:00000010:1.0:1767384623.193786:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000054dcd9a. 00000100:00000010:2.0:1767384623.193808:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045ed9b63. 00000100:00000040:0.0:1767384623.194761:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294912517, at 4294912519 00000100:00000010:0.0:1767384623.194767:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064a3fce. 00010000:00000001:1.0:1767384623.635780:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384623.635797:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.635802:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384623.635803:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.635880:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384623.635887:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.635891:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384623.692688:0:26528:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384623.692694:0:26528:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384623.695844:0:26528:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384623.704037:0:26529:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d108a40f. 00000400:00000010:3.0:1767384623.704058:0:26529:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006d0b5f5a. 00000400:00000010:3.0:1767384623.704069:0:26529:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ea85378e. 00000400:00000010:3.0:1767384623.704073:0:26529:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dc55cdf5. 00000400:00000010:3.0:1767384623.704078:0:26529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c87bca48. 00000400:00000010:3.0:1767384623.704083:0:26529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d53c5b2. 00000400:00000010:3.0:1767384623.704085:0:26529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000701bbcfe. 00000400:00000010:3.0:1767384623.704086:0:26529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb6aeb88. 00000400:00000010:3.0:1767384623.704090:0:26529:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002a0b9bd1. 00000800:00000010:3.0:1767384623.704105:0:26529:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d17b2562. 00000800:00000200:3.0:1767384623.704117:0:26529:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384623.704128:0:26529:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384623.704178:0:26529:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384623.704202:0:26529:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp29 [8/256/0/180] 00000400:00000010:3.0:1767384623.705466:0:26529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000873a499b. 00000400:00000010:3.0:1767384623.705473:0:26529:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000400:00000010:3.0:1767384623.705479:0:26529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000400:00000001:3.0:1767384623.705501:0:26529:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.705503:0:26529:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384623.705504:0:26529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000200:3.0:1767384623.705507:0:26529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:3.0:1767384623.705509:0:26529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000400:00000010:3.0:1767384623.705512:0:26529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000261879fd. 00000400:00000200:3.0:1767384623.705517:0:26529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (20) 00000400:00000200:3.0:1767384623.705529:0:26529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384623.705539:0:26529:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:3.0:1767384623.705552:0:26529:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000003371e95. 00000400:00000200:0.0:1767384623.705555:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384623.705557:0:26529:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384623.705563:0:26529:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp29 00000400:00000200:0.0:1767384623.705568:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:0.0:1767384623.705576:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001224e59. 00000400:00000200:0.0:1767384623.705581:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (21) 00000400:00000010:3.0:1767384623.705584:0:26529:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006d0b5f5a. 00000400:00000010:0.0:1767384623.705588:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e57f5641. 00000400:00000010:3.0:1767384623.705589:0:26529:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d108a40f. 00000400:00000200:0.0:1767384623.705597:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp27 00000400:00000200:0.0:1767384623.705610:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp27 to MR: 192.168.202.154@tcp27 local destination 00000400:00000200:0.0:1767384623.705620:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp27 NI seq info: [55:55:256:4294967295] 192.168.202.154@tcp27 LPNI seq info [55:55:8:4294967295] 00000400:00000200:0.0:1767384623.705626:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp27 00000400:00000200:0.0:1767384623.705632:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27:192.168.202.154@tcp27) -> 192.168.202.154@tcp27(192.168.202.154@tcp27:192.168.202.154@tcp27) : PUT try# 0 00000800:00000200:0.0:1767384623.705637:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.154@tcp27 00000800:00000010:0.0:1767384623.705640:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c9e7a6d. 00000020:00000001:1.0:1767384623.705646:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384623.705647:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (6) 10000000:00000001:1.0:1767384623.705651:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.705655:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384623.705658:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp27 ip 192.168.202.154:988 10000000:01000000:1.0:1767384623.705659:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:0.0:1767384623.705663:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c9e7a6d type 1, nob 464 niov 1 nkiov 1 00000020:01000004:1.0:1767384623.705671:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384623.705684:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384623.705686:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.705688:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.705690:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384623.705691:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.705693:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384623.705695:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384623.705697:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.705701:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384623.705706:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000400:00000200:0.0:1767384623.705706:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384623.705710:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000020:00000040:1.0:1767384623.705713:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384623.705740:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.705743:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384623.705747:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384623.705755:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046ef7933. 00000100:00000001:1.0:1767384623.705761:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.705769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384623.705771:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.705779:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023e54ff5] to pc [ptlrpcd_00_01+1] req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384623.705814:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384623.705817:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.705818:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384623.705820:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384623.705826:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.705827:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384623.705828:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384623.705829:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384623.705831:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384623.705832:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384623.705833:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384623.705834:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384623.705835:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384623.705836:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384623.705837:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384623.705838:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384623.705856:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384623.705858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d195d37. 00000020:00000040:1.0:1767384623.705861:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384623.705864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.705866:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384623.705867:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384623.705868:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384623.705874:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c9e7a6d. 02000000:00000010:1.0:1767384623.705879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3ac23f1. 00000400:00000200:2.0:1767384623.705881:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384623.705885:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.705889:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1767384623.705890:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384623.705892:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.705893:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: PUT: OK 00000100:00000040:1.0:1767384623.705899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d195d37] to pc [ptlrpcd_00_02+2] req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.705901:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384623.705903:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.705909:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp27: 0 00000800:00000001:0.0:1767384623.705909:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384623.705916:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384623.705931:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.705931:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27) <- 192.168.202.154@tcp27 : PUT - for me 10000000:00000001:1.0:1767384623.705937:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.705940:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384623.705942:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384623.705946:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000003371e95. 00000400:00000200:0.0:1767384623.705950:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384623.705956:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384623.705964:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 352/368 into md 0x16cd [1] + 0 00000100:00100000:2.0:1767384623.705966:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384623.705970:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384623.705971:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1fa160. 00000100:00000001:1.0:1767384623.705972:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.705980:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384623.705980:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f5d78e0 00000100:00000001:2.0:1767384623.705981:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.705983:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384623.705986:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384623.705990:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384623.705992:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.705994:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.705995:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.706001:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1767384623.706002:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.706003:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384623.706008:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706008:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384623.706010:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384623.706015:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384623.706019:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384623.706021:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: PUT: OK 02000000:00000001:1.0:1767384623.706035:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706041:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767384623.706042:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049181568:0@lo:253: 00000400:00000200:0.0:1767384623.706043:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000100:00000001:2.0:1767384623.706044:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.706047:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 02000000:00000001:2.0:1767384623.706051:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384623.706052:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384623.706053:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:2.0:1767384623.706055:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384623.706058:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384623.706058:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (22) 02000000:00000001:2.0:1767384623.706059:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.706062:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.706066:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384623.706067:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049181696:0@lo:253: 00000400:00000200:0.0:1767384623.706068:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 02000000:00000010:1.0:1767384623.706073:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005fb79e0d. 00000100:00000001:2.0:1767384623.706074:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384623.706075:0:16352:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (368 bytes) 02000000:00000001:2.0:1767384623.706078:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384623.706078:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706081:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 02000000:00000001:2.0:1767384623.706089:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706090:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (23) 00000400:00000010:1.0:1767384623.706092:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053abe0e8. 02000000:00000001:2.0:1767384623.706097:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384623.706099:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:1.0:1767384623.706100:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377803c7. 02000000:00000010:2.0:1767384623.706105:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001bd2f0c1. 00000400:00000200:0.0:1767384623.706106:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp27 to MR: 192.168.202.154@tcp27 local destination 00000100:00000200:1.0:1767384623.706107:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049181568, portal 25 02000000:00000001:2.0:1767384623.706112:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706113:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384623.706117:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000400:00000200:0.0:1767384623.706118:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp27 NI seq info: [56:56:256:4294967295] 192.168.202.154@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000010:2.0:1767384623.706121:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc1da74. 00000100:00000040:1.0:1767384623.706126:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384623.706131:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf25996. 00000100:00000200:2.0:1767384623.706141:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049181696, portal 25 00000100:00000001:1.0:1767384623.706145:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384623.706147:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27:192.168.202.154@tcp27) -> 192.168.202.154@tcp27(192.168.202.154@tcp27:192.168.202.154@tcp27) 192.168.202.154@tcp27 : ACK try# 0 00000100:00000001:2.0:1767384623.706148:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384623.706151:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384623.706153:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520551296 : -128356189000320 : ffff8b42bef32d80) 00000400:00000010:1.0:1767384623.706156:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f20a7a77. 00000100:00000200:1.0:1767384623.706162:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049181568, offset 0 00000100:00000040:2.0:1767384623.706163:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384623.706163:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp27 00000800:00000010:0.0:1767384623.706171:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000609f1f99. 00000100:00000001:2.0:1767384623.706174:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384623.706180:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384623.706182:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (6) 00000100:00000040:2.0:1767384623.706183:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.706187:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007324d2bf. 00000100:00000200:2.0:1767384623.706193:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049181696, offset 0 00000400:00000200:1.0:1767384623.706198:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384623.706199:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp27 ip 192.168.202.154:987 00000400:00000200:2.0:1767384623.706204:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384623.706205:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000609f1f99 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384623.706218:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004580 00000800:00000001:0.0:1767384623.706219:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384623.706221:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.706230:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00000800:00000001:0.0:1767384623.706230:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.706236:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004600 00000400:00000010:1.0:1767384623.706238:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc2562c. 00000400:00000200:1.0:1767384623.706244:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0c3d0de 00000400:00000200:2.0:1767384623.706249:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1025 [2] + 0 00000400:00000200:1.0:1767384623.706250:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384623.706256:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838d1d89. 00000400:00000200:1.0:1767384623.706260:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384623.706262:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e44a27af 00000400:00000200:1.0:1767384623.706266:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0c3d0de 00000400:00000200:2.0:1767384623.706269:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384623.706269:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0c3d0de. 00000800:00000200:0.0:1767384623.706272:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384623.706276:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000609f1f99. 00000100:00000001:1.0:1767384623.706278:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384623.706282:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384623.706283:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384623.706284:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.706292:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e44a27af 00000100:00000040:1.0:1767384623.706292:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000003b345319 x1853237049181568 msgsize 4848 00000400:00000200:0.0:1767384623.706295:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: ACK: OK 00000400:00000010:2.0:1767384623.706296:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e44a27af. 00000100:00000001:2.0:1767384623.706313:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384623.706314:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384623.706317:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384623.706318:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384623.706320:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384623.706322:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000588437db x1853237049181696 msgsize 4848 00000100:00000040:1.0:1767384623.706323:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:0.0:1767384623.706326:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384623.706330:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384623.706334:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.706338:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384623.706338:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384623.706339:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384623.706347:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.706354:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.706354:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f20a7a77 00000400:00000010:1.0:1767384623.706359:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f20a7a77. 00000400:00000200:0.0:1767384623.706359:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp27(192.168.202.154@tcp27) <- 192.168.202.154@tcp27 : ACK - for me 00000100:00000001:1.0:1767384623.706364:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384623.706365:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007324d2bf 00000400:00000010:2.0:1767384623.706368:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007324d2bf. 00000100:00000200:1.0:1767384623.706371:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.706372:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384623.706378:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.706383:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384623.706384:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp27: ACK from 12345-192.168.202.154@tcp27 into md 0x1729 00000100:00000040:1.0:1767384623.706388:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.706392:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384623.706401:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384623.706402:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706405:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp27->192.168.202.154@tcp27: ACK: OK 00000100:00000001:1.0:1767384623.706406:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384623.706409:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384623.706410:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001224e59 00000100:00000001:1.0:1767384623.706414:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706419:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294913035 00000400:00000010:0.0:1767384623.706422:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001224e59. 00000100:00000010:1.0:1767384623.706425:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6957798. 00000100:00000001:2.0:1767384623.706431:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706431:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384623.706433:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384623.706437:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:2.0:1767384623.706438:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.706441:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294913035 00000400:00000200:0.0:1767384623.706445:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000010:1.0:1767384623.706447:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfa418f5. 00000400:00000200:0.0:1767384623.706452:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (22) 00000100:00000001:1.0:1767384623.706453:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384623.706458:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294913035 00000100:00000010:1.0:1767384623.706461:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1e130d6. 00000100:00000001:1.0:1767384623.706464:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384623.706465:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706466:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294913035 00000800:00000001:0.0:1767384623.706470:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384623.706471:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6c1c6df. 00000100:00000001:2.0:1767384623.706472:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294913035 00000100:00000001:2.0:1767384623.706478:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294913035 00000100:00000001:1.0:1767384623.706478:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000800:00000001:0.0:1767384623.706478:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.706485:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294913035 00000100:00000001:1.0:1767384623.706486:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.706490:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294913035 00000100:00000001:1.0:1767384623.706491:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706496:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294913035 00000100:00000001:1.0:1767384623.706497:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706500:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294913035 00000100:00000001:1.0:1767384623.706501:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.706504:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384623.706506:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294913035 00000100:00000001:1.0:1767384623.706509:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.706510:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294913035 00000100:00000001:1.0:1767384623.706512:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384623.706512:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000badb88e5. 00000100:00000001:2.0:1767384623.706513:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.706518:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.706520:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706520:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384623.706521:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092db8b12. 00000100:00000001:1.0:1767384623.706524:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706525:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706528:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.706529:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001224e59. 00000100:00000001:2.0:1767384623.706530:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706539:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384623.706539:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000badb88e5 00000100:00000001:1.0:1767384623.706543:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.706545:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000e3fcb623. 00000100:00000001:2.0:1767384623.706546:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.706550:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706554:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000200:0.0:1767384623.706560:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 00000100:00000001:1.0:1767384623.706561:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384623.706565:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181568 00000100:00000001:2.0:1767384623.706566:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384623.706569:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384623.706572:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (21) 00000100:00100000:2.0:1767384623.706573:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181696 00000100:00000001:1.0:1767384623.706573:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.706577:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.706579:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384623.706580:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000002e636da6. 02000000:00000001:1.0:1767384623.706581:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706584:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384623.706587:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a9c4df6. 00000100:00000001:2.0:1767384623.706588:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.706594:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181568 00000400:00000010:0.0:1767384623.706594:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008b26f48. 02000000:00000001:2.0:1767384623.706595:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.706600:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384623.706602:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181696 00000020:00000040:1.0:1767384623.706604:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:0.0:1767384623.706604:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000020:00000001:2.0:1767384623.706609:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384623.706610:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.706613:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000040:1.0:1767384623.706615:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000400:00000200:0.0:1767384623.706616:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000001:2.0:1767384623.706619:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384623.706620:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:2.0:1767384623.706624:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384623.706625:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:0.0:1767384623.706628:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384623.706630:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384623.706636:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000001:2.0:1767384623.706637:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:1.0:1767384623.706637:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55f2989. 00000100:00000001:1.0:1767384623.706652:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384623.706653:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:0.0:1767384623.706655:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000010:1.0:1767384623.706659:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55f2989. 00000100:00000001:2.0:1767384623.706661:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384623.706667:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000400:00000200:0.0:1767384623.706667:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000010:1.0:1767384623.706668:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee0108a. 00000100:00000001:2.0:1767384623.706672:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384623.706675:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e3d95c9. 00000020:00000010:2.0:1767384623.706677:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000400:00000200:0.0:1767384623.706680:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000010:1.0:1767384623.706683:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000020:00000010:2.0:1767384623.706685:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e7a3548. 00000400:00000200:0.0:1767384623.706688:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:2.0:1767384623.706691:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002664baad. 00000100:00000040:1.0:1767384623.706693:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384623.706695:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:2.0:1767384623.706699:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000001:1.0:1767384623.706699:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384623.706703:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384623.706705:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:2.0:1767384623.706707:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384623.706709:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:1.0:1767384623.706717:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706746:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384623.706747:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:1.0:1767384623.706748:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706749:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706759:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:2.0:1767384623.706760:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.706762:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.706766:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.706771:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384623.706775:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:1.0:1767384623.706781:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384623.706783:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000001:2.0:1767384623.706799:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384623.706799:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384623.706804:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384623.706809:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000400:00000200:0.0:1767384623.706809:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000040:1.0:1767384623.706815:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384623.706818:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512772176 : -128357196779440 : ffff8b4282e1b050) 00000100:00100000:2.0:1767384623.706821:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:1.0:1767384623.706826:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b345319 x1853237049181568/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.706827:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384623.706845:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512762960 : -128357196788656 : ffff8b4282e18c50) 00000400:00000200:0.0:1767384623.706847:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000100:00000001:1.0:1767384623.706854:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384623.706855:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000588437db x1853237049181696/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384623.706860:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55f2989. 00000400:00000200:0.0:1767384623.706861:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000100:00000001:1.0:1767384623.706866:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384623.706872:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55f2989. 00000400:00000200:0.0:1767384623.706879:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000100:00000001:2.0:1767384623.706881:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384623.706886:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b345319 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049181568:12345-0@lo:253: 00000020:00000010:2.0:1767384623.706889:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1c38986. 00000400:00000200:0.0:1767384623.706889:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000100:00000001:2.0:1767384623.706896:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384623.706898:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000020:00000010:2.0:1767384623.706902:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1c38986. 00000100:00000200:1.0:1767384623.706905:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181568 00000400:00000200:0.0:1767384623.706908:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp28 00000020:00000001:1.0:1767384623.706911:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384623.706915:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000588437db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049181696:12345-0@lo:253: 00000400:00000200:0.0:1767384623.706916:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp28 lpni_is_preferred = 0 00000020:00000001:1.0:1767384623.706917:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384623.706923:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181696 00000020:00000001:1.0:1767384623.706923:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.706924:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp28 00000020:00000001:1.0:1767384623.706930:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384623.706931:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384623.706933:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384623.706936:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384623.706937:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp28 NI seq info: [57:57:256:4294967295] 192.168.202.154@tcp28 LPNI seq info [57:57:8:4294967295] 00000020:00000001:1.0:1767384623.706938:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384623.706941:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.706941:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.706947:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384623.706948:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp28 00000020:00000001:1.0:1767384623.706949:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384623.706952:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384623.706955:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.706959:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:1.0:1767384623.706960:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384623.706963:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384623.706965:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384623.706968:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28:) -> 192.168.202.154@tcp28(192.168.202.154@tcp:192.168.202.154@tcp28) : GET try# 0 00000020:00000001:2.0:1767384623.706969:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.706976:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384623.706978:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384623.706980:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001af2e4ca. 00000800:00000200:0.0:1767384623.706982:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp28 00000020:00000001:2.0:1767384623.706983:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.706984:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.706990:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.0:1767384623.706990:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000609f1f99. 00000100:00000001:1.0:1767384623.706991:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.706997:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384623.706998:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384623.707001:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ec4a24f. 02000000:00000010:2.0:1767384623.707004:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c3d8224e. 00000800:00000010:0.0:1767384623.707006:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b584c8a8. 02000000:00000001:2.0:1767384623.707008:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384623.707009:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fce43325. 00000100:00000001:2.0:1767384623.707012:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384623.707014:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384623.707027:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.0:1767384623.707027:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 20000000:00000001:1.0:1767384623.707029:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384623.707033:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.1:1767384623.707033:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 20000000:00000010:2.0:1767384623.707038:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c52e386d. 20000000:00000001:1.0:1767384623.707039:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384623.707045:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384623.707046:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.707051:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384623.707052:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384623.707054:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 20000000:00000001:2.0:1767384623.707057:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384623.707061:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384623.707062:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db7c0454. 00000400:00000200:0.0:1767384623.707063:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 20000000:00000001:2.0:1767384623.707065:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.707070:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384623.707091:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384623.707097:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384623.707103:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384623.707106:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384623.707122:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384623.707137:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.707149:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384623.707151:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.707152:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384623.707154:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384623.707157:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384623.707169:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384623.707172:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384623.707176:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384623.707182:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.707187:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384623.707187:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000020:00000001:1.0:1767384623.707195:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384623.707204:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384623.707211:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384623.707217:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079701916. 00080000:00000001:1.0:1767384623.707222:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266663424 : -128361442888192 : ffff8b4185cb3600) 00080000:00000001:1.0:1767384623.707228:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384623.707233:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384623.707237:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d55f2989. 00080000:00000001:1.0:1767384623.707240:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384623.707244:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384623.707261:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384623.707276:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00080000:00000001:1.0:1767384623.707279:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384623.707341:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707414:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707433:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707449:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707485:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707674:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707697:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707761:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707854:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707879:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707901:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.707934:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708022:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708083:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708292:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708312:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708371:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708400:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708419:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708436:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708452:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708473:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708495:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708521:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384623.708570:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384623.708671:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d5ab5f5. 00000800:00000010:0.0:1767384623.708675:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008175db0c. 00000800:00000010:0.0:1767384623.708680:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089188065. 00000800:00000010:0.0:1767384623.708700:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089188065. 00000800:00020000:0.0:1767384623.708741:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00080000:00000010:2.0:1767384623.709119:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079701916. 00080000:00000010:1.0:1767384623.709172:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d55f2989. 00040000:00000001:1.0:1767384623.709179:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384623.709181:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384623.709183:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384623.709187:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384623.709190:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.709192:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384623.709205:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384623.709217:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384623.709221:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384623.709227:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2d11362. 00080000:00000001:1.0:1767384623.709227:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384623.709231:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:2.0:1767384623.709235:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384623.709237:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384623.709239:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384623.709246:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384623.709253:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.709255:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384623.709256:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.709258:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384623.709259:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384623.709262:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:2.0:1767384623.709266:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384623.709268:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384623.709272:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384623.709274:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384623.709282:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.709284:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384623.709286:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384623.709289:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384623.709291:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004f7ee2ad. 20000000:01000000:1.0:1767384623.709292:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384623.709293:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268451840 : -128361441099776 : ffff8b4185e68000) 00080000:00000001:2.0:1767384623.709299:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384623.709299:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000001:00000001:2.0:1767384623.709305:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 10000000:01000000:1.0:1767384623.709305:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:2.0:1767384623.709308:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f1c38986. 00080000:00000001:2.0:1767384623.709312:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709313:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384623.709314:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384623.709317:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384623.709322:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384623.709326:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d0dfc8b. 00080000:00000001:2.0:1767384623.709333:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384623.709333:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384623.709336:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064e63bdf. 00000020:00000001:1.0:1767384623.709348:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384623.709349:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064e63bdf with handle 0xefc2db714b35c3bf to hash 00000020:00000001:1.0:1767384623.709351:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384623.709352:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384623.709354:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384623.709379:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.709381:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.709383:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709389:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384623.709392:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384623.709395:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384623.709396:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.709397:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.709399:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.709400:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.709402:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384623.709403:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384623.709404:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384623.709405:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384623.709406:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d0dfc8b) refcount = 1 00010000:00010000:1.0:1767384623.709408:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709412:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384623.709413:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384623.709414:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.709415:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709417:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384623.709419:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384623.709421:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384623.709424:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384623.709425:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384623.709426:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=4 00000020:00000001:1.0:1767384623.709432:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384623.709433:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384623.709435:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384623.709436:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709440:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384623.709441:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709445:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.709446:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384623.709447:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709450:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.709451:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709453:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384623.709454:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384623.709458:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064e63bdf already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384623.709460:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.709462:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384623.709463:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709467:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384623.709468:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384623.709468:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384623.709469:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=5 00000020:00000001:1.0:1767384623.709470:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384623.709472:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384623.709474:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384623.709480:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709484:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384623.709485:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.709486:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709489:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384623.709500:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384623.709501:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.709502:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384623.709503:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064e63bdf with handle 0xefc2db714b35c3bf from hash 00010000:00000001:1.0:1767384623.709505:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384623.709506:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.709506:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.709507:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384623.709509:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384623.709511:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384623.709513:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384623.709514:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.709516:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709517:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384623.709517:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384623.709519:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.709519:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.709520:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709521:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.709522:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.709524:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709528:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.709529:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.709530:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384623.709531:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384623.709532:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.709532:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.709534:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384623.709536:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.709541:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.709543:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.709547:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384623.709548:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384623.709549:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064e63bdf/0xefc2db714b35c3bf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384623.709553:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d0dfc8b count: 0 00010000:00000001:1.0:1767384623.709559:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384623.709560:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384623.709569:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384623.709572:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384623.709574:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fce43325. 20000000:00000001:1.0:1767384623.709577:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384623.709579:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181568 00010000:00000001:1.0:1767384623.709580:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384623.709584:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b345319 x1853237049181568/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.709590:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384623.709591:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.709594:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.709597:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.709599:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.709601:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384623.709603:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.709605:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.709607:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.709608:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384623.709610:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f20a7a77. 00000100:00000200:1.0:1767384623.709613:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049181568, offset 224 00000400:00000200:1.0:1767384623.709616:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.709621:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.709625:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004580 00000400:00000200:1.0:1767384623.709633:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x172d [2] + 224 00000400:00000200:1.0:1767384623.709636:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.709638:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.709641:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384623.709643:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.709657:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.709670:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.709674:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f20a7a77 00000400:00000010:1.0:1767384623.709677:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f20a7a77. 00000100:00000001:1.0:1767384623.709679:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384623.709680:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.709682:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.709684:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384623.709686:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384623.709688:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.709689:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384623.709690:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.709693:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b345319 x1853237049181568/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.709694:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384623.709700:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384623.709704:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384623.709705:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b345319 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049181568:12345-0@lo:253: Request processed in 2848us (3410us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384623.709708:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053abe0e8. 00000100:00100000:1.0:1767384623.709741:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000400:00000200:2.0:1767384623.709743:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377803c7 00000100:00000040:1.0:1767384623.709744:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000400:00000010:2.0:1767384623.709747:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377803c7. 00000100:00000001:1.0:1767384623.709748:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.709752:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384623.709752:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384623.709758:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e3d95c9. 00000100:00000200:2.0:1767384623.709759:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384623.709763:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000020:00000010:1.0:1767384623.709768:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee0108a. 00000100:00000200:2.0:1767384623.709773:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384623.709774:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384623.709780:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384623.709782:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384623.709783:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001af2e4ca. 00000100:00000001:2.0:1767384623.709798:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.709801:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384623.709806:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384623.709809:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384623.709810:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384623.709811:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.709813:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384623.709815:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.709820:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=41 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384623.709820:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384623.709824:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000447c5374. 00000100:00001000:2.0:1767384623.709825:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=41 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384623.709838:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f20a7a77. 00000100:00000001:2.0:1767384623.709841:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384623.709844:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.709852:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384623.709854:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.709856:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.709859:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.709865:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.709866:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384623.709868:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384623.709870:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384623.709871:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384623.709872:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384623.709873:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384623.709875:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384623.709877:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384623.709879:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384623.709881:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384623.709882:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384623.709883:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384623.709887:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.709892:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049181568:0@lo:253: 00000100:00000001:2.0:1767384623.709895:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.709896:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.709897:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023e54ff5 x1853237049181568/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.709901:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384623.709903:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384623.709904:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005fb79e0d. 02000000:00000001:2.0:1767384623.709910:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384623.709911:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384623.709912:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384623.709914:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384623.709915:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046ef7933. 02000000:00000001:2.0:1767384623.709922:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384623.709923:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384623.709929:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 00000100:00000001:2.0:1767384623.709932:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.709933:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.709934:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.709937:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.709939:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.709940:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.709942:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384623.710865:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004f7ee2ad. 00080000:00000010:2.0:1767384623.710895:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f1c38986. 00040000:00000001:2.0:1767384623.710900:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384623.710901:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384623.710903:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384623.710905:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384623.710907:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.710908:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384623.710910:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384623.710918:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384623.710920:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384623.710923:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384623.710928:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384623.710931:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384623.710932:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384623.710934:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384623.710935:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384623.710939:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003e52527. 00010000:00000001:1.0:1767384623.710941:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384623.710944:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000820b9ca5. 00000020:00000001:1.0:1767384623.710948:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384623.710955:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000820b9ca5 with handle 0xefc2db714b35c3c6 to hash 00000020:00000001:1.0:1767384623.710958:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384623.710960:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:1.0:1767384623.710963:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:1.0:1767384623.710966:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.710969:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.710971:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.710975:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384623.710977:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384623.710977:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384623.710980:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.710981:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.710982:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.710984:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.710986:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384623.710988:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384623.710989:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384623.710990:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384623.710991:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000003e52527) refcount = 1 00010000:00010000:1.0:1767384623.710999:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.711003:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384623.711004:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384623.711005:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.711008:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.711011:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384623.711013:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384623.711016:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384623.711018:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384623.711020:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384623.711022:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000820b9ca5 refcount=4 00000020:00000001:1.0:1767384623.711025:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:1.0:1767384623.711027:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:1.0:1767384623.711029:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384623.711031:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.711034:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384623.711037:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.711042:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.711044:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384623.711047:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.711051:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.711052:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.711055:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384623.711058:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384623.711062:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000820b9ca5 already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384623.711068:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.711071:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384623.711075:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384623.711076:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384623.711079:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384623.711082:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384623.711083:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:2.0:1767384623.711087:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c52e386d. 00000020:00000001:1.0:1767384623.711088:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384623.711089:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000820b9ca5 refcount=5 00000020:00000001:1.0:1767384623.711093:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:1.0:1767384623.711095:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 20000000:00000001:2.0:1767384623.711097:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.711099:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000040:2.0:1767384623.711102:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181696 00010000:00010000:1.0:1767384623.711103:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.711109:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384623.711111:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384623.711116:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.711119:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384623.711120:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000588437db x1853237049181696/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.711123:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384623.711126:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384623.711129:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.711132:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.711136:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384623.711137:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000820b9ca5 with handle 0xefc2db714b35c3c6 from hash 00010000:00000001:2.0:1767384623.711142:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.711143:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384623.711146:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384623.711149:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=41 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384623.711150:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.711153:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384623.711156:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384623.711157:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384623.711158:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384623.711161:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384623.711162:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384623.711164:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.711167:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384623.711169:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.711170:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384623.711174:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.711175:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384623.711179:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384623.711180:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384623.711183:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.711185:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384623.711189:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.711196:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007324d2bf. 00010000:00000001:1.0:1767384623.711197:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384623.711202:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049181696, offset 224 00010000:00000001:1.0:1767384623.711202:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.711210:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.711214:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384623.711215:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384623.711226:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384623.711226:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.711230:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.711234:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384623.711237:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384623.711241:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004600 00010000:00000001:1.0:1767384623.711241:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.711246:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.711248:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384623.711253:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1731 [2] + 224 00010000:00000001:1.0:1767384623.711253:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.711258:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.711261:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384623.711262:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384623.711270:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384623.711273:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384623.711273:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384623.711276:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c3c6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384623.711278:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384623.711283:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384623.711283:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000003e52527 count: 0 00000100:00000040:2.0:1767384623.711294:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384623.711301:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384623.711304:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384623.711305:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.711310:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007324d2bf 00000400:00000010:2.0:1767384623.711311:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007324d2bf. 00000100:00000001:2.0:1767384623.711313:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384623.711314:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.711316:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.711318:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384623.711320:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384623.711321:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.711323:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384623.711325:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000588437db x1853237049181696/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.711331:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000588437db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049181696:12345-0@lo:253: Request processed in 4450us (5009us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384623.711337:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767384623.711339:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384623.711341:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.711342:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384623.711345:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002664baad. 00000020:00000010:2.0:1767384623.711353:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000020:00000010:2.0:1767384623.711356:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e7a3548. 00000020:00000040:2.0:1767384623.711358:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:2.0:1767384623.711360:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384623.711362:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c3d8224e. 02000000:00000001:2.0:1767384623.711365:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384623.711367:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384623.711371:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384623.711374:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1fa160. 00000400:00000010:2.0:1767384623.711381:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007324d2bf. 00000100:00000001:2.0:1767384623.711401:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.711404:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384623.711410:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384623.711411:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384623.711414:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc1da74. 00000400:00000200:2.0:1767384623.711420:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf25996 00000400:00000010:2.0:1767384623.711422:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf25996. 00000100:00000001:2.0:1767384623.711426:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384623.711432:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.711443:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.711453:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384623.711455:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.711457:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384623.711458:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384623.711460:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384623.711461:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.711464:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.711467:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384623.711469:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.711472:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384623.711473:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.711474:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384623.711476:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.711477:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.711485:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.711490:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.711491:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384623.711493:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384623.711495:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384623.711496:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384623.711497:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384623.711498:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384623.711499:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384623.711500:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384623.711501:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384623.711502:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384623.711503:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384623.711504:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384623.711509:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049181696:0@lo:253: 00000100:00000001:2.0:1767384623.711511:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.711513:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384623.711516:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d195d37 x1853237049181696/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.711520:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384623.711523:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384623.711524:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001bd2f0c1. 02000000:00000001:2.0:1767384623.711531:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384623.711533:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384623.711535:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384623.711537:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384623.711539:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3ac23f1. 02000000:00000001:2.0:1767384623.711549:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384623.711550:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384623.711551:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d195d37. 00000100:00000001:2.0:1767384623.711558:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384623.711559:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.711560:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.711570:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.711572:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.711575:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.711580:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384623.711777:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008175db0c. 00000800:00000010:0.0:1767384623.711781:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001d5ab5f5. 00000100:00000040:0.0:1767384623.711801:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294913035, at 4294913036 00000100:00000010:0.0:1767384623.711807:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6957798. 00000400:02020000:0.0:1767384623.711856:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp28 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384623.712763:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294913035, at 4294913036 00000100:00000040:2.0:1767384623.712769:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294913035, at 4294913036 00000100:00000010:3.0:1767384623.712774:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6c1c6df. 00000100:00000010:2.0:1767384623.712776:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1e130d6. 00000100:00000040:1.0:1767384623.712782:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294913035, at 4294913036 00000100:00000010:1.0:1767384623.712805:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfa418f5. 00000400:00000200:0.0:1767384623.714401:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp28 notifying 192.168.202.154@tcp28: down 00000800:00000200:0.0:1767384623.714407:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp28 down 00000800:00000100:0.0:1767384623.714412:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp28 00000800:00000010:0.0:1767384623.714414:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000609f1f99. 00000400:00000200:0.0:1767384623.714418:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384623.714422:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp28->192.168.202.154@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384623.714428:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp28 added to recovery queue. ping count: 0 next ping: 246 health :900 00000400:00000200:0.0:1767384623.714431:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384623.714433:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:0.0:1767384623.714441:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384623.714469:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384623.714475:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100851 00000400:00000001:1.0:1767384623.714478:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384623.714480:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384623.714481:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a9c4df6 00000400:00000010:1.0:1767384623.714482:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a9c4df6. 00000400:00000200:1.0:1767384623.714486:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384623.714489:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:1.0:1767384623.714492:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000002e636da6. 00000400:00000200:1.0:1767384623.714502:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (22) 00000400:00000200:1.0:1767384623.714507:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:1.0:1767384623.714509:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 rc -71 00000400:00000200:1.0:1767384623.714512:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384623.714514:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (21) 00010000:00000010:1.1:1767384623.716742:0:26532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d0dfc8b. 00010000:00000010:1.1:1767384623.716752:0:26532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064e63bdf. 00010000:00000010:1.1:1767384623.716756:0:26532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003e52527. 00010000:00000010:1.1:1767384623.716764:0:26532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000820b9ca5. 00000400:00000010:3.0:1767384623.725539:0:26534:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000b1ef1c8. 00000400:00000040:3.0:1767384623.725561:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384623.725563:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384623.725566:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.725567:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384623.725569:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.725571:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384623.725573:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384623.725574:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384623.725576:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384623.725577:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384623.725579:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384623.725581:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384623.725583:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384623.725584:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384623.725586:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384623.725587:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384623.725588:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384623.725589:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384623.725589:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384623.725591:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.725592:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384623.725593:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384623.725594:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384623.725595:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.725596:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384623.725597:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.725598:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384623.725599:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384623.725600:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384623.725607:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.725608:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384623.725610:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384623.725611:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384623.725612:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384623.725614:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384623.725615:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.725615:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384623.725617:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384623.725619:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384623.725619:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384623.725621:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384623.725621:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384623.725623:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384623.725624:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384623.725625:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384623.725626:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384623.725627:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384623.725628:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384623.725631:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384623.725632:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384623.725633:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384623.725635:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384623.725636:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384623.725637:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384623.725638:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384623.725640:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384623.725641:0:26534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384623.725781:0:26534:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000b1ef1c8. 00000400:00000200:2.0:1767384624.404827:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp28 00000400:00000010:2.0:1767384624.404838:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d173b5fb. 00000400:00000010:2.0:1767384624.404850:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a8f129ea. 00000400:00000010:2.0:1767384624.404856:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000400:00000010:2.0:1767384624.404866:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000012a9fc6f. 00000400:00000200:2.0:1767384624.404875:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp28 00000400:00000200:2.0:1767384624.404897:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp28 local destination 00000400:00000200:2.0:1767384624.404906:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp28 00000400:00000200:2.0:1767384624.404913:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp28 NI seq info: [58:58:256:4294967295] 192.168.202.154@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767384624.404922:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp28 00000400:00000200:2.0:1767384624.404936:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28:) -> 192.168.202.154@tcp28(192.168.202.154@tcp28:192.168.202.154@tcp28) : GET try# 0 00000800:00000200:2.0:1767384624.404943:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp28 00000800:00000010:2.0:1767384624.404949:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9b6ad1a. 00000800:00000200:2.0:1767384624.404960:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000800:00000200:2.1:1767384624.404969:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000400:00000200:2.0:1767384624.404992:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp28 added to recovery queue. ping count: 1 next ping: 248 health :900 00000400:00000010:2.0:1767384624.405003:0:16354:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000fea04a18. 00000400:02000040:2.0:1767384624.405007:0:16354:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.154@tcp28 00000400:00000010:2.0:1767384624.406882:0:16354:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000fea04a18. 00000400:00000200:2.0:1767384624.406984:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407061:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407111:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407159:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407232:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407290:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407330:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407386:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407427:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407493:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407551:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407598:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407649:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407824:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407906:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.407965:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408052:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408309:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408431:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408516:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408587:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408627:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408698:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408830:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.408914:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409015:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409065:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409099:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409118:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409137:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409156:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384624.409185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384624.409421:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c52e386d. 00000800:00000010:2.0:1767384624.409427:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cf25996. 00000800:00000010:2.0:1767384624.409432:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005250edcc. 00000800:00000010:2.0:1767384624.409460:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005250edcc. 00000800:00020000:2.0:1767384624.409471:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384624.409474:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cf25996. 00000800:00000010:2.0:1767384624.409477:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c52e386d. 00000400:02020000:2.0:1767384624.409557:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp28 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384624.409565:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp28 notifying 192.168.202.154@tcp28: down 00000400:00000200:2.0:1767384624.409570:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384624.409578:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp28 00000800:00000010:2.0:1767384624.409582:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9b6ad1a. 00000400:00000200:2.0:1767384624.409585:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384624.409591:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp28->192.168.202.154@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384624.409601:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384624.409605:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384624.409610:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp28) recovery failed with -71 00010000:00000001:1.0:1767384624.660767:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384624.660800:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.660806:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384624.660809:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384624.660845:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384624.660848:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384624.660850:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384624.951157:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007859b891. 00080000:00000010:2.0:1767384624.951166:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007859b891. 00000020:00000001:2.0:1767384624.951169:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384624.951175:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007859b891. 00080000:00000010:2.0:1767384624.951179:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007859b891. 00000020:00000001:2.0:1767384624.951181:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384625.427797:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384625.427804:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384625.427808:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:2.0:1767384625.427813:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000400:00000200:2.0:1767384625.427819:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384625.427827:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384625.427837:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d173b5fb. 00000400:00000010:2.0:1767384625.427842:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a8f129ea. 00000001:00000001:0.0:1767384625.636524:0:27031:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384625.636529:0:27031:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:0.0:1767384625.639599:0:27031:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384625.647592:0:27032:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d108a40f. 00000400:00000010:3.0:1767384625.647608:0:27032:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fc84534d. 00000400:00000010:3.0:1767384625.647617:0:27032:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000031940a03. 00000400:00000010:3.0:1767384625.647620:0:27032:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000072be3e1f. 00000400:00000010:3.0:1767384625.647623:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006ebd9026. 00000400:00000010:3.0:1767384625.647627:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f764d69e. 00000400:00000010:3.0:1767384625.647628:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069808281. 00000400:00000010:3.0:1767384625.647629:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9b212ab. 00000400:00000010:3.0:1767384625.647632:0:27032:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000b1ef1c8. 00000800:00000010:3.0:1767384625.647648:0:27032:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000979b9a7b. 00000800:00000200:3.0:1767384625.647657:0:27032:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384625.647666:0:27032:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384625.647709:0:27032:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384625.647748:0:27032:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384625.649377:0:27032:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000681745da. 00000400:00000010:3.0:1767384625.649384:0:27032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:3.0:1767384625.649389:0:27032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000400:00000001:3.0:1767384625.649405:0:27032:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384625.649407:0:27032:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384625.649408:0:27032:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000400:00000200:3.0:1767384625.649410:0:27032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384625.649412:0:27032:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000400:00000010:3.0:1767384625.649415:0:27032:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000873a499b. 00000400:00000200:3.0:1767384625.649420:0:27032:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (20) 00000400:00000200:3.0:1767384625.649429:0:27032:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384625.649438:0:27032:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384625.649444:0:27032:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000003371e95. 00000020:01000000:3.0:1767384625.649450:0:27032:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384625.649451:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384625.649452:0:27032:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp30 00000400:00000200:0.0:1767384625.649460:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00000400:00000200:0.0:1767384625.649464:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (21) 00000400:00000010:0.0:1767384625.649469:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000c2e29cd4. 00000400:00000010:3.0:1767384625.649470:0:27032:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fc84534d. 00000400:00000010:0.0:1767384625.649473:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:3.0:1767384625.649474:0:27032:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d108a40f. 00000400:00000010:0.0:1767384625.649482:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057e39e8e. 00000400:00000200:0.0:1767384625.649488:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:0.0:1767384625.649499:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000001:1.0:1767384625.649503:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384625.649505:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:1.0:1767384625.649510:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384625.649511:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 10000000:00000001:1.0:1767384625.649514:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384625.649517:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 10000000:01000000:1.0:1767384625.649518:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384625.649521:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384625.649523:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384625.649526:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384625.649528:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384625.649531:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384625.649533:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384625.649533:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:01000004:1.0:1767384625.649534:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384625.649537:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384625.649540:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384625.649543:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384625.649543:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:0.0:1767384625.649549:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000010:1.0:1767384625.649550:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c3968a9. 00000020:00000040:1.0:1767384625.649556:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:0.0:1767384625.649557:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:1.0:1767384625.649564:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384625.649565:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 02000000:00000001:1.0:1767384625.649568:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384625.649570:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 02000000:00000001:1.0:1767384625.649574:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.649575:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384625.649581:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384625.649583:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 02000000:00000010:1.0:1767384625.649584:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001af2e4ca. 00000400:00000200:0.0:1767384625.649588:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:1.0:1767384625.649592:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.649593:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384625.649599:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384625.649601:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000100:00000001:1.0:1767384625.649602:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384625.649606:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.649607:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:0.0:1767384625.649613:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000100:00000040:1.0:1767384625.649617:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c3968a9] to pc [ptlrpcd_00_03+3] req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384625.649618:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000400:00000200:0.0:1767384625.649629:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384625.649635:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp11 00000400:00000200:0.0:1767384625.649639:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384625.649641:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp11 10000000:00000001:1.0:1767384625.649647:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.649652:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp11 NI seq info: [59:59:256:4294967295] 192.168.202.154@tcp11 LPNI seq info [59:59:8:4294967295] 10000000:00000001:1.0:1767384625.649653:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.649659:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp11 00000100:00000001:2.0:1767384625.649663:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384625.649663:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384625.649668:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384625.649669:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384625.649672:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11:) -> 192.168.202.154@tcp11(192.168.202.154@tcp:192.168.202.154@tcp11) : GET try# 0 00000020:00000001:1.0:1767384625.649676:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384625.649679:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384625.649680:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384625.649680:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp11 10000000:00000001:1.0:1767384625.649684:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384625.649685:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384625.649686:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384625.649687:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a59980ea. 00000020:01000004:1.0:1767384625.649693:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384625.649697:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384625.649700:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384625.649702:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (6) 00000100:00000001:2.0:1767384625.649703:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384625.649703:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384625.649708:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384625.649708:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384625.649712:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384625.649713:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384625.649714:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384625.649739:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384625.649739:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384625.649742:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384625.649743:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.649746:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049181824:0@lo:253: 00000100:00000010:1.0:1767384625.649746:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097217d1e. 00000020:00000040:1.0:1767384625.649751:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000800:00000200:0.0:1767384625.649753:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp11 ip 192.168.202.154:988 00000100:00000001:2.0:1767384625.649754:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384625.649755:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384625.649760:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384625.649760:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384625.649761:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a59980ea type 2, nob 96 niov 1 nkiov 0 02000000:00000001:2.0:1767384625.649765:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.649775:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.649782:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384625.649786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fce43325. 00000400:00000200:0.0:1767384625.649786:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000100:00000001:1.0:1767384625.649792:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.649792:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 02000000:00000010:2.0:1767384625.649793:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c52e386d. 02000000:00000001:2.0:1767384625.649800:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.649801:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384625.649803:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384625.649808:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097217d1e] to pc [ptlrpcd_00_00+0] req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384625.649811:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc1da74. 00000400:00000010:2.0:1767384625.649822:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f623518d. 00000100:00000200:2.0:1767384625.649828:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049181824, portal 25 10000000:00000001:1.0:1767384625.649831:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.649832:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384625.649834:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.649836:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520541440 : -128356189010176 : ffff8b42bef30700) 00000020:00000001:1.0:1767384625.649837:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384625.649841:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384625.649843:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000003371e95. 00000100:00000040:2.0:1767384625.649846:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.649856:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384625.649859:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384625.649863:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32ce0fb. 00000100:00000200:2.0:1767384625.649866:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049181824, offset 0 00000400:00000200:2.0:1767384625.649874:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384625.649883:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384625.649894:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004680 00000400:00000200:2.0:1767384625.649903:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 00000800:00000200:0.0:1767384625.649903:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384625.649908:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a59980ea. 00000400:00000010:2.0:1767384625.649909:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cfb1cd. 00000400:00000200:0.0:1767384625.649912:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.649915:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d488fbba 00000400:00000200:0.0:1767384625.649920:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: GET: OK 00000400:00000200:0.0:1767384625.649925:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384625.649926:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.649928:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:0.0:1767384625.649936:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384625.649940:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384625.649945:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384625.649946:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d488fbba 00000800:00000001:0.0:1767384625.649948:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384625.649951:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d488fbba. 00000800:00000001:0.0:1767384625.649955:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.649958:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384625.649963:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384625.649963:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11) <- 192.168.202.154@tcp11 : GET - for me 00000100:00000040:2.0:1767384625.649969:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000007775a9c0 x1853237049181824 msgsize 4848 00000100:00000001:1.0:1767384625.649970:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.649974:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384625.649976:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384625.649978:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384625.649983:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384625.649986:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384625.649987:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 368/368 into md 0x1759 [1] + 0 00000100:00000040:2.0:1767384625.649988:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384625.649999:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp11 to MR: 192.168.202.154@tcp11 local destination 00000100:00000001:2.0:1767384625.650002:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.650008:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp11 NI seq info: [60:60:256:4294967295] 192.168.202.154@tcp11 LPNI seq info [60:60:8:4294967295] 00000100:00000001:1.0:1767384625.650022:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384625.650025:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.650030:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384625.650031:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11:192.168.202.154@tcp11) -> 192.168.202.154@tcp11(192.168.202.154@tcp11:192.168.202.154@tcp11) 192.168.202.154@tcp11 : REPLY try# 0 02000000:00000001:1.0:1767384625.650034:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384625.650039:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384625.650039:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.154@tcp11 00000400:00000200:2.0:1767384625.650043:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a32ce0fb 00000100:00100000:1.0:1767384625.650046:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097217d1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049181952:0@lo:253: 00000800:00000010:0.0:1767384625.650046:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a59980ea. 00000400:00000010:2.0:1767384625.650048:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a32ce0fb. 00000100:00000001:1.0:1767384625.650052:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384625.650055:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (6) 02000000:00000001:1.0:1767384625.650056:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384625.650058:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.650062:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384625.650064:0:16360:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767384625.650068:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006520785c. 00000800:00000200:0.0:1767384625.650069:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp11 ip 192.168.202.154:1019 00000100:00000200:2.0:1767384625.650072:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384625.650073:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384625.650074:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a59980ea type 3, nob 464 niov 1 nkiov 1 00000400:00000010:1.0:1767384625.650080:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8edfb28. 00000400:00000010:1.0:1767384625.650086:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006140e3c0. 00000100:00000200:1.0:1767384625.650091:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049181952, portal 25 00000100:00000001:2.0:1767384625.650092:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384625.650093:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384625.650096:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520542336 : -128356189009280 : ffff8b42bef30a80) 00000100:00000040:2.0:1767384625.650099:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384625.650103:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384625.650113:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384625.650118:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a59980ea. 00000400:00000200:0.0:1767384625.650123:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384625.650130:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.650130:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384625.650133:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: REPLY: OK 00000100:00000001:2.0:1767384625.650135:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384625.650138:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384625.650141:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e23241e. 00000100:00000001:2.0:1767384625.650143:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384625.650144:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049181952, offset 0 00000400:00000200:1.0:1767384625.650150:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384625.650152:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384625.650158:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384625.650158:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.650159:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294914979 00000800:00000001:0.0:1767384625.650163:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384625.650169:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ceddf73. 00000800:00000001:0.0:1767384625.650170:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.650172:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004700 00000800:00000001:0.0:1767384625.650174:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.650179:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.650180:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000100:00000001:2.0:1767384625.650181:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384625.650185:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f91a567. 00000100:00000001:2.0:1767384625.650189:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294914979 00000400:00000200:0.0:1767384625.650190:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp11(192.168.202.154@tcp11) <- 192.168.202.154@tcp11 : REPLY - for me 00000400:00000200:1.0:1767384625.650191:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000104bdb7e 00000100:00000010:2.0:1767384625.650196:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea04a18. 00000400:00000200:1.0:1767384625.650198:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384625.650202:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384625.650206:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384625.650208:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294914979 00000400:00000200:0.0:1767384625.650210:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp11: Reply from 12345-192.168.202.154@tcp11 of length 368/368 into md 0x175d 00000100:00000010:2.0:1767384625.650215:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020579882. 00000800:00000001:0.0:1767384625.650216:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384625.650219:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384625.650219:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000104bdb7e 00000100:00000001:2.0:1767384625.650222:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294914979 00000800:00000001:0.0:1767384625.650223:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.650226:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384625.650227:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4faa78f. 00000400:00000010:1.0:1767384625.650231:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000104bdb7e. 00000100:00000001:2.0:1767384625.650233:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384625.650235:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp11->192.168.202.154@tcp11: REPLY: OK 00000100:00000001:1.0:1767384625.650238:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384625.650239:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000100:00000200:1.0:1767384625.650241:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384625.650245:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384625.650245:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000040:1.0:1767384625.650246:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000009e6442bb x1853237049181952 msgsize 4848 00000100:00000001:2.0:1767384625.650252:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650253:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:2.0:1767384625.650259:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.650259:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384625.650265:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384625.650266:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.650271:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:0.0:1767384625.650275:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000100:00000001:2.0:1767384625.650276:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384625.650276:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.650280:0:16352:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.154@tcp (384 bytes) 00000100:00000001:2.0:1767384625.650281:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384625.650286:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.650288:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384625.650288:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00000400:00000200:0.0:1767384625.650289:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:2.0:1767384625.650292:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384625.650293:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e23241e. 00000100:00000001:2.0:1767384625.650296:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.650298:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384625.650299:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000c2e29cd4. 00000100:00000200:1.0:1767384625.650303:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384625.650304:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (22) 00000800:00000001:0.0:1767384625.650311:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384625.650313:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.650314:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384625.650315:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.650316:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384625.650320:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.650327:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.650331:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.650332:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.650336:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384625.650343:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.650347:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384625.650347:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294914979 00000400:00000200:0.0:1767384625.650349:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:2.0:1767384625.650351:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181824 00000100:00000001:1.0:1767384625.650352:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294914979 00000400:00000010:0.0:1767384625.650354:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c2e29cd4. 02000000:00000001:2.0:1767384625.650355:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384625.650359:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384625.650359:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294914979 00000400:00000010:0.0:1767384625.650360:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aae4617. 00000100:00000001:2.0:1767384625.650362:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.650367:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294914979 00000400:00000010:0.0:1767384625.650367:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 02000000:00000001:2.0:1767384625.650368:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.650373:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181824 00000100:00000001:1.0:1767384625.650374:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294914979 00000020:00000001:2.0:1767384625.650377:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384625.650378:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c2e29cd4 00000100:00000001:1.0:1767384625.650380:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294914979 00000020:00000040:2.0:1767384625.650381:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000001:0.0:1767384625.650383:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384625.650386:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1767384625.650386:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384625.650387:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294914979 00000400:00000010:0.0:1767384625.650390:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092db8b12. 00000020:00000040:2.0:1767384625.650391:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:1.0:1767384625.650393:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294914979 00000020:00000001:2.0:1767384625.650397:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:0.0:1767384625.650397:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001224e59 00000100:00000001:1.0:1767384625.650398:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384625.650401:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001224e59. 00000020:00000001:2.0:1767384625.650402:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384625.650404:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650406:0:16355:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:2.0:1767384625.650409:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384625.650409:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.650410:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000badb88e5. 00000020:00000010:2.0:1767384625.650415:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009775849e. 00000100:00000001:1.0:1767384625.650416:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.650416:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:2.0:1767384625.650422:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384625.650425:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384625.650426:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100871 00000020:00000010:2.0:1767384625.650427:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009775849e. 00000100:00000001:1.0:1767384625.650429:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384625.650433:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:0 00000020:00000010:2.0:1767384625.650435:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007830d3b8. 00000400:00000200:0.0:1767384625.650435:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 rc 1 00000100:00000001:1.0:1767384625.650442:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384625.650443:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00000100:00000001:1.0:1767384625.650447:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384625.650447:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (21) 00000020:00000010:2.0:1767384625.650449:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc48a2aa. 00000100:00000001:1.0:1767384625.650451:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.650453:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000badb88e5. 00000020:00000010:2.0:1767384625.650455:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000001:1.0:1767384625.650457:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.650458:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001224e59. 00000100:00000040:2.0:1767384625.650464:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384625.650468:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384625.650468:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fbde67ba. 00000400:00000200:0.0:1767384625.650473:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000100:00000001:2.0:1767384625.650477:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384625.650479:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650480:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000100:00000001:1.0:1767384625.650484:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384625.650485:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:2.0:1767384625.650487:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.650488:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049181952 02000000:00000001:1.0:1767384625.650495:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384625.650495:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:1.0:1767384625.650499:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.650501:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.650502:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000100:00000001:1.0:1767384625.650504:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.650512:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650512:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000001:2.0:1767384625.650515:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384625.650518:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049181952 00000100:00000001:2.0:1767384625.650519:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384625.650522:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000001:1.0:1767384625.650524:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384625.650527:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00100000:2.0:1767384625.650528:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000400:00000200:0.0:1767384625.650530:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:00000001:1.0:1767384625.650531:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384625.650533:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000040:1.0:1767384625.650535:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384625.650538:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512775248 : -128357196776368 : ffff8b4282e1bc50) 00000020:00000001:1.0:1767384625.650541:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:0.0:1767384625.650543:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000040:2.0:1767384625.650546:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007775a9c0 x1853237049181824/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 4848/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384625.650546:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384625.650552:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384625.650557:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016170d06. 00000400:00000200:0.0:1767384625.650557:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:1.0:1767384625.650562:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384625.650569:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016170d06. 00000400:00000200:0.0:1767384625.650572:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:00000010:1.0:1767384625.650576:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee0108a. 00000100:00000001:2.0:1767384625.650583:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384625.650583:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025605397. 00000400:00000200:0.0:1767384625.650587:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000010:2.0:1767384625.650589:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009775849e. 00000020:00000010:1.0:1767384625.650590:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000400:00000200:0.0:1767384625.650593:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000001:2.0:1767384625.650597:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384625.650599:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384625.650602:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000001:1.0:1767384625.650603:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384625.650604:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009775849e. 00000100:00000001:1.0:1767384625.650606:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.650615:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650615:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00100000:2.0:1767384625.650617:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007775a9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049181824:12345-0@lo:253: 00000100:00000001:1.0:1767384625.650621:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384625.650629:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181824 00000400:00000200:0.0:1767384625.650629:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000020:00000001:2.0:1767384625.650635:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384625.650636:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384625.650638:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000100:00000001:1.0:1767384625.650639:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384625.650640:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384625.650644:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650647:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000100:00100000:1.0:1767384625.650648:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000020:00000001:2.0:1767384625.650649:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384625.650652:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000040:1.0:1767384625.650654:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000020:00000001:2.0:1767384625.650660:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384625.650660:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739622992 : -128356969928624 : ffff8b4290672850) 00000400:00000200:0.0:1767384625.650663:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000020:00000001:2.0:1767384625.650664:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384625.650667:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e6442bb x1853237049181952/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 4848/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384625.650670:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384625.650672:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000020:00000001:2.0:1767384625.650673:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384625.650677:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.650683:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384625.650687:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384625.650687:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 02000000:00000010:2.0:1767384625.650693:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d72311a2. 00000100:00000001:1.0:1767384625.650698:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384625.650699:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650701:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:2.0:1767384625.650703:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384625.650703:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016170d06. 20000000:00000001:2.0:1767384625.650707:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384625.650708:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp12 00000100:00000001:1.0:1767384625.650709:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384625.650714:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016170d06. 00000100:00100000:1.0:1767384625.650738:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e6442bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049181952:12345-0@lo:253: 00000400:00000200:0.0:1767384625.650740:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp12 lpni_is_preferred = 0 00000100:00000200:1.0:1767384625.650742:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049181952 00000020:00000001:1.0:1767384625.650746:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384625.650748:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e624d9ba. 00000400:00000200:0.0:1767384625.650749:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp12 00000020:00000001:1.0:1767384625.650750:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:2.0:1767384625.650754:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384625.650754:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650759:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp12 NI seq info: [61:61:256:4294967295] 192.168.202.154@tcp12 LPNI seq info [61:61:8:4294967295] 00000020:00000001:1.0:1767384625.650760:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384625.650761:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384625.650777:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384625.650779:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:0.0:1767384625.650779:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp12 20000000:00000001:2.0:1767384625.650781:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.650786:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384625.650787:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384625.650791:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384625.650792:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.650793:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12:) -> 192.168.202.154@tcp12(192.168.202.154@tcp:192.168.202.154@tcp12) : GET try# 0 00000020:00000001:1.0:1767384625.650799:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767384625.650802:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090d632e8. 00000800:00000200:0.0:1767384625.650803:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp12 00000020:00000001:1.0:1767384625.650804:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767384625.650809:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000020:00000001:1.0:1767384625.650809:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384625.650811:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a59980ea. 00000100:00000001:1.0:1767384625.650816:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384625.650820:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:0.0:1767384625.650820:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (6) 02000000:00000001:1.0:1767384625.650821:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384625.650829:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cb7023f3. 00080000:00000001:2.0:1767384625.650830:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:0.0:1767384625.650830:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:988 02000000:00000001:1.0:1767384625.650833:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384625.650836:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a59980ea type 2, nob 96 niov 1 nkiov 0 00080000:00000001:2.0:1767384625.650837:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:1.0:1767384625.650837:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.650839:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384625.650848:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001bd2f0c1. 00000400:00000200:0.0:1767384625.650852:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 20000000:01000000:1.0:1767384625.650853:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384625.650855:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384625.650856:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 20000000:00000001:1.0:1767384625.650858:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384625.650863:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384625.650865:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.650867:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.650868:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384625.650872:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.650876:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384625.650878:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.650879:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384625.650881:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384625.650884:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:2.0:1767384625.650888:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384625.650889:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384625.650892:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384625.650895:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384625.650896:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384625.650899:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384625.650903:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384625.650907:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384625.650910:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005bd35f98. 00080000:00000001:2.0:1767384625.650913:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190335488 : -128361519216128 : ffff8b41813e8a00) 00080000:00000001:2.0:1767384625.650916:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384625.650919:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:0.0:1767384625.650919:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1767384625.650922:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009775849e. 00000800:00000010:0.0:1767384625.650923:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a59980ea. 00080000:00000001:2.0:1767384625.650928:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.650929:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384625.650931:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384625.650935:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: GET: OK 00000400:00000200:0.0:1767384625.650938:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384625.650939:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00080000:00000001:2.0:1767384625.650944:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384625.650945:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.650950:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384625.650952:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.650956:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.650960:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12) <- 192.168.202.154@tcp12 : GET - for me 00080000:00000001:2.0:1767384625.650961:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384625.650966:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384625.650973:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 384/384 into md 0x1759 [1] + 0 00000400:00000200:0.0:1767384625.650982:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp12 to MR: 192.168.202.154@tcp12 local destination 00000400:00000200:0.0:1767384625.650987:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp12 NI seq info: [62:62:256:4294967295] 192.168.202.154@tcp12 LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1767384625.650999:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) -> 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) 192.168.202.154@tcp12 : REPLY try# 0 00000800:00000200:0.0:1767384625.651006:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.154@tcp12 00000800:00000010:0.0:1767384625.651011:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a59980ea. 00000800:00000200:0.0:1767384625.651016:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (6) 00000800:00000200:0.0:1767384625.651021:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:1017 00000800:00000200:0.0:1767384625.651025:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a59980ea type 3, nob 480 niov 1 nkiov 1 00000800:00000001:2.0:1767384625.651056:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384625.651077:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384625.651081:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384625.651083:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384625.651085:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a59980ea. 00000800:00000001:2.0:1767384625.651087:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384625.651090:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384625.651092:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.651100:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: REPLY: OK 00000400:00000200:2.0:1767384625.651105:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12) <- 192.168.202.154@tcp12 : REPLY - for me 00000400:00000200:2.0:1767384625.651115:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp12: Reply from 12345-192.168.202.154@tcp12 of length 384/384 into md 0x1775 00000800:00000001:2.0:1767384625.651120:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384625.651124:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384625.651126:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.651128:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: REPLY: OK 00000400:00000200:2.0:1767384625.651131:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001224e59 00000400:00000010:2.0:1767384625.651132:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001224e59. 00000400:00000200:2.0:1767384625.651135:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384625.651137:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:2.0:1767384625.651139:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:2.0:1767384625.651141:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 22. state = 0x100271 00000400:00000200:2.0:1767384625.651144:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384625.651154:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (22) 00000800:00000001:2.0:1767384625.651159:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384625.651160:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384625.651168:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.651175:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384625.651180:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000f1 00000400:00000010:0.0:1767384625.651186:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000c24fe1c4. 00000400:00000010:0.0:1767384625.651195:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000db9f1c67. 00000400:00000010:0.0:1767384625.651197:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 000000005743ebdc. 00000400:00000200:0.0:1767384625.651218:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp28(00000000c6f27b1d) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384625.651224:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005f6f62d2. 00000400:00000200:0.0:1767384625.651229:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005f6f62d2 nid 192.168.202.154@tcp29 00000400:00000010:0.0:1767384625.651233:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bd262c5c. 00000400:00000200:0.0:1767384625.651235:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bd262c5c net tcp29 00000400:00000200:0.0:1767384625.651237:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (21) 00000400:00000200:0.0:1767384625.651241:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp29 flags 0x11 00000400:00000010:0.0:1767384625.651246:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d5e2b5f1. 00000400:00000200:0.0:1767384625.651248:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d5e2b5f1 nid 192.168.202.154@tcp30 00000400:00000010:0.0:1767384625.651251:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ec8fb435. 00000400:00000200:0.0:1767384625.651253:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ec8fb435 net tcp30 00000400:00000200:0.0:1767384625.651255:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (22) 00000400:00000200:0.0:1767384625.651258:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp30 flags 0x11 00000400:00000010:0.0:1767384625.651262:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000c24fe1c4. 00000400:00000010:0.0:1767384625.651265:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000db9f1c67. 00000400:00000010:0.0:1767384625.651267:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 000000005743ebdc. 00000400:00000010:0.0:1767384625.651268:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000badb88e5. 00000400:00000200:0.0:1767384625.651273:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384625.651276:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100171 00000400:00000200:0.0:1767384625.651279:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 rc 1 00000400:00000200:0.0:1767384625.651282:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 00000400:00000010:0.0:1767384625.651287:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762c680e. 00000400:00000200:0.0:1767384625.651289:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (23) 00000400:00000010:0.0:1767384625.651294:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ababa18. 00000400:00000200:0.0:1767384625.651298:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp12 00000400:00000200:0.0:1767384625.651304:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp12 to MR: 192.168.202.154@tcp12 local destination 00000400:00000200:0.0:1767384625.651308:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp12 NI seq info: [63:63:256:4294967295] 192.168.202.154@tcp12 LPNI seq info [63:63:8:4294967295] 00000400:00000200:0.0:1767384625.651312:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp12 00000400:00000200:0.0:1767384625.651318:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) -> 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) : PUT try# 0 00000800:00000200:0.0:1767384625.651329:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.154@tcp12 00000800:00000010:0.0:1767384625.651333:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a59980ea. 00000800:00000200:0.0:1767384625.651338:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (6) 00000800:00000200:0.0:1767384625.651344:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:988 00000800:00000200:0.0:1767384625.651347:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a59980ea type 1, nob 480 niov 1 nkiov 1 00000400:00000200:0.0:1767384625.651363:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384625.651366:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 0 00000800:00000200:2.0:1767384625.651424:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384625.651427:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a59980ea. 00000400:00000200:2.0:1767384625.651430:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.651435:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: PUT: OK 00000400:00000200:2.0:1767384625.651438:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384625.651441:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp12: 0 00000800:00000001:0.0:1767384625.651444:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.651453:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384625.651456:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.651459:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.651467:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12) <- 192.168.202.154@tcp12 : PUT - for me 00000400:00000200:0.0:1767384625.651476:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384625.651480:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 384/384 into md 0x1771 [1] + 0 00000400:00000010:0.0:1767384625.651484:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aae4617. 00000400:00000200:0.0:1767384625.651487:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042e8dbf8 00000800:00000001:0.0:1767384625.651491:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384625.651496:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.651498:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.651503:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: PUT: OK 00000400:00000200:0.0:1767384625.651508:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384625.651510:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384625.651514:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384625.651518:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (24) 00000400:00000200:0.0:1767384625.651522:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384625.651527:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000badb88e5. 00000400:00000200:0.0:1767384625.651531:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 22 00000400:00000200:0.0:1767384625.651535:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384625.651551:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (25) 00000400:00000200:0.0:1767384625.651556:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384625.651561:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp12 to MR: 192.168.202.154@tcp12 local destination 00000400:00000200:0.0:1767384625.651575:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp12 NI seq info: [64:64:256:4294967295] 192.168.202.154@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767384625.651584:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) -> 192.168.202.154@tcp12(192.168.202.154@tcp12:192.168.202.154@tcp12) 192.168.202.154@tcp12 : ACK try# 0 00000400:00000200:2.0:1767384625.651591:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384625.651591:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp12 00000800:00000010:0.0:1767384625.651599:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000609f1f99. 00000400:00000010:2.0:1767384625.651600:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b59bf815. 00000800:00000200:0.0:1767384625.651606:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (6) 00000400:00000010:2.0:1767384625.651607:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000400:00000200:2.0:1767384625.651613:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c2e29cd4 00000800:00000200:0.0:1767384625.651617:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:1017 00000400:00000200:2.0:1767384625.651619:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004f1 00000800:00000200:0.0:1767384625.651624:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000609f1f99 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384625.651626:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000006d576eed. 00000400:00000010:2.0:1767384625.651636:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000004898bd0d. 00000400:00000010:2.0:1767384625.651638:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 000000007f3d70d3. 00000400:00000010:2.0:1767384625.651651:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000006d576eed. 00000400:00000010:2.0:1767384625.651654:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000004898bd0d. 00000400:00000010:2.0:1767384625.651656:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 000000007f3d70d3. 00000800:00000001:1.0:1767384625.651657:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384625.651659:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000badb88e5. 00000400:00000200:2.0:1767384625.651664:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384625.651666:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100571 00000400:00000200:2.0:1767384625.651670:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 1 00000400:00000200:2.0:1767384625.651673:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 00000400:00000200:2.0:1767384625.651675:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384625.651677:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:2.0:1767384625.651681:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384625.651685:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (24) 00000800:00000200:0.0:1767384625.651693:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384625.651697:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000609f1f99. 00000400:00000200:0.0:1767384625.651702:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384625.651703:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384625.651708:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384625.651708:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: ACK: OK 00000800:00000001:1.0:1767384625.651710:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384625.651716:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384625.651746:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.651754:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp12(192.168.202.154@tcp12) <- 192.168.202.154@tcp12 : ACK - for me 00000400:00000200:1.0:1767384625.651780:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp12: ACK from 12345-192.168.202.154@tcp12 into md 0x1779 00000400:00000200:1.0:1767384625.651784:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384625.651788:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp12->192.168.202.154@tcp12: ACK: OK 00000400:00000200:1.0:1767384625.651792:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762c680e 00000400:00000010:1.0:1767384625.651794:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762c680e. 00000400:00000200:1.0:1767384625.651798:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384625.651801:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:1.0:1767384625.651803:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (23) 00000800:00000001:1.0:1767384625.651809:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:0.0:1767384625.651809:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005bd35f98. 00000800:00000001:1.0:1767384625.651814:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384625.651836:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009775849e. 00040000:00000001:2.0:1767384625.651841:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384625.651842:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384625.651844:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384625.651846:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384625.651848:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384625.651849:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384625.651858:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384625.651869:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384625.651871:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384625.651874:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079701916. 00080000:00000001:2.0:1767384625.651876:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384625.651878:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:1.0:1767384625.651881:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384625.651884:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384625.651886:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384625.651892:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:0.0:1767384625.651896:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384625.651898:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384625.651902:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384625.651902:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384625.651905:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384625.651908:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 10000000:01000000:0.0:1767384625.651908:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384625.651910:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384625.651914:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000001:0.0:1767384625.651916:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:1.0:1767384625.651918:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384625.651921:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384625.651921:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384625.651926:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384625.651929:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384625.651930:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384625.651931:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee7a186f. 00000020:00000001:1.0:1767384625.651932:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384625.651936:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:0.0:1767384625.651938:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384625.651940:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384625.651943:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044cceb07. 00080000:00000010:1.0:1767384625.651944:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e4c23a26. 00080000:00000001:1.0:1767384625.651949:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266664448 : -128361442887168 : ffff8b4185cb3a00) 00000020:00000001:0.0:1767384625.651950:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384625.651951:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:0.0:1767384625.651954:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044cceb07 with handle 0xefc2db714b35c3cd to hash 00000020:00000001:0.0:1767384625.651957:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:1.0:1767384625.651959:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384625.651960:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00080000:00000010:1.0:1767384625.651963:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000016170d06. 00010000:00000001:0.0:1767384625.651965:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00080000:00000001:1.0:1767384625.651966:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384625.651970:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384625.651971:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.651974:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.651977:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384625.651978:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384625.651988:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384625.651989:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:2.0:1767384625.651993:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384625.651996:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384625.652001:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e624d9ba. 00010000:00000001:0.0:1767384625.652002:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:2.0:1767384625.652005:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652007:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000040:2.0:1767384625.652010:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181824 00010000:00000001:0.0:1767384625.652011:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384625.652013:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384625.652015:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384625.652019:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007775a9c0 x1853237049181824/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.652019:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.652022:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.652027:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384625.652030:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384625.652032:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384625.652033:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384625.652036:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee7a186f) refcount = 1 00010000:00010000:0.0:1767384625.652045:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384625.652046:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384625.652049:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384625.652055:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=43 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384625.652057:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384625.652060:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384625.652062:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1767384625.652063:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384625.652067:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384625.652067:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384625.652074:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384625.652074:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.652077:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652080:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.652081:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384625.652086:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:0.0:1767384625.652088:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:2.0:1767384625.652089:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32ce0fb. 00000100:00000200:2.0:1767384625.652093:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049181824, offset 224 20000000:01000000:0.0:1767384625.652094:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000200:2.0:1767384625.652099:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384625.652102:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384625.652106:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384625.652106:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.652110:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=4 00000400:00000200:2.0:1767384625.652115:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004680 00000020:00000001:0.0:1767384625.652116:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384625.652120:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00000400:00000200:2.0:1767384625.652123:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1761 [2] + 224 00010000:00000001:0.0:1767384625.652125:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384625.652128:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384625.652129:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.652136:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384625.652140:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384625.652141:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384625.652142:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384625.652146:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.652154:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.652156:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384625.652159:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384625.652165:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.652171:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.652172:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652174:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384625.652175:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384625.652176:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384625.652181:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a32ce0fb 00010000:00010000:0.0:1767384625.652182:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000044cceb07 already unused, calling callback (00000000d66be316) 00000400:00000010:2.0:1767384625.652184:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a32ce0fb. 00010000:00000001:0.0:1767384625.652186:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384625.652188:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384625.652189:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384625.652191:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384625.652192:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384625.652192:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384625.652195:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.652196:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384625.652201:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:1.0:1767384625.652202:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384625.652203:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384625.652205:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384625.652206:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384625.652207:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384625.652208:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.652210:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384625.652211:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384625.652211:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc1da74. 00000020:00000040:0.0:1767384625.652212:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=5 00000020:00000001:0.0:1767384625.652215:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00000400:00000200:1.0:1767384625.652216:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f623518d 00010000:00000001:0.0:1767384625.652217:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00000400:00000010:1.0:1767384625.652221:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f623518d. 00010000:00000001:0.0:1767384625.652222:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384625.652225:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007775a9c0 x1853237049181824/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384625.652226:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384625.652227:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384625.652234:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.652244:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384625.652247:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384625.652250:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.652257:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007775a9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049181824:12345-0@lo:253: Request processed in 1670us (2283us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384625.652257:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384625.652260:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1767384625.652262:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.652264:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.652268:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.652273:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000020:00000040:0.0:1767384625.652275:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044cceb07 with handle 0xefc2db714b35c3cd from hash 00000100:00000001:1.0:1767384625.652276:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384625.652277:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384625.652279:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.652281:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384625.652282:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384625.652283:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384625.652286:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384625.652287:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384625.652287:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384625.652291:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384625.652292:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384625.652293:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc48a2aa. 02000000:00000001:1.0:1767384625.652295:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652297:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384625.652299:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000100:00001000:1.0:1767384625.652301:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=43 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384625.652301:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384625.652303:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007830d3b8. 00010000:00000001:0.0:1767384625.652306:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:1.0:1767384625.652309:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=43 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384625.652310:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:0.0:1767384625.652311:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384625.652313:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384625.652316:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384625.652316:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652317:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:2.0:1767384625.652320:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d72311a2. 00010000:00000001:1.0:1767384625.652323:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384625.652323:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384625.652325:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384625.652325:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.652330:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.652330:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652331:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652338:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:2.0:1767384625.652339:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384625.652339:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.652342:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384625.652345:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d2b7a1. 00010000:00000001:0.0:1767384625.652349:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384625.652352:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32ce0fb. 00010000:00000001:0.0:1767384625.652353:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384625.652355:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384625.652357:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.652359:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384625.652362:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.652364:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.652367:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384625.652369:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384625.652371:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384625.652375:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384625.652377:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384625.652379:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384625.652381:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384625.652385:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384625.652386:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384625.652387:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384625.652390:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:0.0:1767384625.652390:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384625.652395:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384625.652395:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:1.0:1767384625.652400:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384625.652400:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384625.652403:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.652406:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384625.652407:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.652411:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384625.652415:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.652419:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.652424:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c3968a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049181824:0@lo:253: 00010000:00010000:0.0:1767384625.652424:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384625.652434:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.652437:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384625.652439:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384625.652441:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384625.652444:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c3968a9 x1853237049181824/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384625.652446:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044cceb07/0xefc2db714b35c3cd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384625.652466:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000040:0.0:1767384625.652467:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee7a186f count: 0 02000000:00000001:1.0:1767384625.652469:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384625.652473:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c52e386d. 02000000:00000001:1.0:1767384625.652478:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384625.652479:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384625.652480:0:16360:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000001:0.0:1767384625.652481:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000040:1.0:1767384625.652483:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384625.652486:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384625.652487:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001af2e4ca. 02000000:00000001:1.0:1767384625.652490:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384625.652492:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384625.652493:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c3968a9. 00000100:00000001:1.0:1767384625.652495:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384625.652496:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.652497:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.652501:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384625.652502:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.652503:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.652505:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384625.653557:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e4c23a26. 00080000:00000010:1.0:1767384625.653616:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000016170d06. 00040000:00000001:1.0:1767384625.653629:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384625.653631:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384625.653633:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384625.653636:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384625.653639:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384625.653640:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384625.653643:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384625.653653:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384625.653655:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384625.653661:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384625.653666:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384625.653670:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384625.653672:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384625.653676:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384625.653678:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384625.653684:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4cd730d. 00010000:00000001:0.0:1767384625.653688:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384625.653691:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000085bf76ec. 00000020:00000001:0.0:1767384625.653694:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384625.653697:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000085bf76ec with handle 0xefc2db714b35c3d4 to hash 00000020:00000001:0.0:1767384625.653699:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384625.653701:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000001:0.0:1767384625.653704:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000001:0.0:1767384625.653706:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.653707:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.653710:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.653717:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384625.653738:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384625.653740:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384625.653743:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.653744:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.653747:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.653749:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.653751:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384625.653753:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384625.653755:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384625.653756:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384625.653758:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4cd730d) refcount = 1 00010000:00010000:0.0:1767384625.653761:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.653783:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384625.653785:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384625.653786:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.653796:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.653798:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384625.653801:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384625.653804:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384625.653807:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.653809:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.653811:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000085bf76ec refcount=4 00000020:00000001:0.0:1767384625.653814:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000001:0.0:1767384625.653817:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00010000:00000001:0.0:1767384625.653819:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:1.0:1767384625.653821:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384625.653822:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384625.653826:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384625.653830:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001bd2f0c1. 00010000:00000001:0.0:1767384625.653836:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:1.0:1767384625.653838:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.653839:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384625.653844:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049181952 00010000:00000001:0.0:1767384625.653849:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384625.653850:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384625.653853:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384625.653856:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384625.653858:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e6442bb x1853237049181952/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.653875:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384625.653876:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384625.653879:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.653880:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384625.653885:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=43 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384625.653887:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384625.653890:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384625.653890:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384625.653894:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384625.653899:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384625.653903:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384625.653905:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384625.653906:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000085bf76ec already unused, calling callback (00000000d66be316) 00000100:00000001:1.0:1767384625.653908:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384625.653910:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384625.653913:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384625.653915:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:1.0:1767384625.653918:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e23241e. 00010000:00010000:0.0:1767384625.653918:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384625.653923:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049181952, offset 224 00000400:00000200:1.0:1767384625.653932:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384625.653932:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767384625.653938:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384625.653943:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384625.653945:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384625.653949:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004700 00000020:00000040:0.0:1767384625.653950:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000085bf76ec refcount=5 00000020:00000001:0.0:1767384625.653955:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00000400:00000200:1.0:1767384625.653956:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1769 [2] + 224 00010000:00000001:0.0:1767384625.653962:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572928 : -128356188978688 : ffff8b42bef38200) 00000400:00000200:1.0:1767384625.653965:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384625.653967:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384625.653969:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.653981:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384625.653983:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384625.653985:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384625.653985:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.653992:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384625.653992:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384625.653996:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1767384625.653999:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.654000:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384625.654003:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.654009:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000085bf76ec with handle 0xefc2db714b35c3d4 from hash 00010000:00000001:0.0:1767384625.654014:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384625.654015:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.654018:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.654021:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.654023:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384625.654027:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384625.654030:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384625.654032:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384625.654034:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.654036:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.654037:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384625.654038:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384625.654042:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384625.654045:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384625.654046:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00010000:00000001:0.0:1767384625.654047:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384625.654049:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e23241e. 00010000:00000001:0.0:1767384625.654051:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.654053:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384625.654056:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384625.654056:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.654057:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.654061:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384625.654062:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.654063:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384625.654066:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384625.654069:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384625.654070:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384625.654070:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:2.0:1767384625.654074:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8edfb28. 00010000:00000001:1.0:1767384625.654076:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384625.654079:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.654080:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006140e3c0 00000020:00000001:1.0:1767384625.654085:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384625.654086:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006140e3c0. 00010000:00000001:0.0:1767384625.654086:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384625.654090:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e6442bb x1853237049181952/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 4848/4768 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.654091:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384625.654097:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384625.654098:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.654101:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384625.654106:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:1.0:1767384625.654109:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e6442bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049181952:12345-0@lo:253: Request processed in 3407us (3858us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384625.654111:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.654115:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384625.654118:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384625.654123:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.654124:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000200:2.0:1767384625.654128:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384625.654128:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384625.654130:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384625.654136:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767384625.654136:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384625.654139:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384625.654144:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025605397. 00000020:00000010:1.0:1767384625.654149:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000100:00000001:2.0:1767384625.654154:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384625.654155:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee0108a. 00010000:00000001:0.0:1767384625.654155:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384625.654160:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.654160:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384625.654162:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00010000:00010000:0.0:1767384625.654164:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000085bf76ec/0xefc2db714b35c3d4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384625.654166:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384625.654167:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384625.654170:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cb7023f3. 02000000:00000001:2.0:1767384625.654177:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384625.654177:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:0.0:1767384625.654178:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4cd730d count: 0 00000100:00000001:2.0:1767384625.654181:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384625.654181:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.654184:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.654188:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384625.654188:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384625.654191:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384625.654192:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=43 v=5 (5 0 0 0) 20000000:00000001:0.0:1767384625.654196:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00001000:2.0:1767384625.654199:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=43 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384625.654200:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8edfb28. 00000100:00000001:2.0:1767384625.654203:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384625.654205:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e23241e. 00000100:00000001:2.0:1767384625.654206:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384625.654210:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384625.654212:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.654214:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.654217:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.654223:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.654225:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384625.654226:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384625.654228:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384625.654229:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384625.654230:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384625.654231:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384625.654232:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384625.654233:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384625.654234:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384625.654235:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384625.654236:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384625.654238:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384625.654244:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097217d1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049181952:0@lo:253: 00000100:00000001:2.0:1767384625.654248:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.654249:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384625.654250:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097217d1e x1853237049181952/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.654254:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384625.654256:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384625.654257:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006520785c. 02000000:00000001:2.0:1767384625.654266:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384625.654267:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384625.654267:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384625.654269:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384625.654271:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fce43325. 02000000:00000001:2.0:1767384625.654273:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384625.654274:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384625.654275:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097217d1e. 00000100:00000001:2.0:1767384625.654277:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384625.654278:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.654280:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.654283:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384625.654284:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.654286:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.654287:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.655758:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294914979, at 4294914980 00000100:00000010:2.0:1767384625.655764:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020579882. 00000100:00000040:1.0:1767384625.655790:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294914979, at 4294914980 00000100:00000040:0.0:1767384625.655794:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294914979, at 4294914980 00000100:00000010:1.0:1767384625.655797:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea04a18. 00000100:00000010:0.0:1767384625.655804:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ceddf73. 00000100:00000040:3.0:1767384625.656848:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294914979, at 4294914981 00000100:00000010:3.0:1767384625.656853:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4faa78f. 00010000:00000010:0.1:1767384625.664750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee7a186f. 00010000:00000010:0.1:1767384625.664760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044cceb07. 00010000:00000010:0.1:1767384625.664763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4cd730d. 00010000:00000010:0.1:1767384625.664777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000085bf76ec. 00000400:00000010:1.0:1767384625.668239:0:27037:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001b99c03c. 00000400:00000040:1.0:1767384625.668256:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384625.668259:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384625.668261:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.668262:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384625.668265:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.668265:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384625.668268:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384625.668269:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384625.668270:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384625.668270:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384625.668272:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384625.668273:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384625.668275:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384625.668276:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384625.668276:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384625.668278:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384625.668279:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384625.668280:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384625.668281:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384625.668282:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.668283:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384625.668284:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384625.668285:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384625.668286:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.668287:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384625.668288:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.668289:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384625.668290:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384625.668291:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384625.668292:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.668293:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384625.668294:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384625.668300:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384625.668301:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384625.668302:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384625.668304:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.668305:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384625.668307:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384625.668308:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384625.668309:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384625.668310:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384625.668310:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384625.668312:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384625.668313:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384625.668314:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384625.668315:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384625.668315:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384625.668316:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384625.668318:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384625.668319:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384625.668320:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384625.668321:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384625.668322:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384625.668324:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384625.668325:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384625.668326:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384625.668326:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384625.668379:0:27037:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001b99c03c. 00010000:00000001:1.0:1767384625.683799:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384625.683804:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.683809:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384625.683810:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.683838:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384625.683841:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384625.683843:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384625.747893:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384625.747897:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:3.0:1767384625.747901:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384625.747904:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384625.747905:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384625.747906:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384625.747908:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384625.747909:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384625.747911:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 41 10000000:00000001:3.0:1767384625.747913:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384625.747914:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384625.747926:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000020:00000040:3.0:1767384625.747930:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384625.747934:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384625.747937:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384625.747942:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384625.747949:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cd20a29. 00000100:00000001:3.0:1767384625.747955:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.747958:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384625.747961:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384625.747968:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017689976. 00010000:00000001:3.0:1767384625.747972:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384625.747974:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bc74d5c. 00000020:00000001:3.0:1767384625.747978:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384625.747982:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bc74d5c with handle 0xefc2db714b35c3db to hash 00000020:00000001:3.0:1767384625.747984:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384625.747986:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.747988:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.747991:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384625.747994:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384625.747996:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384625.748004:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384625.748012:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384625.748016:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384625.748018:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384625.748022:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b70c2749. 00000100:00000001:3.0:1767384625.748024:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712268129792 : -128361441421824 : ffff8b4185e19600) 00000100:00000001:3.0:1767384625.748027:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384625.748028:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000001:3.0:1767384625.748033:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384625.748039:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748041:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384625.748043:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384625.748051:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.748059:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384625.748061:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.748064:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384625.748066:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384625.748069:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.748071:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049182080:0@lo:101: 00000100:00000001:3.0:1767384625.748075:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384625.748079:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384625.748082:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.748084:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384625.748088:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000220f6b9d. 02000000:00000001:3.0:1767384625.748090:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384625.748095:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000400:00000010:3.0:1767384625.748102:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384625.748109:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049182080, portal 25 00000100:00000001:3.0:1767384625.748111:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384625.748113:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000040:3.0:1767384625.748119:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.748127:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384625.748132:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384625.748135:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000100:00000200:3.0:1767384625.748139:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049182080, offset 0 00000400:00000200:3.0:1767384625.748147:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384625.748163:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384625.748176:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260004780 00000400:00000200:3.0:1767384625.748184:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1055 [2] + 0 00000400:00000010:3.0:1767384625.748188:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95890c5. 00000400:00000200:3.0:1767384625.748192:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012dbec53 00000400:00000200:3.0:1767384625.748203:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384625.748208:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384625.748212:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dbec53 00000400:00000010:3.0:1767384625.748214:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012dbec53. 00000100:00000001:3.0:1767384625.748220:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384625.748221:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384625.748224:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000008d9ad225 x1853237049182080 msgsize 328 00000100:00100000:3.0:1767384625.748230:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384625.748231:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384625.748245:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384625.748252:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000400:00000010:3.0:1767384625.748253:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:3.0:1767384625.748257:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384625.748259:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.748267:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384625.748269:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.748274:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748275:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384625.748280:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748283:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294915077 00000100:00000010:3.0:1767384625.748287:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b214990. 00000100:00000001:0.0:1767384625.748292:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384625.748293:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384625.748298:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182080 00000100:00000001:3.0:1767384625.748300:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294915077 02000000:00000001:0.0:1767384625.748304:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384625.748306:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e01022f9. 00000100:00000001:0.0:1767384625.748307:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384625.748310:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384625.748311:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748314:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294915077 00000100:00000010:3.0:1767384625.748318:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000581ff9e0. 02000000:00000001:0.0:1767384625.748318:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748323:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384625.748326:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182080 00000100:00000001:3.0:1767384625.748327:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294915077 00000020:00000001:0.0:1767384625.748331:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384625.748332:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bffb235. 00000020:00000040:0.0:1767384625.748335:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384625.748337:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384625.748340:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.748343:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:3.0:1767384625.748347:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384625.748348:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384625.748352:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748355:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384625.748355:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384625.748358:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384625.748361:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b70c2749 going to sleep for 11 seconds 00000100:00000001:0.0:1767384625.748362:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384625.748364:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384625.748368:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384625.748369:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000001:0.0:1767384625.748381:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.748385:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000020:00000010:0.0:1767384625.748392:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c6067e9. 00000020:00000010:0.0:1767384625.748401:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053a3cd59. 00000020:00000010:0.0:1767384625.748407:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000100:00000040:0.0:1767384625.748416:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384625.748420:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384625.748423:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384625.748425:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.748432:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.748447:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.748462:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384625.748464:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384625.748471:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:0.0:1767384625.748474:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384625.748477:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739624016 : -128356969927600 : ffff8b4290672c50) 00000100:00000040:0.0:1767384625.748485:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d9ad225 x1853237049182080/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 328/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.748494:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.748498:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000001:0.0:1767384625.748501:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.748503:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000100:00100000:0.0:1767384625.748508:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d9ad225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049182080:12345-0@lo:101: 00000100:00000200:0.0:1767384625.748512:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182080 00000020:00000001:0.0:1767384625.748515:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384625.748519:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384625.748522:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.748524:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384625.748527:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384625.748531:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384625.748532:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384625.748535:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384625.748544:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384625.748547:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.748550:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384625.748553:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384625.748555:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384625.748557:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384625.748559:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.748564:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384625.748570:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4cd730d. 00010000:00000001:0.0:1767384625.748574:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384625.748577:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000020:00000001:0.0:1767384625.748580:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384625.748583:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c3e2 to hash 00000020:00000001:0.0:1767384625.748585:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384625.748587:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384625.748590:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00010000:0.0:1767384625.748594:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c3db expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384625.748602:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:0.0:1767384625.748604:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:0.0:1767384625.748611:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384625.748614:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384625.748618:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c3c4536a. 02000000:00000001:0.0:1767384625.748621:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.748623:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.748625:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384625.748629:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384625.748631:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384625.748634:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.748636:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.748638:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384625.748640:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.748642:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384625.748644:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384625.748647:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384625.748654:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384625.748656:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4cd730d) refcount = 1 00010000:00010000:0.0:1767384625.748661:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c3db expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.748668:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384625.748670:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384625.748672:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.748674:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.748677:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384625.748682:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384625.748684:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c3db expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384625.748691:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384625.748693:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384625.748696:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384625.748698:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.748700:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384625.748701:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384625.748703:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384625.748704:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fda0fc98, rc 0) 00000020:00000001:0.0:1767384625.748707:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384625.748710:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182080 00010000:00000001:0.0:1767384625.748713:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384625.748717:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d9ad225 x1853237049182080/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 328/344 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.748746:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384625.748749:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.748753:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.748758:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384625.748761:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384625.748764:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384625.748780:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384625.748782:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.748791:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.748794:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.748799:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384625.748803:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049182080, offset 224 00000400:00000200:0.0:1767384625.748808:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384625.748815:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384625.748822:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260004780 00000400:00000200:0.0:1767384625.748827:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1791 [1] + 224 00000400:00000200:0.0:1767384625.748831:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.748834:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.748837:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384625.748841:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384625.748851:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.748870:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.748875:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384625.748877:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:0.0:1767384625.748881:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384625.748883:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.748886:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.748890:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384625.748893:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384625.748895:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.748897:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384625.748898:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384625.748904:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384625.748907:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384625.748907:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9ad225 x1853237049182080/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 328/344 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384625.748910:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000400:00000200:3.0:1767384625.748915:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384625.748919:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:3.0:1767384625.748924:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384625.748929:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d9ad225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049182080:12345-0@lo:101: Request processed in 430us (699us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384625.748931:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384625.748950:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384625.748950:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:0.0:1767384625.748958:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384625.748959:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384625.748963:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.748963:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384625.748967:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384625.748968:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384625.748970:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384625.748971:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384625.748972:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.748975:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384625.748979:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=43 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384625.748981:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053a3cd59. 00000100:00001000:3.0:1767384625.748982:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384625.748987:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384625.748988:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000100:00000001:3.0:1767384625.748989:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.748993:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384625.748995:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384625.748996:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c6067e9. 00000100:00000001:3.0:1767384625.748997:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384625.749003:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384625.749005:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:3.0:1767384625.749012:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384625.749014:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384625.749015:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384625.749017:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c3c4536a. 02000000:00000001:0.0:1767384625.749022:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384625.749024:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.749027:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384625.749029:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384625.749034:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384625.749038:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049182080:0@lo:101: 00000400:00000010:0.0:1767384625.749042:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aae4617. 00000100:00000001:3.0:1767384625.749043:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.749049:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749051:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:0.0:1767384625.749052:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f64160b2. 00000100:00000001:3.0:1767384625.749053:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384625.749058:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.749063:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384625.749065:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b70c2749. 00000100:00000001:3.0:1767384625.749068:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384625.749069:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.749071:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384625.749073:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384625.749075:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384625.749076:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=4 00000020:00000001:3.0:1767384625.749077:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.749079:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000040:3.0:1767384625.749082:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008bc74d5c, remote cookie: 0xefc2db714b35c3e2, flags: 0x0 00010000:00000001:3.0:1767384625.749085:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384625.749086:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384625.749087:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384625.749088:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384625.749089:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384625.749091:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017689976) refcount = 1 00010000:00010000:3.0:1767384625.749093:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384625.749098:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384625.749099:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384625.749099:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384625.749107:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384625.749109:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384625.749110:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384625.749114:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384625.749115:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384625.749117:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384625.749117:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384625.749118:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384625.749119:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749120:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384625.749122:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069f62863 x1853237049182080/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.749127:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384625.749129:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384625.749131:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000220f6b9d. 02000000:00000001:3.0:1767384625.749133:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384625.749134:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384625.749135:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384625.749138:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384625.749139:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005cd20a29. 02000000:00000001:3.0:1767384625.749142:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384625.749144:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384625.749145:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 00000100:00000001:3.0:1767384625.749148:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384625.749149:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384625.749150:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384625.749152:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384625.749153:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:3.0:1767384625.749156:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.749158:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384625.749159:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384625.749160:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=3 00000020:00000001:3.0:1767384625.749162:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.749164:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.749166:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384625.749175:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384625.749177:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384625.749179:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384625.749181:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384625.749185:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e012a4e1. 00000100:00000010:3.0:1767384625.749202:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000020:00000040:3.0:1767384625.749205:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384625.749208:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384625.749210:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384625.749213:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384625.749217:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cd20a29. 00000100:00000001:3.0:1767384625.749220:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749224:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384625.749228:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000220f6b9d. 00000100:00000010:3.0:1767384625.749231:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000205aff4e. 00000020:00000040:3.0:1767384625.749233:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384625.749236:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384625.749237:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384625.749240:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b70c2749. 00000100:00000001:3.0:1767384625.749242:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712268129792 : -128361441421824 : ffff8b4185e19600) 00000100:00000001:3.0:1767384625.749243:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384625.749245:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000001:3.0:1767384625.749248:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384625.749249:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749250:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384625.749251:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384625.749254:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.749259:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384625.749260:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.749262:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384625.749263:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384625.749265:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.749267:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049182208:0@lo:256: 00000100:00000001:3.0:1767384625.749269:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384625.749277:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384625.749279:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749281:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384625.749285:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000400:00000010:3.0:1767384625.749288:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002385a45d. 00000100:00000200:3.0:1767384625.749291:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260004800-0x6958260004800, portal 33 00000100:00000001:3.0:1767384625.749293:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.749295:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384625.749297:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012c14538. 02000000:00000001:3.0:1767384625.749299:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384625.749302:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000400:00000010:3.0:1767384625.749306:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384625.749307:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182208, portal 25 00000100:00000001:3.0:1767384625.749308:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384625.749310:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000040:3.0:1767384625.749313:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.749318:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384625.749320:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384625.749322:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000100:00000200:3.0:1767384625.749323:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049182208, offset 0 00000400:00000200:3.0:1767384625.749327:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384625.749331:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384625.749336:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260004800 00000400:00000200:3.0:1767384625.749339:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1065 [2] + 0 00000400:00000010:3.0:1767384625.749341:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f840759. 00000400:00000200:3.0:1767384625.749344:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2157878 00000400:00000200:3.0:1767384625.749347:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384625.749350:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384625.749352:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2157878 00000400:00000010:3.0:1767384625.749353:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2157878. 00000100:00000001:3.0:1767384625.749356:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384625.749357:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384625.749360:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000232f427d x1853237049182208 msgsize 304 00000100:00100000:3.0:1767384625.749367:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384625.749368:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384625.749379:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384625.749385:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000400:00000010:3.0:1767384625.749387:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:3.0:1767384625.749389:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384625.749392:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.749401:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384625.749405:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.749415:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384625.749417:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.749420:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182208 00000100:00000001:3.0:1767384625.749421:0:17086:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384625.749426:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384625.749428:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384625.749430:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.749430:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749437:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294915078 02000000:00000001:0.0:1767384625.749438:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.749444:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182208 00000020:00000001:0.0:1767384625.749446:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384625.749447:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294915077 00000020:00000040:0.0:1767384625.749448:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384625.749453:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384625.749456:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:3.0:1767384625.749457:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294915078 00000020:00000001:0.0:1767384625.749460:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384625.749464:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294915077 00000020:00000001:0.0:1767384625.749465:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384625.749471:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384625.749472:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294915078 00000020:00000010:0.0:1767384625.749475:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000001:3.0:1767384625.749480:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915077 00000100:00000001:0.0:1767384625.749480:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384625.749485:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294915078 00000020:00000010:0.0:1767384625.749487:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000100:00000001:3.0:1767384625.749490:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915077 00000100:00000001:3.0:1767384625.749494:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.749495:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c6067e9. 00000100:00000001:3.0:1767384625.749496:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.749501:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384625.749503:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384625.749504:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053a3cd59. 00000100:00100000:3.0:1767384625.749506:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b70c2749 going to sleep for 11 seconds 00000020:00000010:0.0:1767384625.749510:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000100:00000001:3.0:1767384625.749511:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384625.749513:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.749519:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384625.749524:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384625.749526:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384625.749528:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.749539:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.749550:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.749561:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384625.749562:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384625.749567:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000040:0.0:1767384625.749570:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384625.749573:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739621968 : -128356969929648 : ffff8b4290672450) 00000100:00000040:0.0:1767384625.749579:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000232f427d x1853237049182208/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 304/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.749588:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384625.749592:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000001:0.0:1767384625.749594:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384625.749596:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000100:00100000:0.0:1767384625.749601:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000232f427d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049182208:12345-0@lo:256: 00000100:00000200:0.0:1767384625.749605:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182208 00000020:00000001:0.0:1767384625.749608:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384625.749610:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384625.749612:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.749614:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384625.749616:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:0.0:1767384625.749619:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384625.749621:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384625.749623:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384625.749625:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384625.749628:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.749631:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384625.749632:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384625.749636:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c3c4536a. 02000000:00000001:0.0:1767384625.749638:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.749640:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.749643:0:17082:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384625.749647:0:17082:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384625.749650:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384625.749658:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384625.749661:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384625.749663:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384625.749666:0:17082:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384625.749670:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000768871d9. 20000000:00000001:0.0:1767384625.749673:0:17082:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384625.749688:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384625.749696:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384625.749703:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384625.749705:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384625.749707:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384625.749710:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384625.749713:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384625.749715:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384625.749736:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384625.749739:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384625.749742:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384625.749745:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384625.749748:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384625.749750:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384625.749752:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384625.749754:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384625.749757:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384625.749759:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384625.749761:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384625.749763:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384625.749779:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384625.749782:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:0.0:1767384625.749785:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3632/1/4/3. 20000000:00000040:0.0:1767384625.749792:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384625.749794:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384625.749796:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384625.749798:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384625.749800:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384625.749803:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384625.749805:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384625.749807:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384625.749809:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384625.749811:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384625.749820:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384625.749823:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384625.749825:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384625.749827:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384625.749829:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384625.749831:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384625.749833:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384625.749835:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384625.749838:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384625.749839:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384625.749841:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384625.749844:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:0.0:1767384625.749846:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3168/1/4/3. 20000000:01000000:0.0:1767384625.749848:0:17082:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 928, version 48 20000000:00000001:0.0:1767384625.749850:0:17082:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=928 : 928 : 3a0) 00000100:00000001:0.0:1767384625.749853:0:17082:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384625.749857:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000db9f1c67. 00000100:00000010:0.0:1767384625.749860:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000048455516. 00000020:00000040:0.0:1767384625.749863:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:0.0:1767384625.749866:0:17082:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384625.749868:0:17082:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384625.749871:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384625.749878:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a0cfc008. 00000400:00000200:0.0:1767384625.749882:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384625.749892:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384625.749899:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 928 into portal 33 MB=0x6958260004800 00000400:00000200:0.0:1767384625.749906:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 928/928 into md 0x17a1 [4] + 0 00000400:00000010:0.0:1767384625.749909:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000400:00000200:0.0:1767384625.749913:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002385a45d 00000400:00000200:0.0:1767384625.749917:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.749921:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384625.749924:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002385a45d 00000400:00000010:0.0:1767384625.749926:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002385a45d. 00000100:00000001:0.0:1767384625.749930:0:17082:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384625.749931:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000069f62863 desc 00000000220f6b9d mbits 1853237049182208 00000100:00000001:0.0:1767384625.749943:0:17082:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384625.749953:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384625.749959:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384625.749967:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x17ad 00000100:00000001:3.0:1767384625.749970:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384625.749970:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384625.749974:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.749979:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384625.749984:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384625.749986:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000db9f1c67 00000100:00000001:0.0:1767384625.749990:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384625.749997:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384625.749999:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:0.0:1767384625.750003:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384625.750004:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000db9f1c67 00000100:00000001:0.0:1767384625.750008:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384625.750015:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 928 bytes via portal 33 id 12345-0@lo mbits 0x6958260004800-0x6958260004800 00000100:00000001:0.0:1767384625.750019:0:17082:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.750024:0:17082:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.750027:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384625.750029:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:0.0:1767384625.750032:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000048455516. 00000100:00000010:0.0:1767384625.750036:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000db9f1c67. 00000100:00000001:0.0:1767384625.750039:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384625.750041:0:17082:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384625.750047:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000768871d9. 20000000:00000001:0.0:1767384625.750051:0:17082:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384625.750054:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182208 00010000:00000001:0.0:1767384625.750057:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384625.750062:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000232f427d x1853237049182208/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 304/240 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.750070:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384625.750072:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.750074:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.750078:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384625.750081:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384625.750083:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384625.750086:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384625.750093:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.750096:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384625.750098:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384625.750101:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384625.750104:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049182208, offset 224 00000400:00000200:0.0:1767384625.750108:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384625.750114:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384625.750119:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260004800 00000400:00000200:0.0:1767384625.750123:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x17a5 [1] + 224 00000400:00000200:0.0:1767384625.750128:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384625.750131:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.750133:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384625.750137:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384625.750145:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.750162:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384625.750167:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384625.750169:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:0.0:1767384625.750173:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384625.750174:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384625.750175:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.750179:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.750184:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384625.750185:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384625.750188:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384625.750188:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384625.750193:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00000020:00000001:0.0:1767384625.750193:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.750199:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000020:00000001:0.0:1767384625.750200:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384625.750202:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:3.0:1767384625.750205:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384625.750208:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000232f427d x1853237049182208/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:606/0 lens 304/240 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384625.750210:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384625.750234:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384625.750242:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000232f427d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049182208:12345-0@lo:256: Request processed in 649us (877us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384625.750245:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384625.750247:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.750251:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384625.750253:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384625.750255:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384625.750257:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.750259:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 02000000:00000001:3.0:1767384625.750260:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384625.750264:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=43 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384625.750266:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00001000:3.0:1767384625.750268:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.750271:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384625.750272:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384625.750273:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.750275:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384625.750276:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.750277:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384625.750280:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.750283:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384625.750288:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384625.750289:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053a3cd59. 00000100:00000001:3.0:1767384625.750296:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384625.750297:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000100:00000001:3.0:1767384625.750298:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384625.750303:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384625.750306:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c6067e9. 00000100:00100000:3.0:1767384625.750311:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049182208:0@lo:256: 00000020:00000040:0.0:1767384625.750313:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:0.0:1767384625.750319:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384625.750323:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c3c4536a. 00000100:00000001:3.0:1767384625.750325:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384625.750328:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384625.750329:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.750332:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384625.750333:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.750334:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384625.750338:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384625.750340:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384625.750346:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384625.750348:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b70c2749. 00000400:00000010:0.0:1767384625.750349:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092db8b12. 00000100:00000001:3.0:1767384625.750351:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384625.750354:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384625.750356:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 48, more 0. 00000400:00000010:0.0:1767384625.750357:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5621d00. 10000000:00000001:3.0:1767384625.750359:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384625.750366:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000092519835. 10000000:00000040:3.0:1767384625.750374:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384625.750379:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384625.750382:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384625.750385:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:3.0:1767384625.750387:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.750388:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384625.750390:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:3.0:1767384625.750391:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000400:00000200:3.0:1767384625.750395:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 22 NIDs 00000400:00001000:3.0:1767384625.750397:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384625.750399:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:3.0:1767384625.750403:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384625.750407:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (22) 00000400:00000200:3.0:1767384625.750411:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384625.750414:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:3.0:1767384625.750416:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (23) 00000400:00000200:3.0:1767384625.750418:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:3.0:1767384625.750419:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:3.0:1767384625.750421:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750423:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:3.0:1767384625.750424:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:3.0:1767384625.750430:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750432:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:3.0:1767384625.750433:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:3.0:1767384625.750435:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750436:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:3.0:1767384625.750437:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:3.0:1767384625.750439:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750440:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:3.0:1767384625.750441:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:3.0:1767384625.750442:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750444:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:3.0:1767384625.750445:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:3.0:1767384625.750447:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750448:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:3.0:1767384625.750449:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:3.0:1767384625.750451:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750452:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:3.0:1767384625.750453:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:3.0:1767384625.750455:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750456:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:3.0:1767384625.750457:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:3.0:1767384625.750459:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750461:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:3.0:1767384625.750462:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:3.0:1767384625.750464:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750465:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:3.0:1767384625.750467:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:3.0:1767384625.750469:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750470:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:3.0:1767384625.750471:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:3.0:1767384625.750472:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750474:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:3.0:1767384625.750475:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:3.0:1767384625.750477:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750478:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:3.0:1767384625.750479:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:3.0:1767384625.750486:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750487:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:3.0:1767384625.750488:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:3.0:1767384625.750490:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750492:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:3.0:1767384625.750493:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:3.0:1767384625.750495:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750497:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:3.0:1767384625.750498:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:3.0:1767384625.750500:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750501:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:3.0:1767384625.750503:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:3.0:1767384625.750505:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750506:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:3.0:1767384625.750508:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:3.0:1767384625.750509:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750510:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:3.0:1767384625.750512:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:3.0:1767384625.750513:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750514:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:3.0:1767384625.750515:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:3.0:1767384625.750517:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384625.750518:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000100:00000001:3.0:1767384625.750519:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.750521:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384625.750523:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:3.0:1767384625.750526:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a86fdd56. 10000000:00000040:3.0:1767384625.750527:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 48/48 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:3.0:1767384625.750529:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384625.750534:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384625.750537:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a870ec4b. 00000020:00000010:3.0:1767384625.750540:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000261879fd. 00000040:00000010:3.0:1767384625.750542:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068b4afce. 00000020:00000010:3.0:1767384625.750546:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bad18a2. 00000020:00000010:3.0:1767384625.750549:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384625.750558:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032c180be. 80000000:00000010:3.0:1767384625.750561:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000070247f71. 40000000:00000010:3.0:1767384625.750564:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096911e5f. 00100000:00000010:3.0:1767384625.750567:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004cd30a4d. 00040000:00000010:3.0:1767384625.750570:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000e99d15d. 00040000:00000010:3.0:1767384625.750573:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000271a6f91. 00040000:00000010:3.0:1767384625.750576:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7498dd5. 00080000:00000010:3.0:1767384625.750581:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003371e95. 00080000:00000010:3.0:1767384625.750586:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000550eed6b. 00000004:00000010:3.0:1767384625.750591:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007142b938. 00000004:00000010:3.0:1767384625.750595:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005bb47a84. 00000004:00000010:3.0:1767384625.750599:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000040c6b399. 00002000:00000010:3.0:1767384625.750602:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d108a40f. 00000004:00000010:3.0:1767384625.750606:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009f563909. 00000004:00000001:3.0:1767384625.750610:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384625.750612:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384625.750613:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a86fdd56 00000040:00001000:3.0:1767384625.750615:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384625.750616:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384625.750617:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384625.750618:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384625.750620:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384625.750621:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384625.750622:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384625.750623:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:3.0:1767384625.750624:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384625.750666:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384625.750669:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000261879fd. 00000040:00000010:3.0:1767384625.750672:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068b4afce. 00000020:00000010:3.0:1767384625.750674:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004bad18a2. 00000020:00000010:3.0:1767384625.750677:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384625.750681:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032c180be. 80000000:00000010:3.0:1767384625.750684:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000070247f71. 40000000:00000010:3.0:1767384625.750687:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096911e5f. 00100000:00000010:3.0:1767384625.750689:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004cd30a4d. 00040000:00000010:3.0:1767384625.750698:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000e99d15d. 00040000:00000010:3.0:1767384625.750700:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000271a6f91. 00040000:00000010:3.0:1767384625.750703:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7498dd5. 00080000:00000010:3.0:1767384625.750706:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000550eed6b. 00080000:00000010:3.0:1767384625.750708:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003371e95. 00000004:00000010:3.0:1767384625.750712:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007142b938. 00000004:00000010:3.0:1767384625.750715:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005bb47a84. 00000004:00000010:3.0:1767384625.750741:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000040c6b399. 00002000:00000010:3.0:1767384625.750745:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d108a40f. 00000004:00000010:3.0:1767384625.750748:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009f563909. 00000020:00000010:3.0:1767384625.750750:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a870ec4b. 00000020:00000001:3.0:1767384625.750752:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.750755:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384625.750757:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a86fdd56. 10000000:00000010:3.0:1767384625.750760:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000092519835. 10000000:00000001:3.0:1767384625.750762:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.750776:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384625.750780:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069f62863 x1853237049182208/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.750785:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384625.750787:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384625.750788:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012c14538. 02000000:00000001:3.0:1767384625.750791:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384625.750793:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384625.750794:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384625.750796:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384625.750797:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384625.750798:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384625.750799:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384625.750800:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384625.750801:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000205aff4e. 00000100:00000010:3.0:1767384625.750803:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000220f6b9d. 00000100:00000001:3.0:1767384625.750805:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384625.750806:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005cd20a29. 02000000:00000001:3.0:1767384625.750807:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384625.750813:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384625.750814:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 00000100:00000001:3.0:1767384625.750817:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384625.750819:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384625.750833:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e012a4e1. 10000000:01000000:3.0:1767384625.750837:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384625.750840:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384625.750841:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384625.750843:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384625.750844:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=3 00000020:00000001:3.0:1767384625.750845:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.750847:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384625.750849:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384625.750851:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384625.750857:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384625.750858:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384625.750859:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384625.750863:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384625.750864:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384625.750866:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384625.750867:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384625.750868:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384625.750869:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384625.750871:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384625.750872:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:3.0:1767384625.750873:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384625.754755:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294915078, at 4294915079 00000100:00000010:1.0:1767384625.754763:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e01022f9. 00000100:00000040:0.0:1767384625.754780:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294915078, at 4294915079 00000100:00000040:3.0:1767384625.754781:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294915078, at 4294915079 00000100:00000010:3.0:1767384625.754792:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bffb235. 00000100:00000010:0.0:1767384625.754795:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b214990. 00000100:00000040:2.0:1767384625.754810:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294915078, at 4294915079 00000100:00000010:2.0:1767384625.754817:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000581ff9e0. 00000020:00000010:0.0:1767384625.763137:0:27069:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000643c7a9a. 00000020:00000040:0.0:1767384625.763147:0:27069:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384625.763150:0:27069:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000643c7a9a. 00000100:00000001:3.0:1767384626.259808:0:18907:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384626.259808:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384626.259814:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.259815:0:18907:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.451807:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp28 00000400:00000010:2.0:1767384626.451815:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c08c898c. 00000400:00000010:2.0:1767384626.451824:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ad2f986f. 00000400:00000010:2.0:1767384626.451830:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000010:2.0:1767384626.451840:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d46cb6b5. 00000400:00000200:2.0:1767384626.451845:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp28 00000400:00000200:2.0:1767384626.451863:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp28 local destination 00000400:00000200:2.0:1767384626.451870:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp28 00000400:00000200:2.0:1767384626.451874:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp28 NI seq info: [65:65:256:4294967295] 192.168.202.154@tcp28 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384626.451882:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp28 00000400:00000200:2.0:1767384626.451891:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28:) -> 192.168.202.154@tcp28(192.168.202.154@tcp28:192.168.202.154@tcp28) : GET try# 0 00000800:00000200:2.0:1767384626.451897:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp28 00000800:00000010:2.0:1767384626.451903:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b272590. 00000800:00000200:2.0:1767384626.451909:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000800:00000200:2.1:1767384626.451922:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000400:00000200:2.0:1767384626.451947:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp28 added to recovery queue. ping count: 2 next ping: 252 health :800 00000400:00000200:3.0:1767384626.452004:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452041:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452066:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452078:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452091:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452107:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452120:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452135:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452148:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452159:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452171:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452187:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452199:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452215:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452227:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452244:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452259:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452279:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452296:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452328:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452344:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452366:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452379:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452392:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452405:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452418:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452434:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452451:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452467:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452481:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452518:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452546:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452582:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384626.452599:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384626.452843:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:3.0:1767384626.452849:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2a22c4a. 00000800:00000010:3.0:1767384626.452855:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2f1b2fb. 00000800:00000010:3.0:1767384626.452881:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2f1b2fb. 00000800:00020000:3.0:1767384626.452891:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384626.459276:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2a22c4a. 00000800:00000010:3.0:1767384626.459283:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:3.0:1767384626.459353:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp28 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384626.463959:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp28 notifying 192.168.202.154@tcp28: down 00000800:00000200:3.0:1767384626.463966:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp28 down 00000800:00000100:3.0:1767384626.463972:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp28 00000800:00000010:3.0:1767384626.463975:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b272590. 00000400:00000200:3.0:1767384626.463979:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384626.463985:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp28->192.168.202.154@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384626.463994:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384626.463998:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384626.464002:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp28) recovery failed with -71 00010000:00000001:1.0:1767384626.707807:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384626.707813:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.707818:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384626.707819:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.707844:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384626.707848:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384626.707851:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384626.795408:0:27382:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9a4f3de. 00080000:00000010:1.0:1767384626.795417:0:27382:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9a4f3de. 00000020:00000001:1.0:1767384626.795421:0:27382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384626.795427:0:27382:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9a4f3de. 00080000:00000010:1.0:1767384626.795431:0:27382:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9a4f3de. 00000020:00000001:1.0:1767384626.795433:0:27382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384627.475806:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384627.475812:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384627.475814:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384627.475819:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000400:00000200:2.0:1767384627.475824:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384627.475831:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384627.475840:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c08c898c. 00000400:00000010:2.0:1767384627.475844:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ad2f986f. 00000001:00000001:0.0:1767384627.487014:0:27546:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384627.487019:0:27546:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:0.0:1767384627.492794:0:27546:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384627.500674:0:27547:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e8c1cc62. 00000400:00000010:1.0:1767384627.500701:0:27547:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000485087c6. 00000400:00000010:1.0:1767384627.500710:0:27547:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ae40d03f. 00000400:00000010:1.0:1767384627.500713:0:27547:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000545fbae3. 00000400:00000010:1.0:1767384627.500716:0:27547:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002ed013e8. 00000400:00000010:1.0:1767384627.500738:0:27547:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005273189f. 00000400:00000010:1.0:1767384627.500741:0:27547:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6c4efbb. 00000400:00000010:1.0:1767384627.500743:0:27547:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f3c3f14. 00000400:00000010:1.0:1767384627.500747:0:27547:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000059517ea0. 00000800:00000010:1.0:1767384627.500774:0:27547:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000796da8d5. 00000800:00000200:1.0:1767384627.500800:0:27547:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384627.500812:0:27547:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384627.500850:0:27547:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384627.500870:0:27547:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp31 [8/256/0/180] 00000400:00000010:1.0:1767384627.502848:0:27547:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000048f8d91d. 00000400:00000010:1.0:1767384627.502854:0:27547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053abe0e8. 00000400:00000010:1.0:1767384627.502858:0:27547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 00000400:00000001:1.0:1767384627.502871:0:27547:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384627.502872:0:27547:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384627.502874:0:27547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000200:1.0:1767384627.502876:0:27547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:1.0:1767384627.502878:0:27547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000400:00000010:1.0:1767384627.502881:0:27547:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000681745da. 00000400:00000200:1.0:1767384627.502884:0:27547:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (22) 00000400:00000200:1.0:1767384627.502895:0:27547:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384627.502905:0:27547:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:1.0:1767384627.502911:0:27547:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001bd2f0c1. 00000020:01000000:1.0:1767384627.502914:0:27547:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384627.502916:0:27547:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp31 00000400:00000200:0.0:1767384627.502923:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384627.502927:0:27547:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000485087c6. 00000400:00000010:1.0:1767384627.502932:0:27547:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e8c1cc62. 00000400:00000200:0.0:1767384627.502932:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:0.0:1767384627.502943:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384627.502947:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (23) 00000020:00000001:2.0:1767384627.502952:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384627.502953:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003b0ae966. 10000000:00000001:2.0:1767384627.502958:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384627.502963:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384627.502963:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 10000000:01000000:2.0:1767384627.502967:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384627.502970:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384627.502972:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384627.502973:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384627.502973:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384627.502974:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384627.502976:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384627.502977:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384627.502979:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:01000004:2.0:1767384627.502980:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384627.502983:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384627.502986:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384627.502990:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000010:2.0:1767384627.502991:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1347bfb. 00000020:00000040:2.0:1767384627.502997:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:0.0:1767384627.503002:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:2.0:1767384627.503003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384627.503006:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384627.503012:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 02000000:00000001:2.0:1767384627.503013:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503021:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 02000000:00000010:2.0:1767384627.503023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d72311a2. 00000100:00000001:2.0:1767384627.503030:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503037:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000001:2.0:1767384627.503039:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384627.503042:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503048:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000100:00000040:2.0:1767384627.503051:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1347bfb] to pc [ptlrpcd_00_01+1] req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384627.503060:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:0.0:1767384627.503069:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:0.0:1767384627.503076:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:0.0:1767384627.503082:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 10000000:00000001:2.0:1767384627.503084:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384627.503088:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503089:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000020:00000001:2.0:1767384627.503098:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503099:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:01000000:2.0:1767384627.503102:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384627.503110:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384627.503111:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 10000000:00000001:2.0:1767384627.503113:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384627.503116:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384627.503119:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384627.503123:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384627.503123:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384627.503123:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000020:01000004:2.0:1767384627.503128:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384627.503129:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384627.503131:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384627.503134:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384627.503135:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384627.503136:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:01000004:2.0:1767384627.503137:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384627.503140:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384627.503142:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:3.0:1767384627.503145:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384627.503146:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384627.503150:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384627.503150:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000010:2.0:1767384627.503156:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cd8228c. 00000020:00000040:2.0:1767384627.503161:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384627.503166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384627.503167:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 02000000:00000001:2.0:1767384627.503170:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384627.503173:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.503176:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384627.503180:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384627.503181:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e624d9ba. 00000400:00000200:0.0:1767384627.503181:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 02000000:00000001:3.0:1767384627.503188:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384627.503188:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503192:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384627.503192:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 02000000:00000001:3.0:1767384627.503193:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.503196:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.503202:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.503205:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd8228c] to pc [ptlrpcd_00_02+2] req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384627.503206:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000100:00100000:3.0:1767384627.503217:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1347bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049182336:0@lo:253: 00000400:00000200:0.0:1767384627.503224:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384627.503227:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384627.503233:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384627.503239:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503239:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 02000000:00000001:3.0:1767384627.503244:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384627.503248:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 02000000:00000010:3.0:1767384627.503249:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000550eed6b. 10000000:00000001:2.0:1767384627.503249:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384627.503253:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.503254:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.503257:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384627.503260:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384627.503261:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000020:00000010:2.0:1767384627.503262:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001bd2f0c1. 00000400:00000200:0.0:1767384627.503265:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp29 lpni_is_preferred = 0 00000400:00000010:3.0:1767384627.503269:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d48b826a. 00000400:00000200:0.0:1767384627.503273:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp29 00000100:00000200:3.0:1767384627.503275:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049182336, portal 25 00000100:00000001:2.0:1767384627.503276:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.503280:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384627.503281:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503282:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [66:66:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [66:66:8:4294967295] 00000100:00000001:3.0:1767384627.503283:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518497920 : -128356191053696 : ffff8b42bed3d880) 00000100:00000001:2.0:1767384627.503288:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384627.503292:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.503292:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384627.503295:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384627.503298:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000100:00000040:2.0:1767384627.503301:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.503305:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384627.503311:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384627.503316:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002385a45d. 00000400:00000200:0.0:1767384627.503321:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp:192.168.202.154@tcp29) : PUT try# 0 00000100:00000200:3.0:1767384627.503322:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049182336, offset 0 00000100:00000001:2.0:1767384627.503329:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384627.503332:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384627.503335:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384627.503337:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767384627.503338:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.154@tcp29 02000000:00000001:2.0:1767384627.503340:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384627.503344:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384627.503345:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000609f1f99. 00000400:00000200:3.0:1767384627.503348:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384627.503351:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cd8228c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049182464:0@lo:253: 00000100:00000001:2.0:1767384627.503355:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384627.503357:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384627.503358:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005a5aa162. 02000000:00000001:2.0:1767384627.503359:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384627.503362:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004880 02000000:00000001:2.0:1767384627.503364:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384627.503366:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bf37238d. 02000000:00000010:2.0:1767384627.503370:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c52e386d. 00000400:00000200:3.0:1767384627.503371:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 02000000:00000001:2.0:1767384627.503375:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384627.503379:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000514998eb. 00000800:00000200:0.0:1767384627.503380:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000010:2.0:1767384627.503382:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc1da74. 00000400:00000200:3.0:1767384627.503385:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b0da470 00000800:00000200:0.1:1767384627.503390:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:3.0:1767384627.503393:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384627.503396:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099836ddd. 00000400:00000200:3.0:1767384627.503399:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384627.503402:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049182464, portal 25 00000400:00000200:3.0:1767384627.503405:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0da470 00000100:00000001:2.0:1767384627.503405:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384627.503409:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518495232 : -128356191056384 : ffff8b42bed3ce00) 00000400:00000200:0.0:1767384627.503409:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000010:3.0:1767384627.503410:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b0da470. 00000400:00000200:0.0:1767384627.503416:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000001:3.0:1767384627.503419:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384627.503419:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384627.503423:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384627.503428:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000006245bcb0 x1853237049182336 msgsize 4848 00000100:00000001:2.0:1767384627.503430:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384627.503435:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384627.503438:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384627.503440:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efc689c1. 00000100:00000040:3.0:1767384627.503441:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384627.503445:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049182464, offset 0 00000400:00000200:2.0:1767384627.503452:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384627.503453:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384627.503458:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384627.503468:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002385a45d 00000400:00000010:3.0:1767384627.503470:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002385a45d. 00000100:00000001:3.0:1767384627.503474:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384627.503474:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004900 00000100:00000200:3.0:1767384627.503480:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384627.503481:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000400:00000200:0.0:1767384627.503483:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000010:2.0:1767384627.503490:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cdab6b6. 00000400:00000200:2.0:1767384627.503496:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ea00656 00000100:00000001:3.0:1767384627.503498:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384627.503501:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384627.503502:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384627.503510:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384627.503517:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.503517:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ea00656 00000100:00000001:3.0:1767384627.503520:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384627.503525:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ea00656. 00000100:00000001:3.0:1767384627.503526:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503530:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384627.503532:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294916832 00000100:00000200:2.0:1767384627.503533:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384627.503533:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000040:2.0:1767384627.503539:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000009d7248b3 x1853237049182464 msgsize 4848 00000100:00000010:3.0:1767384627.503540:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bffb235. 00000100:00000001:3.0:1767384627.503548:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384627.503553:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294916832 00000100:00100000:2.0:1767384627.503558:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384627.503560:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070247f71. 00000100:00000040:2.0:1767384627.503561:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384627.503564:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384627.503570:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294916832 00000400:00000200:0.0:1767384627.503572:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000010:3.0:1767384627.503573:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000100:00000001:2.0:1767384627.503573:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384627.503579:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384627.503581:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efc689c1 00000100:00000001:3.0:1767384627.503584:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294916832 00000400:00000010:2.0:1767384627.503585:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efc689c1. 00000100:00000010:3.0:1767384627.503590:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000100:00000001:2.0:1767384627.503591:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384627.503596:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384627.503597:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.503601:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384627.503606:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503610:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384627.503611:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503613:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000040:2.0:1767384627.503614:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.503615:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.503623:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.503625:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384627.503625:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384627.503628:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384627.503630:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.503632:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.503635:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384627.503635:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294916832 00000100:00000001:3.0:1767384627.503637:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503639:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294916832 00000100:00000001:3.0:1767384627.503641:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503643:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294916832 00000100:00000001:2.0:1767384627.503645:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294916832 00000100:00000001:2.0:1767384627.503647:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294916832 00000100:00000001:2.0:1767384627.503651:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294916832 00000100:00000001:2.0:1767384627.503653:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294916832 00000100:00000001:2.0:1767384627.503655:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294916832 00000100:00000001:2.0:1767384627.503657:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.503658:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503661:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503661:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:2.0:1767384627.503665:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.503671:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384627.503673:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384627.503673:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384627.503676:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503682:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384627.503684:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384627.503686:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503689:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.503696:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384627.503700:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182336 02000000:00000001:3.0:1767384627.503703:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384627.503705:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384627.503707:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503709:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 02000000:00000001:3.0:1767384627.503710:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384627.503716:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182336 00000100:00000001:2.0:1767384627.503738:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384627.503742:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182464 00000020:00000001:3.0:1767384627.503744:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384627.503745:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384627.503747:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384627.503748:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384627.503763:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.503766:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384627.503767:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384627.503770:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00100000:2.0:1767384627.503771:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182464 00000020:00000001:2.0:1767384627.503774:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384627.503776:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:2.0:1767384627.503777:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384627.503780:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384627.503783:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:2.0:1767384627.503784:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:2.0:1767384627.503790:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384627.503792:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384627.503793:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:3.0:1767384627.503798:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060103268. 00000100:00000001:2.0:1767384627.503799:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384627.503805:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384627.503805:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000020:00000010:3.0:1767384627.503810:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060103268. 00000100:00000001:2.0:1767384627.503811:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384627.503815:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000020:00000010:2.0:1767384627.503817:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000020:00000010:3.0:1767384627.503820:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7498dd5. 00000020:00000010:2.0:1767384627.503826:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:3.0:1767384627.503827:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096c34c6a. 00000020:00000010:3.0:1767384627.503835:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000238f622d. 00000020:00000010:2.0:1767384627.503835:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cabbf82. 00000020:00000010:2.0:1767384627.503841:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000040:3.0:1767384627.503844:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384627.503848:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384627.503849:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384627.503850:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384627.503852:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384627.503853:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503855:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.503863:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.503864:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.503866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:3.0:1767384627.503873:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.503873:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384627.503892:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384627.503893:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384627.503896:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384627.503896:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384627.503902:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:3.0:1767384627.503905:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384627.503907:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739617872 : -128356969933744 : ffff8b4290671450) 00000100:00100000:2.0:1767384627.503908:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000400:00000200:0.0:1767384627.503911:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000040:2.0:1767384627.503913:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000040:3.0:1767384627.503914:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006245bcb0 x1853237049182336/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 4848/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.503917:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739620944 : -128356969930672 : ffff8b4290672050) 00000100:00000040:2.0:1767384627.503926:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d7248b3 x1853237049182464/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 4848/0 e 0 to 0 dl 1767384638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.503944:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384627.503948:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384627.503949:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060103268. 00000020:00000010:2.0:1767384627.503952:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:3.0:1767384627.503955:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.503956:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384627.503957:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000010:2.0:1767384627.503963:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000020:00000010:3.0:1767384627.503965:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060103268. 00000100:00100000:2.0:1767384627.503970:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d7248b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049182464:12345-0@lo:253: 00000100:00000200:2.0:1767384627.503974:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182464 00000100:00100000:3.0:1767384627.503976:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006245bcb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049182336:12345-0@lo:253: 00000020:00000001:2.0:1767384627.503978:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384627.503982:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384627.503984:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182336 00000020:00000001:2.0:1767384627.503984:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.503989:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384627.503990:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384627.503991:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384627.503996:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384627.504007:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384627.504009:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.504010:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384627.504015:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384627.504016:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384627.504020:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384627.504021:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:0.0:1767384627.504021:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000020:00000001:2.0:1767384627.504022:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.504030:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384627.504031:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384627.504034:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384627.504035:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384627.504040:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1767384627.504042:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3ac23f1. 00000020:00000001:3.0:1767384627.504043:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384627.504045:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.504047:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.504048:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.504054:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384627.504055:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384627.504059:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384627.504064:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000046ef7933. 02000000:00000010:3.0:1767384627.504065:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000044621c82. 20000000:01000000:2.0:1767384627.504069:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384627.504070:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.504073:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384627.504074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:3.0:1767384627.504075:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.504076:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384627.504079:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384627.504082:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384627.504083:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.504087:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384627.504106:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003371e95. 20000000:00000010:2.0:1767384627.504107:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000083f8fbe1. 20000000:01000000:2.0:1767384627.504112:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:01000000:3.0:1767384627.504113:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384627.504117:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384627.504118:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384627.504121:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 20000000:00000001:3.0:1767384627.504122:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384627.504123:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384627.504127:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384627.504132:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.504132:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384627.504136:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384627.504148:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384627.504162:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.504164:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384627.504165:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.504167:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384627.504169:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.504169:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00080000:00000002:2.0:1767384627.504174:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:2.0:1767384627.504179:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:2.0:1767384627.504180:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384627.504183:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384627.504185:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.504187:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384627.504190:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384627.504194:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384627.504197:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384627.504200:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000035c50c4b. 00080000:00000001:2.0:1767384627.504202:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712274264064 : -128361435287552 : ffff8b41863f3000) 00080000:00000001:2.0:1767384627.504205:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384627.504209:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384627.504212:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000968be4d1. 00080000:00000001:2.0:1767384627.504214:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.504217:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384627.504218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00080000:00000001:2.0:1767384627.504228:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384627.504244:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384627.504258:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504302:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504334:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504386:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504475:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504536:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504562:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504709:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504798:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504827:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.504966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384627.505020:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00080000:00000010:3.0:1767384627.505070:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000035c50c4b. 00000400:00000200:0.0:1767384627.505079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00080000:00000010:2.0:1767384627.505115:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000968be4d1. 00040000:00000001:2.0:1767384627.505121:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384627.505123:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384627.505125:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384627.505129:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384627.505131:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.505133:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384627.505134:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 20000000:01000000:2.0:1767384627.505142:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384627.505153:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384627.505156:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384627.505159:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012c14538. 00080000:00000001:2.0:1767384627.505160:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384627.505162:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384627.505166:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384627.505175:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384627.505177:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384627.505183:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384627.505190:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.505192:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384627.505193:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.505195:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384627.505196:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384627.505198:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384627.505200:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384627.505202:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384627.505204:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384627.505206:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.505208:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384627.505209:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384627.505212:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384627.505215:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384627.505217:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000068b4afce. 00080000:00000001:3.0:1767384627.505220:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266714624 : -128361442836992 : ffff8b4185cbfe00) 00080000:00000001:3.0:1767384627.505222:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384627.505224:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384627.505226:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000060103268. 00080000:00000001:3.0:1767384627.505228:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384627.505229:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:2.0:1767384627.505234:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384627.505237:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.505238:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384627.505242:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384627.505247:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384627.505265:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384627.505268:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384627.505274:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f4cd730d count: 2 00010000:00000001:2.0:1767384627.505276:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384627.505279:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384627.505282:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b2aad99. 00000020:00000001:2.0:1767384627.505285:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384627.505288:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b2aad99 with handle 0xefc2db714b35c3e9 to hash 00000020:00000001:2.0:1767384627.505290:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384627.505292:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:2.0:1767384627.505294:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:2.0:1767384627.505296:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384627.505298:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.505301:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.505307:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384627.505310:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384627.505312:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384627.505313:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384627.505315:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384627.505318:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c3db expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.505323:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384627.505324:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.505326:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384627.505327:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.505328:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.505330:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384627.505332:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384627.505345:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4cd730d) refcount = 2 00010000:00000040:2.0:1767384627.505347:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384627.505350:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384627.505353:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384627.505354:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384627.505358:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d5ab5f5. 00010000:00000010:2.0:1767384627.505359:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000968be4d1. 00000100:00000001:2.0:1767384627.505365:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000010:0.0:1767384627.505367:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dfc786d4. 00000100:00000010:2.0:1767384627.505368:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efc689c1. 00000100:00000001:2.0:1767384627.505373:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189072704 : -128361520478912 : ffff8b41812b4540) 00000100:00000001:2.0:1767384627.505374:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712189072704 : -128361520478912 : ffff8b41812b4540) 00000100:00000001:2.0:1767384627.505376:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384627.505377:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384627.505378:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:0.0:1767384627.505378:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006165e46. 00010000:00000001:2.0:1767384627.505382:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.505384:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384627.505386:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.505387:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.505388:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384627.505390:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384627.505393:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001407649d. 00000020:00000040:2.0:1767384627.505395:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000001:2.0:1767384627.505397:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384627.505399:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384627.505401:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384627.505405:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000702cadce. 00000800:00000010:0.0:1767384627.505406:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006165e46. 00000100:00000001:2.0:1767384627.505407:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.505412:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00000800:00020000:0.0:1767384627.505418:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00010000:00010000:2.0:1767384627.505422:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 16 pid: 17082 timeout: 399 lvb_type: 0 00000800:00000010:0.0:1767384627.505423:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dfc786d4. 00000800:00000010:0.0:1767384627.505427:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001d5ab5f5. 00010000:00000001:2.0:1767384627.505445:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384627.505447:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384627.505450:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384627.505456:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384627.505457:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384627.505461:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001407649d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049182592:0@lo:104: 00000100:00000001:2.0:1767384627.505463:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384627.505465:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384627.505467:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384627.505468:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384627.505470:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035c50c4b. 00000400:02020000:0.0:1767384627.505473:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 02000000:00000001:2.0:1767384627.505474:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384627.505479:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cdab6b6. 00000400:00000010:2.0:1767384627.505484:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000200:0.0:1767384627.505485:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000100:00000200:2.0:1767384627.505487:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182592, portal 16 00000100:00000001:2.0:1767384627.505490:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384627.505492:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518505088 : -128356191046528 : ffff8b42bed3f480) 00000800:00000200:0.0:1767384627.505495:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp29 down 00000100:00000040:2.0:1767384627.505498:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1767384627.505507:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.202.154@tcp29 00000100:00000001:2.0:1767384627.505509:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384627.505513:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384627.505514:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000609f1f99. 00000400:00000010:2.0:1767384627.505515:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000200:2.0:1767384627.505519:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049182592, offset 0 00000400:00000200:0.0:1767384627.505520:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384627.505524:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384627.505530:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384627.505532:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384627.505536:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260004980 00000400:00000200:2.0:1767384627.505543:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:2.0:1767384627.505546:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051b569a0. 00000400:00000200:2.0:1767384627.505549:0:17104:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa3bbf1c 00000400:00000200:0.0:1767384627.505550:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 0 next ping: 250 health :900 00000400:00000200:2.0:1767384627.505552:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384627.505559:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384627.505560:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384627.505565:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:0.0:1767384627.505573:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384627.505589:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa3bbf1c 00000400:00000010:2.0:1767384627.505592:0:17104:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa3bbf1c. 00000100:00000001:2.0:1767384627.505597:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384627.505598:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384627.505601:0:17104:0:(events.c:337:request_in_callback()) incoming req@0000000013849171 x1853237049182592 msgsize 328 00000100:00100000:2.0:1767384627.505607:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384627.505609:0:17104:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000400:00000200:3.0:1767384627.505610:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384627.505615:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x101151 00000400:00000001:3.0:1767384627.505619:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384627.505619:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384627.505623:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384627.505624:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:3.0:1767384627.505626:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:3.0:1767384627.505631:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384627.505631:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000400:00000010:2.0:1767384627.505634:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000400:00000200:3.0:1767384627.505637:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:2.0:1767384627.505639:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384627.505642:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (24) 00000100:00000010:0.0:1767384627.505644:0:17071:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3b85e5e. 00000100:00000200:2.0:1767384627.505645:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384627.505648:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000100:00000010:0.0:1767384627.505652:0:17071:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d5ab5f5. 00000100:00000001:2.0:1767384627.505655:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384627.505658:0:17071:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000400:00000200:3.0:1767384627.505662:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc -71 00000100:00000040:2.0:1767384627.505662:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384627.505667:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000200:3.0:1767384627.505672:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000010:0.0:1767384627.505676:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffddc139. 00000400:00000200:3.0:1767384627.505678:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (23) 00000100:00000001:2.0:1767384627.505679:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.505683:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384627.505683:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfc786d4. 00000100:00000001:2.0:1767384627.505687:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.505691:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294916834 00000100:00000001:0.0:1767384627.505691:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384627.505695:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294916832 00000100:00100000:0.0:1767384627.505696:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182592 00000100:00000001:2.0:1767384627.505702:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294916834 02000000:00000001:0.0:1767384627.505702:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384627.505705:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384627.505707:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294916832 00000100:00000001:0.0:1767384627.505710:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.505711:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294916834 00000100:00000001:2.0:1767384627.505716:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294916832 00000100:00000001:2.0:1767384627.505736:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294916835 00000100:00000001:2.0:1767384627.505738:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294916832 00000100:00000001:2.0:1767384627.505740:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.505742:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.505743:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.505745:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.505746:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.505748:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384627.505762:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.505768:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384627.505768:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182592 00010000:00000001:2.0:1767384627.505771:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.505773:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384627.505774:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384627.505778:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1767384627.505778:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000100:00000001:2.0:1767384627.505784:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.505784:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384627.505788:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384627.505789:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:2.0:1767384627.505790:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384627.505793:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 00000000efc689c1 going to sleep for 11 seconds 00000020:00000001:0.0:1767384627.505796:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:2.0:1767384627.505797:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384627.505799:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384627.505801:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:0.0:1767384627.505806:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384627.505810:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006165e46. 00000100:00000001:0.0:1767384627.505812:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000020:2.0:1767384627.505813:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000010:0.0:1767384627.505817:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006165e46. 00000100:00000001:2.0:1767384627.505818:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384627.505821:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000046ef7933. 00000020:00000010:0.0:1767384627.505825:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005743ebdc. 20000000:00000001:2.0:1767384627.505827:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384627.505830:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9933246. 00010000:00000040:2.0:1767384627.505831:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182464 00010000:00000001:2.0:1767384627.505835:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384627.505836:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00010000:00000200:2.0:1767384627.505840:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d7248b3 x1853237049182464/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384627.505846:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384627.505847:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384627.505851:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.505851:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384627.505855:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1767384627.505856:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384627.505860:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384627.505862:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384627.505866:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384627.505866:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384627.505872:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384627.505874:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.505876:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384627.505876:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.505881:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384627.505884:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a6f58f5. 00000100:00000200:2.0:1767384627.505887:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049182464, offset 224 00000100:00000001:0.0:1767384627.505890:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384627.505891:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384627.505901:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384627.505908:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384627.505911:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004900 00000100:00000001:0.0:1767384627.505912:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384627.505913:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384627.505917:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384627.505917:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17cd [2] + 224 00000100:00100000:0.0:1767384627.505922:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000200:2.0:1767384627.505924:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384627.505927:0:17116:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.505927:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:3.0:1767384627.505933:0:17116:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.505933:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611922000 : -128357097629616 : ffff8b4288ca9850) 00000400:00000200:2.0:1767384627.505937:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384627.505942:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384627.505945:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013849171 x1853237049182592/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 328/0 e 0 to 0 dl 1767384638 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384627.505947:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384627.505977:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384627.505978:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384627.505984:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006165e46. 00000100:00000001:0.0:1767384627.505988:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384627.505990:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006165e46. 00000100:00000001:2.0:1767384627.505992:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384627.505997:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013849171 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049182592:12345-0@lo:104: 00000400:00000200:2.0:1767384627.505999:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a6f58f5 00000100:00000001:3.0:1767384627.506000:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.506005:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384627.506005:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a6f58f5. 00000100:00000200:0.0:1767384627.506005:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182592 00000100:00000001:2.0:1767384627.506010:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384627.506011:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000001:3.0:1767384627.506012:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384627.506013:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384627.506017:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.506019:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384627.506019:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384627.506024:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384627.506024:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384627.506029:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384627.506029:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384627.506029:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=2 00000400:00000010:3.0:1767384627.506033:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cc1da74. 00000020:00000001:2.0:1767384627.506034:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384627.506035:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000400:00000200:3.0:1767384627.506039:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099836ddd 00000100:00000040:2.0:1767384627.506040:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d7248b3 x1853237049182464/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384627.506041:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000400:00000010:3.0:1767384627.506043:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099836ddd. 00010000:00000001:0.0:1767384627.506049:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384627.506050:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384627.506054:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d7248b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049182464:12345-0@lo:253: Request processed in 2105us (2512us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384627.506055:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384627.506058:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384627.506062:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384627.506068:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000040:2.0:1767384627.506074:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384627.506080:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384627.506084:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.506084:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384627.506085:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384627.506089:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cabbf82. 02000000:00000001:0.0:1767384627.506090:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384627.506096:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000100:00000001:3.0:1767384627.506098:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384627.506098:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bec758fb. 00000020:00000010:2.0:1767384627.506100:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000100:00000001:3.0:1767384627.506101:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384627.506104:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.506106:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384627.506108:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000001:0.0:1767384627.506108:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.506109:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384627.506112:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384627.506112:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384627.506114:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3ac23f1. 00000100:00000001:3.0:1767384627.506115:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.506121:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384627.506122:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384627.506122:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384627.506124:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384627.506125:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=45 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384627.506126:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384627.506131:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384627.506134:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=45 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384627.506134:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=45 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384627.506142:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000514998eb. 00000100:00000001:3.0:1767384627.506145:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384627.506146:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384627.506147:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a6f58f5. 00000100:00000001:3.0:1767384627.506148:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.506153:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384627.506154:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384627.506157:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.506158:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384627.506160:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.506164:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384627.506167:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384627.506169:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.506176:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384627.506177:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384627.506181:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384627.506186:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384627.506186:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa38be3. 00000100:00000001:3.0:1767384627.506190:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384627.506192:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049182592, offset 224 00000020:01000004:3.0:1767384627.506194:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384627.506198:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384627.506199:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384627.506200:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384627.506202:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384627.506204:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:3.0:1767384627.506205:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384627.506207:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384627.506210:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384627.506211:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384627.506214:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384627.506217:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384627.506228:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cd8228c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049182464:0@lo:253: 00000100:00000001:3.0:1767384627.506233:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384627.506233:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260004980 00000100:00000001:3.0:1767384627.506238:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384627.506243:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cd8228c x1853237049182464/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384627.506245:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17d5 [1] + 224 00000400:00000200:0.0:1767384627.506255:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384627.506256:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384627.506260:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384627.506263:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384627.506264:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c52e386d. 02000000:00000001:3.0:1767384627.506270:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384627.506271:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384627.506272:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384627.506275:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000200:0.0:1767384627.506278:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384627.506279:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384627.506281:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e624d9ba. 02000000:00000001:3.0:1767384627.506287:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384627.506289:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384627.506291:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cd8228c. 00000100:00000001:3.0:1767384627.506295:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384627.506297:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384627.506300:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384627.506300:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384627.506306:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384627.506308:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.506313:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.506316:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.506327:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384627.506333:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa38be3 00000400:00000010:0.0:1767384627.506336:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa38be3. 00000100:00000001:0.0:1767384627.506341:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384627.506343:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384627.506348:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.506351:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384627.506355:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384627.506357:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384627.506360:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a3f24f57. 00000400:00000001:2.0:1767384627.506362:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384627.506365:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384627.506365:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384627.506366:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cdab6b6. 00000400:00000200:2.0:1767384627.506371:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384627.506373:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000001:2.0:1767384627.506375:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384627.506379:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384627.506380:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384627.506386:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384627.506392:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.506397:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384627.506397:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.506399:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.506403:0:17104:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384627.506403:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384627.506406:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384627.506408:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384627.506409:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384627.506412:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384627.506412:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013849171 x1853237049182592/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 328/224 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384627.506417:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384627.506424:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384627.506430:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384627.506433:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506435:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384627.506437:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384627.506437:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013849171 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049182592:12345-0@lo:104: Request processed in 456us (832us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384627.506442:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.506448:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384627.506455:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384627.506456:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384627.506460:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384627.506461:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384627.506461:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00010000:00000001:2.0:1767384627.506466:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1767384627.506467:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384627.506469:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.506471:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384627.506471:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384627.506475:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384627.506476:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9933246. 00000020:00000010:0.0:1767384627.506482:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000100:00000040:2.0:1767384627.506486:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384627.506489:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005743ebdc. 00000020:00000040:0.0:1767384627.506495:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00000100:00100000:2.0:1767384627.506497:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001407649d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049182592:0@lo:104: 00000100:00000001:2.0:1767384627.506502:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384627.506502:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384627.506506:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bec758fb. 00000100:00000001:2.0:1767384627.506508:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.506512:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1767384627.506513:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384627.506514:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384627.506519:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001407649d x1853237049182592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384627.506519:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384627.506523:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e1edc9a2. 00000100:00000001:2.0:1767384627.506527:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384627.506530:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384627.506530:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384627.506534:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013d53cbe. 02000000:00000010:2.0:1767384627.506535:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035c50c4b. 02000000:00000001:2.0:1767384627.506540:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384627.506542:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384627.506544:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 02000000:00000001:0.0:1767384627.506544:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384627.506545:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384627.506548:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f6395b0. 02000000:00000010:2.0:1767384627.506549:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000702cadce. 02000000:00000001:2.0:1767384627.506556:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384627.506556:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384627.506558:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384627.506560:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ecec90b5. 00000100:00000010:2.0:1767384627.506561:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001407649d. 00000100:00000001:2.0:1767384627.506568:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384627.506569:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384627.506569:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:2.0:1767384627.506573:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efc689c1. 02000000:00000010:0.0:1767384627.506573:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e08898d. 00000100:00000001:2.0:1767384627.506580:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1767384627.506580:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384627.506582:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384627.506584:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030651603. 00010000:00000010:2.0:1767384627.506585:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000968be4d1. 00010000:00000001:2.0:1767384627.506590:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506592:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384627.506592:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384627.506596:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008a102fca. 00010000:00000001:2.0:1767384627.506597:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384627.506602:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384627.506604:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384627.506605:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000010:0.0:1767384627.506608:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000461213b2. 00010000:00010000:2.0:1767384627.506609:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384627.506616:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384627.506625:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ab3b511a. 02000000:00000001:0.0:1767384627.506630:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384627.506632:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 02000000:00000001:0.0:1767384627.506637:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384627.506639:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384627.506639:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000127b15a3. 02000000:00000001:0.0:1767384627.506644:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384627.506646:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f357e6b. 00000020:00000001:2.0:1767384627.506648:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.506652:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000010:0.0:1767384627.506652:0:17071:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000001fb646. 00010000:00000001:2.0:1767384627.506659:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000010:0.0:1767384627.506660:0:17071:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000091db5ad0. 00010000:00000001:2.0:1767384627.506661:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384627.506664:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384627.506667:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384627.506674:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bc74d5c already unused, calling callback (000000000d977f2e) 10000000:00000001:2.0:1767384627.506677:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384627.506679:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.506683:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384627.506685:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384627.506686:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.506688:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=3 00080000:00000010:3.0:1767384627.506689:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000068b4afce. 00000020:00000001:2.0:1767384627.506690:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:2.0:1767384627.506694:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:2.0:1767384627.506697:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384627.506698:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384627.506703:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384627.506705:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384627.506708:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384627.506711:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384627.506712:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384627.506714:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384627.506715:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384627.506716:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384627.506764:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384627.506765:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384627.506767:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 00080000:00000010:0.0:1767384627.506767:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000060103268. 00040000:00000001:0.0:1767384627.506774:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 10000000:00000001:2.0:1767384627.506775:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384627.506779:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384627.506779:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384627.506783:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506785:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000002:0.0:1767384627.506788:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:2.0:1767384627.506790:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:0.0:1767384627.506792:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506794:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:0.0:1767384627.506798:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:2.0:1767384627.506799:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:01000000:0.0:1767384627.506802:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384627.506803:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.506806:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384627.506808:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bc74d5c with handle 0xefc2db714b35c3db from hash 20000000:01000000:0.0:1767384627.506811:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:2.0:1767384627.506815:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:0.0:1767384627.506818:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384627.506819:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.506822:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.506824:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384627.506826:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384627.506828:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384627.506830:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384627.506833:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384627.506837:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001407649d. 00000020:00000040:2.0:1767384627.506839:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384627.506842:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384627.506843:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384627.506845:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384627.506849:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000702cadce. 00000100:00000001:2.0:1767384627.506852:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506853:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384627.506856:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384627.506860:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384627.506861:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.506863:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384627.506865:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.506868:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001407649d] to pc [ptlrpcd_00_03+3] req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384627.506886:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384627.506889:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.506890:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.506896:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506898:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384627.506899:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.506901:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384627.506905:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384627.506906:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384627.506909:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384627.506909:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 000000008bc74d5c/0xefc2db714b35c3db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c3e2 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384627.506913:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1767384627.506918:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017689976 count: 0 00000100:00000040:3.0:1767384627.506919:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.506927:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384627.506929:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.506929:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.506933:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384627.506934:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:2.0:1767384627.506935:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a3f24f57. 02000000:00000001:3.0:1767384627.506936:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384627.506939:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.506940:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.506945:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384627.506946:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001407649d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049182720:0@lo:103: 00000020:00000001:2.0:1767384627.506947:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.506953:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384627.506954:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384627.506956:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384627.506957:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384627.506958:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.506960:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.506961:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384627.506965:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384627.506966:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384627.506969:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384627.506971:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b4afce. 00010000:00010000:2.0:1767384627.506972:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000020:0.0:1767384627.506973:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000001:3.0:1767384627.506974:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.506979:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000010:3.0:1767384627.506980:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 20000000:00000010:0.0:1767384627.506982:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003371e95. 00000400:00000010:3.0:1767384627.506985:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000001:2.0:1767384627.506988:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384627.506989:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182720, portal 18 20000000:00000001:0.0:1767384627.506989:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.506990:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.506996:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000040:0.0:1767384627.506997:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182336 00000100:00000001:3.0:1767384627.506998:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518505088 : -128356191046528 : ffff8b42bed3f480) 00010000:00000001:0.0:1767384627.507004:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384627.507005:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384627.507012:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006245bcb0 x1853237049182336/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.507013:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384627.507017:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384627.507021:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000100:00000200:3.0:1767384627.507024:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049182720, offset 0 00000400:00000200:3.0:1767384627.507032:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384627.507033:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384627.507036:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384627.507039:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384627.507041:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=45 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384627.507047:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260004a00 00000100:00000001:0.0:1767384627.507048:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384627.507052:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000100:00000040:0.0:1767384627.507054:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000010:3.0:1767384627.507056:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f58f854. 00000100:00000001:0.0:1767384627.507059:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:3.0:1767384627.507065:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000593dc02c 00000400:00000200:3.0:1767384627.507070:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384627.507071:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384627.507075:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384627.507076:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384627.507078:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000593dc02c 00000400:00000010:3.0:1767384627.507081:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000593dc02c. 00000100:00000001:0.0:1767384627.507081:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384627.507084:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384627.507088:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384627.507089:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384627.507091:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000240c737b x1853237049182720 msgsize 328 00000400:00000010:0.0:1767384627.507094:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a67e6304. 00000100:00100000:3.0:1767384627.507097:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384627.507100:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384627.507101:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049182336, offset 224 00000400:00000200:0.0:1767384627.507109:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384627.507111:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384627.507117:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000400:00000010:3.0:1767384627.507120:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000400:00000200:0.0:1767384627.507120:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384627.507125:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384627.507129:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384627.507136:0:18907:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000046ef7933. 00000400:00000200:0.0:1767384627.507136:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004880 00000100:00000001:3.0:1767384627.507142:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384627.507143:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384627.507147:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182720 00000400:00000200:0.0:1767384627.507147:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17c5 [2] + 224 00000100:00000040:3.0:1767384627.507148:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384627.507150:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384627.507153:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384627.507156:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384627.507160:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384627.507162:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384627.507167:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182720 00000400:00000200:0.0:1767384627.507170:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384627.507171:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384627.507172:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384627.507174:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384627.507177:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384627.507179:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384627.507181:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.507183:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384627.507186:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294916836 00000020:00000040:2.0:1767384627.507187:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000200:0.0:1767384627.507188:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384627.507192:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384627.507195:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916834 00000020:00000001:2.0:1767384627.507198:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384627.507201:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294916836 00000100:00000001:2.0:1767384627.507204:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384627.507208:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916834 00000020:00000010:2.0:1767384627.507210:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:3.0:1767384627.507216:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294916836 00000100:00000001:2.0:1767384627.507216:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384627.507216:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384627.507222:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00000001:3.0:1767384627.507224:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916834 00000100:00000001:3.0:1767384627.507229:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294916836 00000020:00000010:2.0:1767384627.507230:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035c50c4b. 00000020:00000010:2.0:1767384627.507237:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cabbf82. 00000100:00000001:3.0:1767384627.507238:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916835 00000020:00000010:2.0:1767384627.507242:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000001:3.0:1767384627.507243:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.507244:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384627.507249:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.507250:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384627.507253:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384627.507253:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a67e6304 00000100:00000001:2.0:1767384627.507256:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384627.507258:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a67e6304. 00000100:00000001:3.0:1767384627.507260:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507260:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384627.507262:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384627.507264:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.507265:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.507266:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384627.507271:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384627.507272:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.507273:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384627.507274:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384627.507277:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384627.507278:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384627.507279:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000040:2.0:1767384627.507281:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000100:00000001:3.0:1767384627.507282:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.507286:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384627.507286:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384627.507287:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000020:00000001:0.0:1767384627.507290:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.507291:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507291:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000020:00000001:0.0:1767384627.507296:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384627.507298:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.507300:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 16 pid: 17082 timeout: 399 lvb_type: 0 00000100:00000040:0.0:1767384627.507305:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006245bcb0 x1853237049182336/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384627.507308:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507311:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.507314:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.507318:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384627.507325:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384627.507329:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006245bcb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049182336:12345-0@lo:253: Request processed in 3381us (3896us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384627.507331:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000240c737b x1853237049182720/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 328/0 e 0 to 0 dl 1767384638 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.507344:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384627.507347:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384627.507347:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:0.0:1767384627.507351:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384627.507361:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.507362:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384627.507366:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384627.507371:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096c34c6a. 00000100:00000001:2.0:1767384627.507374:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384627.507376:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000238f622d. 00000100:00000001:2.0:1767384627.507377:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384627.507381:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384627.507383:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000010:0.0:1767384627.507384:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7498dd5. 00000100:00000001:3.0:1767384627.507385:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384627.507386:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384627.507388:0:17075:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.507391:0:17075:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.507391:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518570576 : -128356190981040 : ffff8b42bed4f450) 00000020:00000040:0.0:1767384627.507392:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000040:2.0:1767384627.507398:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000240c737b x1853237049182720/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 328/0 e 0 to 0 dl 1767384638 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384627.507400:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384627.507404:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000044621c82. 00000100:00000001:2.0:1767384627.507408:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384627.507411:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 02000000:00000001:0.0:1767384627.507411:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384627.507415:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384627.507415:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384627.507421:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00000200:0.0:1767384627.507424:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384627.507425:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000240c737b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049182720:12345-0@lo:103: 00000100:00000200:2.0:1767384627.507430:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182720 00010000:00000001:2.0:1767384627.507431:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000010:0.0:1767384627.507431:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc69886b. 00010000:00000002:2.0:1767384627.507435:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384627.507438:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000010:0.0:1767384627.507438:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a67e6304. 00000100:00000001:2.0:1767384627.507442:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384627.507445:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384627.507448:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004a6e1610. 02000000:00000001:2.0:1767384627.507450:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.507452:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507454:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384627.507455:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384627.507457:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384627.507458:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384627.507459:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.507463:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000100:00000001:0.0:1767384627.507463:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384627.507465:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:2.0:1767384627.507469:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000400:00000001:0.0:1767384627.507469:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384627.507472:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:2.0:1767384627.507473:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f4cd730d count: 3 00000400:00000010:0.0:1767384627.507477:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00010000:00010000:2.0:1767384627.507478:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 15 pid: 17082 timeout: 399 lvb_type: 0 00000400:00000200:0.0:1767384627.507483:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d48b826a 00000400:00000010:0.0:1767384627.507486:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d48b826a. 00000100:00000001:0.0:1767384627.507492:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384627.507496:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384627 v=100 (0 0 0 0) 00000100:00000200:0.0:1767384627.507499:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384627.507500:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384627.507506:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507508:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384627.507512:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 15 pid: 17082 timeout: 399 lvb_type: 0 00000100:00000200:0.0:1767384627.507519:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384627.507521:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.507524:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.507526:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.507531:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507536:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384627.507538:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384627.507538:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384627.507543:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.507545:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384627.507547:0:16358:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384627.507548:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.507551:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384627.507552:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384627.507553:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384627.507556:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c3e2 from hash 00000100:00000001:0.0:1767384627.507556:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384627.507559:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507560:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384627.507563:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507565:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384627.507565:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507568:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384627.507570:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384627.507571:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384627.507571:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=45 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384627.507573:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c3e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c3db expref: 15 pid: 17082 timeout: 399 lvb_type: 0 00000100:00001000:0.0:1767384627.507579:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=45 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384627.507582:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000100:00000001:0.0:1767384627.507584:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384627.507585:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:0.0:1767384627.507588:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507590:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.507592:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384627.507593:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384627.507595:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009b2aad99 00010000:00000001:2.0:1767384627.507597:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384627.507599:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384627.507599:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384627.507602:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384627.507606:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507608:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.507611:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384627.507613:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384627.507613:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384627.507618:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384627.507620:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384627.507622:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.507636:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1767384627.507636:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384627.507639:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384627.507641:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384627.507642:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384627.507645:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.507646:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384627.507649:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4cd730d) refcount = 2 00000020:01000004:0.0:1767384627.507651:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:2.0:1767384627.507652:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384627.507656:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384627.507660:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:01000004:0.0:1767384627.507660:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384627.507664:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384627.507665:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384627.507669:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384627.507669:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384627.507674:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384627.507674:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384627.507678:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000010:2.0:1767384627.507679:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000968be4d1. 00000020:01000004:0.0:1767384627.507681:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:2.0:1767384627.507683:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:01000004:0.0:1767384627.507684:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000010:2.0:1767384627.507687:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efc689c1. 00000020:01000004:0.0:1767384627.507688:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384627.507692:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384627.507701:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1347bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049182336:0@lo:253: 00000100:00000001:2.0:1767384627.507707:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189072704 : -128361520478912 : ffff8b41812b4540) 00000100:00000001:0.0:1767384627.507707:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384627.507713:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384627.507714:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712189072704 : -128361520478912 : ffff8b41812b4540) 00000100:00000001:2.0:1767384627.507740:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384627.507741:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384627.507742:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384627.507744:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384627.507746:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000040:0.0:1767384627.507748:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1347bfb x1853237049182336/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384627.507763:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384627.507766:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.507769:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2aad99 refcount=5 00000020:00000001:2.0:1767384627.507773:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:2.0:1767384627.507777:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:2.0:1767384627.507782:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384627.507784:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384627.507787:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384627.507789:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000550eed6b. 00010000:00010000:2.0:1767384627.507793:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384627.507795:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384627.507798:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384627.507801:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384627.507806:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384627.507810:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000010:0.0:1767384627.507810:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d72311a2. 00010000:00010000:2.0:1767384627.507814:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384627.507815:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384627.507818:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384627.507823:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507826:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384627.507828:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384627.507828:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1347bfb. 00000100:00000001:0.0:1767384627.507835:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384627.507836:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384627.507838:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.507839:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507845:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384627.507845:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384627.507848:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384627.507852:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384627.507853:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b2aad99 already unused, calling callback (00000000d66be316) 00000100:00000001:0.0:1767384627.507856:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507857:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.507860:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384627.507862:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384627.507862:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384627.507866:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507868:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384627.507871:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384627.507872:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384627.507873:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b2aad99 refcount=6 00000020:00000001:2.0:1767384627.507875:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:2.0:1767384627.507876:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441984 : -128357223109632 : ffff8b42814fec00) 00010000:00000001:2.0:1767384627.507878:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384627.507880:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.507883:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384627.507890:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384627.507891:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507899:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384627.507901:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384627.507903:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384627.507904:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384627.507906:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b2aad99 with handle 0xefc2db714b35c3e9 from hash 00010000:00000001:2.0:1767384627.507908:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384627.507909:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507910:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.507911:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384627.507912:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384627.507913:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384627.507915:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384627.507916:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384627.507916:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.507920:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507924:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384627.507926:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384627.507930:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507933:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.507933:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384627.507936:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507939:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384627.507939:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384627.507943:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384627.507946:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384627.507947:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.507962:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507966:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384627.507966:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384627.507967:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384627.507971:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384627.507971:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384627.507974:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384627.507975:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.507976:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.507980:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:0.0:1767384627.507980:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384627.507984:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384627.507986:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.507987:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384627.507988:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b2aad99/0xefc2db714b35c3e9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384627.508003:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384627.508004:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.508005:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384627.508007:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384627.508008:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.508010:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.508011:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384627.508012:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efc689c1. 00000100:00000001:2.0:1767384627.508015:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384627.508015:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384627.508016:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000968be4d1. 00010000:00000001:2.0:1767384627.508019:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384627.508020:0:18907:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4cd730d count: 0 00010000:00010000:2.0:1767384627.508027:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384627.508028:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384627.508031:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384627.508032:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384627.508034:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384627.508036:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384627.508038:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384627.508040:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384627.508042:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384627.508043:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384627.508045:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384627.508047:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384627.508049:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00000200:2.0:1767384627.508052:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049182720, offset 224 00000400:00000200:2.0:1767384627.508055:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384627.508059:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384627.508066:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260004a00 00000400:00000200:2.0:1767384627.508069:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17ed [1] + 224 00000400:00000200:2.0:1767384627.508072:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384627.508074:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384627.508080:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384627.508083:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384627.508090:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384627.508102:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384627.508107:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384627.508108:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000001:2.0:1767384627.508111:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384627.508112:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384627.508116:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.508119:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384627.508121:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384627.508123:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384627.508126:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000240c737b x1853237049182720/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:608/0 lens 328/224 e 0 to 0 dl 1767384638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384627.508130:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.508134:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384627.508134:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000240c737b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049182720:12345-0@lo:103: Request processed in 723us (1040us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384627.508139:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384627.508142:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384627.508143:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00000100:00100000:2.0:1767384627.508144:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384627.508148:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000200:3.0:1767384627.508149:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000100:00000001:2.0:1767384627.508151:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384627.508152:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:2.0:1767384627.508153:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384627.508158:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384627.508158:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cabbf82. 00000020:00000010:2.0:1767384627.508163:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000100:00000200:3.0:1767384627.508165:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384627.508168:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035c50c4b. 00000020:00000040:2.0:1767384627.508173:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000200:3.0:1767384627.508176:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384627.508178:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384627.508180:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004a6e1610. 02000000:00000001:2.0:1767384627.508185:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384627.508186:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384627.508187:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384627.508189:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384627.508190:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000016615136. 00000100:00000001:3.0:1767384627.508194:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384627.508195:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384627.508197:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767384627.508198:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00000001:3.0:1767384627.508199:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384627.508201:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384627.508202:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384627.508207:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=45 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384627.508208:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384627.508210:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=45 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384627.508211:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009cebe715. 02000000:00000001:2.0:1767384627.508216:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384627.508217:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767384627.508219:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e594dc. 00000100:00000001:3.0:1767384627.508220:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.508224:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384627.508225:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384627.508226:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384627.508228:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005fe3e3e3. 02000000:00000001:2.0:1767384627.508230:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384627.508231:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007325762. 02000000:00000001:2.0:1767384627.508233:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384627.508235:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384627.508235:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004430f1b3. 02000000:00000001:2.0:1767384627.508239:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384627.508240:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384627.508241:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 02000000:00000001:2.0:1767384627.508245:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384627.508247:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000075b19d5d. 02000000:00000001:2.0:1767384627.508250:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384627.508251:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384627.508252:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 00000100:00000001:3.0:1767384627.508255:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384627.508257:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384627.508258:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384627.508259:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000190c7cf6. 00000100:00000040:3.0:1767384627.508263:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384627.508263:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384627.508264:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000a91cc1. 00000100:00000001:2.0:1767384627.508270:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384627.508275:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001407649d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049182720:0@lo:103: 00000100:00000200:2.0:1767384627.508276:0:18907:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:3.0:1767384627.508280:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384627.508282:0:18907:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cdab6b6. 00000100:00000001:3.0:1767384627.508283:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384627.508287:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001407649d x1853237049182720/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384643 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384627.508289:0:18907:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efc689c1. 00000100:00000001:3.0:1767384627.508296:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384627.508298:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384627.508299:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b4afce. 02000000:00000001:3.0:1767384627.508302:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384627.508303:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384627.508304:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384627.508306:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384627.508307:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000702cadce. 02000000:00000001:3.0:1767384627.508310:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384627.508311:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384627.508312:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001407649d. 00000100:00000001:3.0:1767384627.508315:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384627.508316:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384627.508317:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384627.508321:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384627.508322:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.508324:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384627.508326:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384627.512769:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294916836, at 4294916837 00000100:00000010:1.0:1767384627.512779:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070247f71. 00000100:00000040:2.0:1767384627.512783:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294916836, at 4294916837 00000100:00000010:2.0:1767384627.512793:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00000100:00000040:3.0:1767384627.512794:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294916836, at 4294916837 00000100:00000010:3.0:1767384627.512802:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00000100:00000040:0.0:1767384627.512831:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294916836, at 4294916837 00000100:00000010:0.0:1767384627.512840:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bffb235. 00010000:00000010:2.1:1767384627.518744:0:27552:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017689976. 00010000:00000010:2.1:1767384627.518770:0:27552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bc74d5c. 00010000:00000010:2.1:1767384627.518787:0:27552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00010000:00000010:2.1:1767384627.518792:0:27552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b2aad99. 00010000:00000010:2.1:1767384627.518797:0:27552:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4cd730d. 00000400:00000010:2.0:1767384627.520181:0:27552:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000017cb8b2. 00000400:00000040:2.0:1767384627.520198:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384627.520200:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384627.520202:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384627.520203:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384627.520205:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384627.520205:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384627.520208:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384627.520209:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384627.520210:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384627.520211:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384627.520218:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384627.520219:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384627.520220:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384627.520221:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384627.520222:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384627.520224:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384627.520225:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384627.520226:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384627.520226:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384627.520228:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384627.520229:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384627.520230:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384627.520231:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384627.520232:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384627.520233:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384627.520234:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384627.520235:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384627.520236:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384627.520237:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384627.520238:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384627.520239:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384627.520240:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384627.520241:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384627.520242:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384627.520243:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384627.520244:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384627.520245:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384627.520247:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384627.520248:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384627.520249:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384627.520250:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384627.520251:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384627.520252:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384627.520253:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384627.520254:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384627.520255:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384627.520256:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384627.520257:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384627.520258:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384627.520263:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384627.520264:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384627.520265:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384627.520266:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384627.520267:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384627.520268:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384627.520269:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384627.520270:0:27552:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384627.520325:0:27552:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000017cb8b2. 00010000:00000001:1.0:1767384627.732791:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384627.732798:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.732805:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384627.732807:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.732852:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384627.732862:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384627.732865:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384628.308820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384628.308823:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384628.308827:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384628.308828:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384628.308834:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000100:00000010:2.0:1767384628.308834:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007d3c45e. 00000020:00000040:2.0:1767384628.308843:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000040:3.0:1767384628.308844:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384628.308851:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384628.308852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384628.308856:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384628.308856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384628.308863:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.308864:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384628.308873:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045f8f59e. 02000000:00000010:2.0:1767384628.308874:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023c37932. 00000100:00000001:3.0:1767384628.308880:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.308880:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.308889:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384628.308892:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384628.308893:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.308903:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069f62863] to pc [ptlrpcd_00_00+0] req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.308903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384628.308906:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.308914:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d3c45e] to pc [ptlrpcd_00_01+1] req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384628.308934:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.308934:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.308937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384628.308942:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384628.308945:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000020:00000040:2.0:1767384628.308948:0:8:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384628.308950:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384628.308951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384628.308953:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384628.308956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c9f642. 00000100:00000001:3.0:1767384628.308957:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.308961:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.308963:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.308963:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.308965:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384628.308967:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384628.308971:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.308972:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384628.308976:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384628.308979:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.309002:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384628.309006:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.309006:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384628.309011:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309012:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384628.309013:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384628.309016:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.309017:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384628.309018:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_02+2] req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.309021:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384628.309023:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.309024:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384628.309031:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049182976:0@lo:400: 02000000:00000001:1.0:1767384628.309031:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309038:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384628.309040:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049182848:0@lo:13: 02000000:00000001:3.0:1767384628.309043:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384628.309044:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384628.309046:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.309048:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384628.309049:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.309050:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384628.309051:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.309054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384628.309055:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384628.309056:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008794d549. 02000000:00000001:3.0:1767384628.309061:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384628.309065:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a050e922. 00000100:00000001:2.0:1767384628.309066:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384628.309068:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384628.309071:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000400:00000010:3.0:1767384628.309072:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000400:00000010:1.0:1767384628.309074:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20f8fc3. 00000020:00000040:2.0:1767384628.309077:0:8:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384628.309080:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384628.309081:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 02000000:00000001:2.0:1767384628.309082:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384628.309082:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c288bc38. 02000000:00000001:2.0:1767384628.309085:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384628.309090:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e5e928. 00000100:00000200:1.0:1767384628.309090:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049182848, portal 4 00000100:00000200:3.0:1767384628.309093:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049182976, portal 25 00000100:00000001:3.0:1767384628.309097:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384628.309097:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309097:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384628.309101:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000100:00000001:1.0:1767384628.309101:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000040:2.0:1767384628.309104:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384628.309109:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384628.309119:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.309128:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384628.309131:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309139:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.309139:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_03+3] req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.309144:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384628.309148:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384628.309152:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384628.309154:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000400:00000010:1.0:1767384628.309158:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000100:00000200:3.0:1767384628.309159:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049182976, offset 0 00000100:00000001:2.0:1767384628.309161:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.309164:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049182848, offset 0 00000100:00000040:2.0:1767384628.309165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384628.309170:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384628.309172:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384628.309176:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000020:00000040:2.0:1767384628.309178:0:8:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384628.309182:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384628.309183:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384628.309185:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384628.309186:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384628.309190:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.309195:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384628.309197:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fdc94baa. 00000400:00000200:3.0:1767384628.309199:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260004b00 00000400:00000200:1.0:1767384628.309207:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260004a80 00000400:00000200:3.0:1767384628.309208:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1095 [2] + 0 00000100:00000001:2.0:1767384628.309208:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.309215:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8ab3b3e. 00000100:00000040:2.0:1767384628.309216:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384628.309218:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1622730 00000100:00000001:2.0:1767384628.309225:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384628.309226:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384628.309229:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.309229:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000400:00000200:3.0:1767384628.309235:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384628.309238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_00+0] req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384628.309238:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.309240:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1622730 00000400:00000010:3.0:1767384628.309245:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1622730. 00000400:00000200:1.0:1767384628.309248:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384628.309252:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384628.309255:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384628.309258:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384628.309260:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.309261:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000054fc10c0 x1853237049182976 msgsize 224 00000100:00000200:1.0:1767384628.309261:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:2.0:1767384628.309265:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (255) 00000100:00000010:1.0:1767384628.309267:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c3968a9. 00000100:00000040:1.0:1767384628.309272:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000005c3968a9 x1853237049182848 msgsize 224 00000100:00100000:3.0:1767384628.309274:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384628.309276:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384628.309280:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384628.309281:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384628.309283:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384628.309284:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384628.309289:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.309295:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384628.309296:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384628.309296:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309298:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384628.309301:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384628.309304:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384628.309305:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.309307:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000100:00100000:2.0:1767384628.309308:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049183104:0@lo:400: 00000400:00000010:3.0:1767384628.309313:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:2.0:1767384628.309313:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384628.309316:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384628.309319:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309320:0:16358:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384628.309321:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384628.309321:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 02000000:00000010:2.0:1767384628.309325:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063787621. 00000400:00000010:1.0:1767384628.309326:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000200:3.0:1767384628.309328:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384628.309329:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309333:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384628.309335:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f840759. 00000100:00000200:1.0:1767384628.309341:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384628.309342:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00000001:3.0:1767384628.309345:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384628.309347:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049183104, portal 4 00000100:00000040:3.0:1767384628.309351:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.309353:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384628.309356:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000100:00000040:2.0:1767384628.309365:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.309372:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.309378:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.309380:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309390:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384628.309399:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309399:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309404:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384628.309407:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384628.309409:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294917638 00000100:00000001:1.0:1767384628.309412:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.309414:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384628.309416:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000100:00000040:1.0:1767384628.309417:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3548 usecs (4 jiffies) 00000400:00000010:2.0:1767384628.309418:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000001:1.0:1767384628.309423:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917637 00000100:00000001:3.0:1767384628.309424:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384628.309424:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049183104, offset 0 00000100:00000001:3.0:1767384628.309433:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294917638 00000400:00000200:2.0:1767384628.309433:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384628.309434:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917638 00000100:00000001:1.0:1767384628.309440:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917637 00000100:00000010:3.0:1767384628.309441:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c463c6b0. 00000400:00000200:2.0:1767384628.309442:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384628.309448:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384628.309454:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294917638 00000400:00000200:2.0:1767384628.309454:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260004b80 00000100:00000001:1.0:1767384628.309454:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917638 00000100:00000010:3.0:1767384628.309461:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebbff6f. 00000100:00000001:1.0:1767384628.309462:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917637 00000400:00000200:2.0:1767384628.309466:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000001:3.0:1767384628.309468:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384628.309473:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.309474:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294917638 00000100:00000001:1.0:1767384628.309474:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917638 00000100:00000010:3.0:1767384628.309480:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033541e4c. 00000400:00000200:2.0:1767384628.309481:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384628.309481:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917637 00000100:00000001:3.0:1767384628.309486:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384628.309489:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384628.309491:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384628.309492:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384628.309492:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917638 00000100:00000001:3.0:1767384628.309499:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309499:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384628.309500:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8c94fd5. 00000100:00000001:3.0:1767384628.309507:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.309507:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000b8c94fd5 x1853237049183104 msgsize 224 00000100:00000001:1.0:1767384628.309508:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309512:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.309516:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.309518:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384628.309520:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.309521:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.309523:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384628.309526:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.309527:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.309529:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.309529:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.309529:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.309534:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384628.309535:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767384628.309537:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000100:00000001:3.0:1767384628.309540:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384628.309540:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000100:00000001:1.0:1767384628.309541:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.309547:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.309548:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.309548:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384628.309550:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309552:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384628.309554:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.309555:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309556:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.309559:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.309562:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384628.309568:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384628.309569:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384628.309573:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.309581:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384628.309583:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384628.309587:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384628.309587:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182848 00000100:00000001:2.0:1767384628.309590:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.309591:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384628.309593:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384628.309595:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384628.309598:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384628.309598:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.309600:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.309601:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384628.309603:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.309606:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384628.309607:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.309607:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3548 usecs (4 jiffies) 00000100:00100000:1.0:1767384628.309608:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182848 00000100:00100000:0.0:1767384628.309611:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183104 00000100:00000001:2.0:1767384628.309614:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917637 00000020:00000001:1.0:1767384628.309614:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384628.309615:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049183360:0@lo:400: 02000000:00000001:0.0:1767384628.309616:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384628.309618:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:2.0:1767384628.309619:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917638 00000100:00000001:0.0:1767384628.309620:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384628.309622:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384628.309624:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309626:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384628.309626:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917637 00000020:00000040:1.0:1767384628.309627:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 02000000:00000001:0.0:1767384628.309628:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.309631:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917638 02000000:00000001:3.0:1767384628.309632:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384628.309633:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00100000:0.0:1767384628.309634:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183104 02000000:00000001:3.0:1767384628.309635:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.309638:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:0.0:1767384628.309639:0:18468:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384628.309640:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384628.309642:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917637 00000020:00000040:0.0:1767384628.309643:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 02000000:00000010:3.0:1767384628.309646:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c180be. 00000100:00000001:1.0:1767384628.309646:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384628.309647:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917638 00000020:00000001:0.0:1767384628.309647:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384628.309651:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.309652:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917637 00000020:00000040:0.0:1767384628.309652:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000020:00000010:1.0:1767384628.309653:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daa7923c. 00000400:00000010:3.0:1767384628.309656:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000020:00000001:0.0:1767384628.309657:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:2.0:1767384628.309659:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917638 00000020:00000010:1.0:1767384628.309660:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003a8ef059. 00000400:00000010:3.0:1767384628.309662:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000020:00000001:0.0:1767384628.309662:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:2.0:1767384628.309664:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.309667:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384628.309668:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049183360, portal 10 00000020:00000040:1.0:1767384628.309669:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384628.309670:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309674:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384628.309676:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.309676:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384628.309677:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518494336 : -128356191057280 : ffff8b42bed3ca80) 00000020:00000010:0.0:1767384628.309681:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175fdcb8. 00000100:00000001:2.0:1767384628.309683:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.309683:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384628.309685:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.309686:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.309687:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384628.309694:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175fdcb8. 00000100:00000001:2.0:1767384628.309695:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.309696:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384628.309696:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fed3918. 00000100:00000001:2.0:1767384628.309698:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384628.309702:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384628.309702:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384628.309703:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000702cadce. 00000020:00000010:1.0:1767384628.309704:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000503aaab9. 00000400:00000010:3.0:1767384628.309706:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000100:00100000:2.0:1767384628.309709:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:3.0:1767384628.309710:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049183360, offset 0 00000020:00000010:0.0:1767384628.309711:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073f774f0. 00000020:00000010:1.0:1767384628.309712:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000100:00000001:2.0:1767384628.309713:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.309718:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.309719:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.309720:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.309721:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384628.309722:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384628.309726:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384628.309751:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000400:00000200:3.0:1767384628.309756:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384628.309760:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384628.309763:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384628.309766:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384628.309767:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384628.309767:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384628.309768:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384628.309770:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384628.309770:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384628.309772:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.309773:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.309775:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384628.309779:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384628.309780:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004c80 02000000:00000001:2.0:1767384628.309782:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.309782:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.309783:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384628.309787:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384628.309789:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 02000000:00000001:2.0:1767384628.309789:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.309790:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309795:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384628.309796:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049183232:0@lo:400: 00000400:00000200:3.0:1767384628.309798:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384628.309801:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.309804:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384628.309808:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384628.309809:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384628.309811:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.309811:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.309812:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384628.309814:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384628.309815:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384628.309816:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384628.309816:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384628.309819:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384628.309822:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb71c96f. 00000100:00000010:3.0:1767384628.309823:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000951a77ae. 00000100:00100000:1.0:1767384628.309823:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 02000000:00000001:2.0:1767384628.309827:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384628.309829:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384628.309830:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000951a77ae x1853237049183360 msgsize 224 00000100:00000040:1.0:1767384628.309830:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000040:0.0:1767384628.309832:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 2 00000100:00000001:1.0:1767384628.309836:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520541440 : -128356189010176 : ffff8b42bef30700) 00000100:00000001:0.0:1767384628.309838:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518502400 : -128356191049216 : ffff8b42bed3ea00) 00000400:00000010:2.0:1767384628.309839:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95890c5. 00000100:00100000:3.0:1767384628.309844:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384628.309846:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000040:1.0:1767384628.309846:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c3968a9 x1853237049182848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384628.309849:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8c94fd5 x1853237049183104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384628.309853:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049183232, portal 10 00000100:00000001:3.0:1767384628.309854:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384628.309859:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384628.309863:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 00000400:00000200:3.0:1767384628.309867:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384628.309872:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000100:00000040:2.0:1767384628.309873:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.309877:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384628.309885:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384628.309885:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384628.309886:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.309887:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384628.309892:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd6a47d9. 00000020:00000010:0.0:1767384628.309893:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175fdcb8. 00000100:00000040:2.0:1767384628.309894:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384628.309900:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384628.309900:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384628.309901:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000100:00000001:3.0:1767384628.309902:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384628.309907:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384628.309907:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd6a47d9. 00000100:00000200:2.0:1767384628.309908:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049183232, offset 0 00000020:00000010:0.0:1767384628.309908:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175fdcb8. 00000100:00100000:1.0:1767384628.309917:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c3968a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237049182848:12345-0@lo:13: 00000400:00000200:2.0:1767384628.309921:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384628.309921:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8c94fd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237049183104:12345-0@lo:400: 00000100:00000200:1.0:1767384628.309928:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182848 00000100:00000200:0.0:1767384628.309932:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183104 00000400:00000200:2.0:1767384628.309934:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384628.309934:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384628.309938:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.309938:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384628.309939:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384628.309942:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384628.309943:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309944:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384628.309944:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260004c00 00000020:00000001:0.0:1767384628.309945:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.309950:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384628.309951:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.309952:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384628.309953:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000400:00000200:2.0:1767384628.309956:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000020:00000001:0.0:1767384628.309957:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000040:3.0:1767384628.309959:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2867 usecs (3 jiffies) 00000020:00000001:1.0:1767384628.309959:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384628.309962:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.309963:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917637 00000020:00000001:1.0:1767384628.309964:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.309970:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917638 00000400:00000200:2.0:1767384628.309970:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384628.309970:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384628.309971:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384628.309976:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384628.309977:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917637 00000020:00000001:0.0:1767384628.309977:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.309978:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384628.309982:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384628.309982:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309983:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917638 00000020:00000001:0.0:1767384628.309983:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384628.309987:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384628.309988:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917637 00000100:00000001:1.0:1767384628.309989:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:2.0:1767384628.309990:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001407649d. 00000020:00000001:0.0:1767384628.309990:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.309991:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917638 00000100:00000001:3.0:1767384628.309997:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917637 00000100:00000040:2.0:1767384628.309998:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000001407649d x1853237049183232 msgsize 224 02000000:00000001:1.0:1767384628.309998:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384628.309998:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384628.310003:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384628.310004:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917638 02000000:00000010:1.0:1767384628.310004:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e8c1cc62. 02000000:00000001:0.0:1767384628.310007:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384628.310009:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.310010:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384628.310011:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384628.310012:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e52ebd13. 00000100:00000001:1.0:1767384628.310013:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.310016:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.310018:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384628.310019:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384628.310021:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.310022:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384628.310022:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384628.310024:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384628.310028:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.310028:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384628.310028:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.310031:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00010000:00000040:0.0:1767384628.310034:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049183104 00000400:00000010:2.0:1767384628.310035:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000020:00000001:1.0:1767384628.310040:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384628.310040:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384628.310041:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384628.310042:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000024:1.0:1767384628.310046:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384628.310047:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.310048:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384628.310049:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b8c94fd5 x1853237049183104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384628.310054:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384628.310058:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000020:1.0:1767384628.310061:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00100000:3.0:1767384628.310062:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049182976 02000000:00000001:3.0:1767384628.310067:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000020:1.0:1767384628.310069:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384628.310070:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.310074:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384628.310076:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:3.0:1767384628.310081:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384628.310081:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384628.310084:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384628.310084:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:1.0:1767384628.310085:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.310089:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384628.310090:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.310091:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.310092:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049182976 00000100:00001000:0.0:1767384628.310094:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=36 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384628.310096:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049182848 00000020:00000001:3.0:1767384628.310097:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384628.310100:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00010000:00000001:1.0:1767384628.310103:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384628.310104:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384628.310105:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.310109:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:2.0:1767384628.310112:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384628.310112:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c3968a9 x1853237049182848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384628.310112:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:3.0:1767384628.310113:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384628.310119:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384628.310120:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384628.310120:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384628.310127:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384628.310127:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384628.310130:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.310131:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.310132:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384628.310133:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f415212. 00000100:00000001:0.0:1767384628.310134:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384628.310137:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.310138:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2677 usecs (3 jiffies) 00000100:00000001:3.0:1767384628.310139:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384628.310142:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1767384628.310143:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384628.310144:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917637 00000020:00000010:3.0:1767384628.310145:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f415212. 00000400:00000010:0.0:1767384628.310148:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa38be3. 00000100:00000001:2.0:1767384628.310152:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917638 00000100:00000001:1.0:1767384628.310152:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384628.310153:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049183104, offset 224 00000020:00000010:3.0:1767384628.310154:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681745da. 00000100:00000040:1.0:1767384628.310158:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:2.0:1767384628.310159:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917637 00000020:00000010:3.0:1767384628.310162:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0fbe617. 00000100:00000001:1.0:1767384628.310163:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384628.310164:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917638 00000400:00000200:0.0:1767384628.310166:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384628.310169:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087eb4eac. 02000000:00000001:1.0:1767384628.310169:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384628.310170:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917637 02000000:00000001:1.0:1767384628.310173:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.310175:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917638 00000100:00000040:3.0:1767384628.310179:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384628.310179:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384628.310180:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917637 00000400:00000200:0.0:1767384628.310180:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384628.310184:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384628.310187:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917638 00000100:00000001:3.0:1767384628.310188:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384628.310188:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384628.310193:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.310193:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384628.310194:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000400:00000200:0.0:1767384628.310196:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260004b80 00000100:00000001:2.0:1767384628.310200:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.310202:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049182848, offset 224 00000100:00000001:3.0:1767384628.310203:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.310204:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.310208:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1815 [1] + 224 00000100:00000001:2.0:1767384628.310211:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.310213:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.310216:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.310216:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384628.310221:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384628.310226:0:18468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384628.310228:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384628.310232:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.310235:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384628.310236:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384628.310239:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.310240:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183360 00000400:00000200:1.0:1767384628.310241:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260004a80 00000100:00100000:3.0:1767384628.310242:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 02000000:00000001:2.0:1767384628.310245:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384628.310247:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384628.310248:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.310253:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739615824 : -128356969935792 : ffff8b4290670c50) 00000100:00000001:2.0:1767384628.310253:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.310259:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1805 [1] + 224 02000000:00000001:2.0:1767384628.310260:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.310264:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.310266:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054fc10c0 x1853237049182976/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.310266:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183360 00000400:00000200:1.0:1767384628.310266:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384628.310271:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384628.310274:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000400:00000200:1.0:1767384628.310277:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384628.310278:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384628.310283:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:1.0:1767384628.310287:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384628.310288:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:2.0:1767384628.310293:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000200:1.0:1767384628.310295:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.310299:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384628.310303:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.310304:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384628.310305:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005250edcc. 00000400:00000200:0.0:1767384628.310311:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa38be3 00000020:00000010:3.0:1767384628.310312:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f415212. 00000020:00000010:2.0:1767384628.310312:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005e060905. 00000400:00000010:0.0:1767384628.310316:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa38be3. 00000100:00000001:3.0:1767384628.310319:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384628.310319:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384628.310320:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:0.0:1767384628.310321:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384628.310324:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384628.310328:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f415212. 00000100:00000001:2.0:1767384628.310329:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384628.310331:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.310338:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00100000:3.0:1767384628.310339:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054fc10c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049182976:12345-0@lo:400: 00000020:00000010:2.0:1767384628.310339:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00010000:00000001:0.0:1767384628.310344:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384628.310346:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c4ccd13. 00000020:00000001:0.0:1767384628.310347:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.310351:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384628.310352:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384628.310353:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fe3679f. 00000100:00000040:0.0:1767384628.310356:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8c94fd5 x1853237049183104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384628.310362:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384628.310362:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000100:00000200:3.0:1767384628.310363:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049182976 00000400:00000010:1.0:1767384628.310366:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000001:2.0:1767384628.310369:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384628.310370:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384628.310371:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384628.310372:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384628.310375:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384628.310377:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384628.310377:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.310379:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.310381:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.310386:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384628.310386:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384628.310386:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384628.310391:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767384628.310391:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8c94fd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237049183104:12345-0@lo:400: Request processed in 500us (877us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384628.310392:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00010000:00000001:1.0:1767384628.310392:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384628.310394:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.310396:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.310399:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384628.310401:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384628.310403:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.310407:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384628.310408:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384628.310408:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c3968a9 x1853237049182848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:609/0 lens 224/368 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384628.310414:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384628.310414:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384628.310418:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384628.310419:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.310422:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183232 00000100:00000040:0.0:1767384628.310422:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 1 00000020:00000001:3.0:1767384628.310427:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384628.310427:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384628.310429:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384628.310431:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384628.310431:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384628.310432:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c3968a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237049182848:12345-0@lo:13: Request processed in 546us (1156us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384628.310433:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384628.310434:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.310435:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384628.310439:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073f774f0. 02000000:00000010:3.0:1767384628.310441:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f563909. 02000000:00000001:2.0:1767384628.310441:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384628.310445:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 02000000:00000001:3.0:1767384628.310446:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.310447:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183232 00000100:00100000:1.0:1767384628.310447:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384628.310452:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.310453:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384628.310454:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000020:00000010:0.0:1767384628.310454:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000702cadce. 00000020:00000040:2.0:1767384628.310457:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:3.0:1767384628.310458:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.310459:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384628.310460:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000020:00000001:2.0:1767384628.310462:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1767384628.310464:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049182976 00000100:00000001:0.0:1767384628.310464:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384628.310465:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:1.0:1767384628.310465:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384628.310471:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000503aaab9. 00010000:00000001:3.0:1767384628.310472:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384628.310472:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000010:1.0:1767384628.310476:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00000020:00000001:2.0:1767384628.310477:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00010000:00000200:3.0:1767384628.310479:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054fc10c0 x1853237049182976/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384628.310482:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fed3918. 00000100:00000001:2.0:1767384628.310483:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384628.310488:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b3d5b77. 00000020:00000040:1.0:1767384628.310490:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00010000:00000001:3.0:1767384628.310491:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384628.310492:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384628.310495:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.310495:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384628.310496:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b3d5b77. 00000100:00001000:3.0:1767384628.310501:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=46 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384628.310504:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ad6bf41. 00000100:00000001:3.0:1767384628.310505:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384628.310509:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002649bf30. 00000100:00000040:3.0:1767384628.310510:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384628.310513:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000010:2.0:1767384628.310513:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00080000:1.0:1767384628.310516:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:3.0:1767384628.310519:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384628.310519:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384628.310521:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.310522:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384628.310526:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384628.310527:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:3.0:1767384628.310528:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384628.310530:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384628.310532:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1767384628.310533:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:3.0:1767384628.310536:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000020:00000040:1.0:1767384628.310537:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384628.310539:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384628.310542:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049182976, offset 224 00000100:00000001:2.0:1767384628.310543:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.310549:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384628.310552:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.310561:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384628.310562:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384628.310564:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384628.310565:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384628.310569:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384628.310572:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260004b00 00000100:00100000:1.0:1767384628.310573:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1767384628.310578:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00000001:1.0:1767384628.310582:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420408704 : -128356289142912 : ffff8b42b8fb1f80) 00000400:00000200:3.0:1767384628.310583:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1809 [1] + 224 00000100:00100000:2.0:1767384628.310584:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384628.310591:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000040:1.0:1767384628.310591:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000951a77ae x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.310592:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384628.310598:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518505088 : -128356191046528 : ffff8b42bed3f480) 00000400:00000200:3.0:1767384628.310602:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384628.310607:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001407649d x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.310607:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384628.310609:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384628.310612:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd6a47d9. 00000100:00000200:3.0:1767384628.310615:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.310618:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384628.310624:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd6a47d9. 00000100:00000001:2.0:1767384628.310629:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384628.310634:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000951a77ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049183360:12345-0@lo:400: 00000020:00000010:2.0:1767384628.310635:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b3d5b77. 00000100:00000040:3.0:1767384628.310637:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.310641:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384628.310642:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183360 00000020:00000010:2.0:1767384628.310647:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b3d5b77. 00000020:00000001:1.0:1767384628.310647:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384628.310651:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384628.310655:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.310656:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001407649d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049183232:12345-0@lo:400: 00000020:00000001:1.0:1767384628.310658:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384628.310659:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384628.310661:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000200:2.0:1767384628.310662:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183232 00000400:00000200:3.0:1767384628.310665:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000020:00000001:2.0:1767384628.310667:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384628.310667:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384628.310668:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000020:00000001:2.0:1767384628.310671:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384628.310672:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.310673:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384628.310676:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.310677:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384628.310677:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384628.310680:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384628.310682:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384628.310682:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384628.310683:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.310685:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.310688:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384628.310689:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384628.310691:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:2.0:1767384628.310692:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.310693:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384628.310694:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384628.310697:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384628.310698:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.310698:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384628.310699:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384628.310703:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.310704:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:1.0:1767384628.310704:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009363d571. 00000020:00000001:2.0:1767384628.310706:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384628.310709:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.310711:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fc10c0 x1853237049182976/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.310711:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384628.310712:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.310715:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384628.310740:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384628.310756:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054fc10c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049182976:12345-0@lo:400: Request processed in 451us (1494us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384628.310757:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b7ff861. 02000000:00000001:2.0:1767384628.310763:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384628.310764:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183360 00000100:00000001:2.0:1767384628.310767:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384628.310770:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00000001:1.0:1767384628.310770:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384628.310771:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384628.310777:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000951a77ae x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.310778:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000040:2.0:1767384628.310778:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183232 00000100:00000001:3.0:1767384628.310784:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384628.310787:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384628.310790:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384628.310792:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0fbe617. 00010000:00000001:1.0:1767384628.310793:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384628.310796:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087eb4eac. 00010000:00000001:1.0:1767384628.310797:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384628.310798:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001407649d x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384628.310801:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681745da. 00000100:00001000:1.0:1767384628.310802:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=41 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384628.310807:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:1.0:1767384628.310811:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384628.310815:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384628.310815:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 02000000:00000001:3.0:1767384628.310818:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384628.310819:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.310819:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000010:3.0:1767384628.310821:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f563909. 00000100:00001000:2.0:1767384628.310825:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=41 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384628.310826:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384628.310828:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384628.310830:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.310832:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.310832:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384628.310834:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.310838:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000200:3.0:1767384628.310839:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384628.310842:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384628.310844:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000010:3.0:1767384628.310847:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d30a9d2b. 00000400:00000010:1.0:1767384628.310847:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 02000000:00000001:2.0:1767384628.310848:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384628.310851:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.310854:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049183360, offset 224 00000400:00000010:3.0:1767384628.310855:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e31eb24c. 00000100:00000001:2.0:1767384628.310855:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.310861:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384628.310864:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000400:00000200:1.0:1767384628.310865:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384628.310871:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049183232, offset 224 00000400:00000200:1.0:1767384628.310877:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384628.310881:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384628.310885:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.310887:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384628.310890:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004c80 00000400:00000200:2.0:1767384628.310893:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384628.310894:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384628.310897:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384628.310899:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00000400:00000200:3.0:1767384628.310902:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384628.310906:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000400:00000200:2.0:1767384628.310906:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260004c00 00000100:00000001:3.0:1767384628.310912:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384628.310915:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x181d [1] + 224 00000100:00000200:3.0:1767384628.310917:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384628.310920:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384628.310925:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1825 [1] + 224 00000400:00000200:1.0:1767384628.310929:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384628.310934:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.310935:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384628.310937:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384628.310945:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.310946:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384628.310947:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.310951:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.310954:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384628.310956:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384628.310959:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384628.310961:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.310962:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.310966:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.310970:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.310972:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.310979:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=46 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384628.310987:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384628.310988:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.310994:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.310995:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.310998:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.311001:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00010000:00000001:3.0:1767384628.311002:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384628.311005:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00010000:00000001:3.0:1767384628.311006:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311006:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.311008:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384628.311011:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.311012:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384628.311014:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:2.0:1767384628.311017:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000100:00000001:1.0:1767384628.311017:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.311018:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.311022:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384628.311025:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384628.311026:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384628.311029:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.311031:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.311036:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384628.311038:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384628.311040:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384628.311040:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.311043:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384628.311044:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384628.311045:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384628.311051:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.311053:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384628.311053:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000951a77ae x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384628.311054:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384628.311061:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001407649d x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.311092:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049182976:0@lo:400: 00000100:00100000:1.0:1767384628.311095:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000951a77ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049183360:12345-0@lo:400: Request processed in 482us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384628.311096:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001407649d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049183232:12345-0@lo:400: Request processed in 462us (1094us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384628.311101:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.311106:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384628.311114:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007d3c45e x1853237049182976/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.311115:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384628.311121:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:2.0:1767384628.311125:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384628.311126:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384628.311127:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384628.311128:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384628.311130:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 02000000:00000001:3.0:1767384628.311132:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384628.311133:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002649bf30. 00000100:00000001:1.0:1767384628.311134:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384628.311135:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008794d549. 00000100:00000001:1.0:1767384628.311139:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384628.311140:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384628.311140:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000020:00000010:1.0:1767384628.311144:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c4ccd13. 00000020:00000001:3.0:1767384628.311145:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384628.311146:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ad6bf41. 00000020:00000040:3.0:1767384628.311148:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000010:1.0:1767384628.311151:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fe3679f. 00000020:00000001:3.0:1767384628.311152:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384628.311153:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 02000000:00000010:3.0:1767384628.311156:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023c37932. 00000100:00000001:2.0:1767384628.311157:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384628.311158:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 02000000:00000001:3.0:1767384628.311162:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384628.311166:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767384628.311166:0:17089:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000010:3.0:1767384628.311169:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 00000100:00000001:1.0:1767384628.311170:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.311175:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384628.311177:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.311180:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.311181:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.311182:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384628.311185:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767384628.311186:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384628.311189:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384628.311189:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384628.311191:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384628.311194:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000100:00000001:1.0:1767384628.311194:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384628.311198:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000400:00000010:3.0:1767384628.311200:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000100:00000001:3.0:1767384628.311201:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384628.311202:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384628.311205:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384628.311206:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384628.311209:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95890c5. 00000400:00000200:2.0:1767384628.311214:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000400:00000010:2.0:1767384628.311217:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000100:00000200:3.0:1767384628.311218:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.311221:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384628.311222:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384628.311225:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384628.311227:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384628.311229:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e20f8fc3. 00000400:00000200:1.0:1767384628.311235:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c288bc38 00000400:00000010:1.0:1767384628.311239:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c288bc38. 00000100:00000200:2.0:1767384628.311243:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.311245:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384628.311250:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.311263:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.311268:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.311271:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.311276:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384628.311276:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384628.311279:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.311281:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384628.311281:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384628.311285:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384628.311286:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384628.311288:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.311291:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311291:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.311297:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.311299:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.311299:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384628.311304:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384628.311306:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384628.311308:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384628.311308:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384628.311313:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384628.311317:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384628.311318:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=40 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384628.311318:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.311321:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311325:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.311326:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384628.311327:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.311329:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.311335:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384628.311335:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384628.311336:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384628.311343:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384628.311343:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384628.311344:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384628.311353:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.311362:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384628.311364:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.311368:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384628.311374:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384628.311380:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.311381:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.311388:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311389:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384628.311390:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384628.311391:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384628.311393:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384628.311393:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384628.311394:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384628.311398:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384628.311399:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384628.311399:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384628.311401:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.311403:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.311404:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.311407:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.311414:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384628.311415:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.311416:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.311421:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384628.311424:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384628.311433:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.311444:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.311450:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384628.311451:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.311453:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.311457:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:1.0:1767384628.311458:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384628.311461:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384628.311463:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:2.0:1767384628.311464:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049183232:0@lo:400: 00000100:00000040:3.0:1767384628.311466:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384628.311468:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000001:2.0:1767384628.311475:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384628.311479:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384628.311482:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f840759. 00000004:00000020:1.0:1767384628.311482:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00100000:3.0:1767384628.311483:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049183360:0@lo:400: 00000400:00000200:2.0:1767384628.311489:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000100:00000001:3.0:1767384628.311495:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384628.311495:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000004:00000001:1.0:1767384628.311495:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311501:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384628.311502:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.311505:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384628.311509:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.311510:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000572a5fc0 x1853237049183360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384628.311531:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049182848:0@lo:13: 00000100:00000001:1.0:1767384628.311541:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.311546:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384628.311547:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384628.311547:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384628.311552:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069f62863 x1853237049182848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.311556:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384628.311560:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c180be. 00000100:00000001:2.0:1767384628.311561:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384628.311566:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384628.311567:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384628.311569:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384628.311569:0:16358:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384628.311571:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384628.311572:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fdc94baa. 00000100:00000001:2.0:1767384628.311577:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384628.311578:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384628.311580:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384628.311582:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384628.311583:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384628.311585:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 00000100:00000001:2.0:1767384628.311587:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.311590:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.311590:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384628.311591:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384628.311592:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384628.311594:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384628.311596:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a050e922. 00000100:00000001:3.0:1767384628.311597:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384628.311597:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=36 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384628.311600:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384628.311604:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767384628.311605:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=36 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384628.311605:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384628.311608:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384628.311609:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384628.311610:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.311614:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.311614:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.311615:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384628.311618:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.311619:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384628.311620:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045f8f59e. 02000000:00000001:1.0:1767384628.311625:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:2.0:1767384628.311626:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.311627:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384628.311630:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 00000100:00000001:1.0:1767384628.311636:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384628.311637:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.311638:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.311642:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384628.311642:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384628.311645:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384628.311648:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384628.311648:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.311649:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.311651:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.311654:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384628.311656:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.311660:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311665:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.311667:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384628.311668:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384628.311670:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.311675:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049183104:0@lo:400: 00000100:00000001:2.0:1767384628.311678:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.311679:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384628.311681:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.311685:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384628.311686:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384628.311687:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb71c96f. 02000000:00000001:2.0:1767384628.311689:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384628.311696:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384628.311697:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384628.311698:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384628.311700:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e5e928. 02000000:00000001:2.0:1767384628.311702:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384628.311703:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384628.311704:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000100:00000001:2.0:1767384628.311707:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384628.311707:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.311709:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384628.311710:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049183104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.311714:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384628.311716:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384628.311750:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063787621. 02000000:00000001:2.0:1767384628.311754:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384628.311756:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384628.311757:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384628.311759:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384628.311761:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022c9f642. 02000000:00000001:2.0:1767384628.311764:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384628.311765:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384628.311767:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000100:00000001:2.0:1767384628.311770:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384628.311771:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.311772:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.311777:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.311778:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.311780:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.311781:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.314765:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294917638, at 4294917639 00000100:00000010:1.0:1767384628.314771:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c463c6b0. 00000100:00000040:0.0:1767384628.314786:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294917638, at 4294917639 00000100:00000010:0.0:1767384628.314795:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00000100:00000040:2.0:1767384628.314799:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294917638, at 4294917639 00000100:00000040:3.0:1767384628.314803:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294917638, at 4294917639 00000100:00000010:2.0:1767384628.314807:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebbff6f. 00000100:00000010:3.0:1767384628.314810:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033541e4c. 00000400:00000200:2.0:1767384628.499809:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp29 00000400:00000010:2.0:1767384628.499816:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003908cad0. 00000400:00000010:2.0:1767384628.499822:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a18bd582. 00000400:00000010:2.0:1767384628.499826:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000010:2.0:1767384628.499841:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb14edc9. 00000400:00000200:2.0:1767384628.499844:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp29 00000400:00000200:2.0:1767384628.499860:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp29 local destination 00000400:00000200:2.0:1767384628.499866:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 00000400:00000200:2.0:1767384628.499869:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [67:67:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:2.0:1767384628.499874:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000400:00000200:2.0:1767384628.499879:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp29:192.168.202.154@tcp29) : GET try# 0 00000800:00000200:2.0:1767384628.499883:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp29 00000800:00000010:2.0:1767384628.499887:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022c9f642. 00000800:00000200:2.0:1767384628.499892:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000800:00000200:2.1:1767384628.499896:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:2.0:1767384628.499913:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 1 next ping: 252 health :900 00000400:00000200:0.0:1767384628.499991:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500041:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500067:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500115:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500140:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500165:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500187:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500207:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500250:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500274:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500348:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500373:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500451:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500476:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500500:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500523:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500556:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500584:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500610:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500635:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500660:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500686:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500714:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500793:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500821:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500846:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500870:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500895:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500919:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384628.500954:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384628.501128:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:0.0:1767384628.501134:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009980bdfb. 00000800:00000010:0.0:1767384628.501140:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000175fdcb8. 00000800:00000010:0.0:1767384628.501159:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000175fdcb8. 00000800:00020000:0.0:1767384628.501169:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384628.501173:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009980bdfb. 00000800:00000010:0.0:1767384628.501175:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:0.0:1767384628.501210:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384628.501217:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000400:00000200:0.0:1767384628.501221:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384628.501225:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp29 00000800:00000010:0.0:1767384628.501229:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022c9f642. 00000400:00000200:0.0:1767384628.501233:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384628.501238:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384628.501245:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384628.501249:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384628.501253:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp29) recovery failed with -71 00080000:00000010:1.0:1767384628.650352:0:27906:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e392edc4. 00080000:00000010:1.0:1767384628.650361:0:27906:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e392edc4. 00000020:00000001:1.0:1767384628.650365:0:27906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384628.650371:0:27906:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e392edc4. 00080000:00000010:1.0:1767384628.650375:0:27906:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e392edc4. 00000020:00000001:1.0:1767384628.650377:0:27906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.755777:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384628.755782:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.755787:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384628.755788:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.755817:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384628.755821:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384628.755824:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384629.355810:0:28070:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384629.355814:0:28070:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:0.0:1767384629.358884:0:28070:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384629.365977:0:28071:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c5bf66c. 00000400:00000010:0.0:1767384629.365991:0:28071:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009980bdfb. 00000400:00000010:0.0:1767384629.365999:0:28071:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000969639de. 00000400:00000010:0.0:1767384629.366002:0:28071:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002e14490c. 00000400:00000010:0.0:1767384629.366005:0:28071:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bce0c8aa. 00000400:00000010:0.0:1767384629.366009:0:28071:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f203e2f4. 00000400:00000010:0.0:1767384629.366010:0:28071:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e62d737. 00000400:00000010:0.0:1767384629.366011:0:28071:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000677afef. 00000400:00000010:0.0:1767384629.366030:0:28071:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005110a540. 00000800:00000010:0.0:1767384629.366043:0:28071:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000539cbff8. 00000800:00000200:0.0:1767384629.366059:0:28071:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384629.366071:0:28071:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384629.366115:0:28071:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384629.366147:0:28071:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp32 [8/256/0/180] 00000400:00000010:0.0:1767384629.367667:0:28071:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000de4ac623. 00000400:00000010:0.0:1767384629.367672:0:28071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfd5de67. 00000400:00000010:0.0:1767384629.367677:0:28071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa38be3. 00000400:00000001:0.0:1767384629.367692:0:28071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384629.367693:0:28071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384629.367695:0:28071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053abe0e8. 00000400:00000200:0.0:1767384629.367697:0:28071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968982e4 00000400:00000010:0.0:1767384629.367698:0:28071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968982e4. 00000400:00000010:0.0:1767384629.367701:0:28071:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000048f8d91d. 00000400:00000200:0.0:1767384629.367705:0:28071:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (22) 00000400:00000200:0.0:1767384629.367715:0:28071:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384629.367764:0:28071:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:0.0:1767384629.367771:0:28071:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000550eed6b. 00000020:01000000:0.0:1767384629.367777:0:28071:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384629.367779:0:28071:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp32 00000400:00000010:0.0:1767384629.367797:0:28071:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009980bdfb. 00000400:00000010:0.0:1767384629.367801:0:28071:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c5bf66c. 00000400:00000200:2.0:1767384629.367855:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384629.367862:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 00000400:00000010:2.0:1767384629.367870:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000400:00000200:2.0:1767384629.367875:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (23) 00000400:00000010:2.0:1767384629.367882:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000359350ef. 00000400:00000200:2.0:1767384629.367889:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:2.0:1767384629.367902:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384629.367910:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384629.367918:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384629.367925:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384629.367931:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000400:00000200:2.0:1767384629.367937:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:2.0:1767384629.367942:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000001:3.0:1767384629.367949:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384629.367954:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384629.367959:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384629.367962:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384629.367962:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:01000004:3.0:1767384629.367967:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384629.367971:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384629.367973:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384629.367975:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:01000004:3.0:1767384629.367976:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384629.367979:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384629.367981:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384629.367983:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384629.367986:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384629.367988:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384629.367989:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384629.367990:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000010:3.0:1767384629.367994:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000400:00000200:2.0:1767384629.367999:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:00000040:3.0:1767384629.368000:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384629.368007:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384629.368011:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384629.368012:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 02000000:00000001:3.0:1767384629.368017:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.368020:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:2.0:1767384629.368027:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 02000000:00000010:3.0:1767384629.368032:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003371e95. 00000400:00000200:2.0:1767384629.368035:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:3.0:1767384629.368039:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.368044:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000001:3.0:1767384629.368049:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384629.368051:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000001:3.0:1767384629.368052:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.368061:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000040:3.0:1767384629.368063:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069f62863] to pc [ptlrpcd_00_01+1] req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384629.368077:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:2.0:1767384629.368085:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 00000400:00000200:2.0:1767384629.368091:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 10000000:00000001:3.0:1767384629.368094:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.368097:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 10000000:00000001:3.0:1767384629.368098:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.368103:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384629.368108:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384629.368110:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000100:00000001:1.0:1767384629.368110:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384629.368117:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384629.368119:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384629.368120:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp30 00000100:00000001:1.0:1767384629.368122:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384629.368124:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384629.368127:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384629.368128:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp30 lpni_is_preferred = 0 00000100:00000040:1.0:1767384629.368131:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384629.368132:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384629.368137:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp30 00000020:01000004:3.0:1767384629.368138:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384629.368143:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384629.368148:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384629.368148:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp30 NI seq info: [68:68:256:4294967295] 192.168.202.154@tcp30 LPNI seq info [68:68:8:4294967295] 00000020:01000004:3.0:1767384629.368152:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384629.368154:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384629.368158:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384629.368161:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384629.368164:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384629.368168:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384629.368169:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp30 00000100:00000010:3.0:1767384629.368175:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000100:00000001:1.0:1767384629.368178:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384629.368181:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384629.368183:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384629.368190:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384629.368192:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384629.368192:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp30(192.168.202.154@tcp30:) -> 192.168.202.154@tcp30(192.168.202.154@tcp:192.168.202.154@tcp30) : PUT try# 0 02000000:00000001:1.0:1767384629.368193:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384629.368197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.368199:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.368205:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049183488:0@lo:253: 02000000:00000010:3.0:1767384629.368206:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d72311a2. 00000100:00000001:1.0:1767384629.368211:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384629.368212:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.154@tcp30 00000100:00000001:3.0:1767384629.368213:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.368217:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384629.368219:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384629.368220:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384629.368222:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e5e928. 00000100:00000001:3.0:1767384629.368223:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.368224:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384629.368232:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ab9bbbd] to pc [ptlrpcd_00_02+2] req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384629.368234:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fa04fe4e. 02000000:00000010:1.0:1767384629.368234:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c3d8224e. 02000000:00000001:1.0:1767384629.368241:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384629.368243:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d488fbba. 00000400:00000010:1.0:1767384629.368250:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20f8fc3. 00000800:00000200:2.0:1767384629.368256:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (2) 10000000:00000001:3.0:1767384629.368258:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384629.368260:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046295a5a. 00000800:00000200:2.1:1767384629.368266:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (2) 10000000:00000001:3.0:1767384629.368268:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384629.368268:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183488, portal 25 00000020:00000001:3.0:1767384629.368274:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.368275:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:3.0:1767384629.368277:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384629.368278:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000020:00000010:3.0:1767384629.368281:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000550eed6b. 00000100:00000040:1.0:1767384629.368289:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384629.368290:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384629.368298:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 0 00000100:00000001:1.0:1767384629.368302:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384629.368308:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384629.368311:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bf597fb. 00000100:00000200:1.0:1767384629.368314:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183488, offset 0 00000400:00000200:1.0:1767384629.368320:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384629.368322:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.368325:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384629.368328:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384629.368329:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384629.368334:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384629.368342:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004d00 00000100:00000001:3.0:1767384629.368344:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384629.368347:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.368349:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384629.368350:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 02000000:00000001:3.0:1767384629.368351:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384629.368357:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384629.368359:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074bcfa26. 00000100:00100000:3.0:1767384629.368361:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049183616:0@lo:253: 00000100:00000001:3.0:1767384629.368366:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384629.368366:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007fa549c2 00000400:00000200:2.0:1767384629.368367:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 02000000:00000001:3.0:1767384629.368370:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384629.368372:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.368375:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384629.368377:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384629.368379:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e624d9ba. 02000000:00000001:3.0:1767384629.368383:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384629.368386:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384629.368388:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000400:00000200:1.0:1767384629.368394:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa549c2 00000400:00000010:3.0:1767384629.368395:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000495bace9. 00000400:00000010:1.0:1767384629.368405:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fa549c2. 00000100:00000001:1.0:1767384629.368411:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384629.368412:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183616, portal 25 00000100:00000200:1.0:1767384629.368414:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384629.368415:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384629.368421:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000010c5edfd x1853237049183488 msgsize 4848 00000100:00000001:3.0:1767384629.368425:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000100:00100000:1.0:1767384629.368431:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384629.368434:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384629.368436:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384629.368440:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:3.0:1767384629.368450:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384629.368451:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384629.368454:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384629.368458:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2a22c4a. 00000100:00000200:3.0:1767384629.368461:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183616, offset 0 00000400:00000200:1.0:1767384629.368465:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bf597fb 00000400:00000010:1.0:1767384629.368469:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bf597fb. 00000100:00000001:1.0:1767384629.368474:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384629.368477:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384629.368481:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384629.368488:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384629.368494:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384629.368497:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000040:1.0:1767384629.368500:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384629.368506:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004d80 00000400:00000200:3.0:1767384629.368515:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000100:00000001:1.0:1767384629.368515:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.368522:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cf916a. 00000100:00000001:1.0:1767384629.368522:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384629.368528:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcc9e38b 00000100:00000001:1.0:1767384629.368532:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.368533:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384629.368541:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384629.368541:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294918697 00000400:00000200:3.0:1767384629.368548:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcc9e38b 00000100:00000010:1.0:1767384629.368550:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8d99c9d. 00000400:00000010:3.0:1767384629.368551:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcc9e38b. 00000400:00000200:2.0:1767384629.368551:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:3.0:1767384629.368560:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384629.368561:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384629.368562:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384629.368566:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000004868751 x1853237049183616 msgsize 4848 00000100:00000001:1.0:1767384629.368572:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294918697 00000100:00100000:3.0:1767384629.368573:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384629.368578:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384629.368580:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6197e51. 00000100:00000001:1.0:1767384629.368585:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384629.368586:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384629.368588:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294918697 00000400:00000200:3.0:1767384629.368592:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2a22c4a 00000100:00000010:1.0:1767384629.368593:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035df5ea5. 00000400:00000010:3.0:1767384629.368597:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2a22c4a. 00000100:00000001:1.0:1767384629.368600:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384629.368602:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384629.368605:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294918697 00000100:00000200:3.0:1767384629.368607:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384629.368610:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce3c0b9e. 00000400:00000200:2.0:1767384629.368616:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:1.0:1767384629.368616:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384629.368619:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384629.368624:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384629.368625:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384629.368629:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368633:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368635:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384629.368641:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.368641:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.368643:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.368645:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294918697 00000100:00000001:3.0:1767384629.368650:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294918697 00000100:00000001:3.0:1767384629.368652:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294918697 00000100:00000001:1.0:1767384629.368652:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384629.368656:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384629.368657:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294918697 00000100:00000001:1.0:1767384629.368660:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.368661:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294918697 00000100:00000001:1.0:1767384629.368662:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384629.368665:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294918697 00000100:00000001:1.0:1767384629.368666:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368670:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294918697 00000100:00000001:1.0:1767384629.368672:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.368674:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:3.0:1767384629.368681:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294918697 00000100:00000001:1.0:1767384629.368681:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.368685:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384629.368686:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368691:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368695:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368696:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.368702:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384629.368704:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384629.368706:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384629.368707:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.368710:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384629.368711:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183488 00000100:00000001:3.0:1767384629.368712:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.368714:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384629.368716:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368763:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.368766:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.368767:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384629.368770:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.368774:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384629.368777:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183488 00000100:00000001:3.0:1767384629.368778:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384629.368780:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384629.368782:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183616 00000400:00000200:2.0:1767384629.368784:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000020:00000040:1.0:1767384629.368784:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 02000000:00000001:3.0:1767384629.368786:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384629.368788:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384629.368789:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384629.368792:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:3.0:1767384629.368793:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.368799:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 02000000:00000001:3.0:1767384629.368801:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.368802:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:3.0:1767384629.368804:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183616 00000020:00000001:3.0:1767384629.368807:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384629.368807:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384629.368810:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384629.368812:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384629.368812:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000020:00000040:3.0:1767384629.368816:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384629.368816:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384629.368820:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:1.0:1767384629.368821:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000020:00000001:3.0:1767384629.368826:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384629.368830:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.368830:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d5bc2e8. 00000020:00000010:3.0:1767384629.368835:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096911e5f. 00000020:00000010:1.0:1767384629.368837:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8210b95. 00000100:00000001:3.0:1767384629.368838:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384629.368838:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000020:00000010:3.0:1767384629.368843:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096911e5f. 00000020:00000010:1.0:1767384629.368844:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db8aeb97. 00000020:00000010:3.0:1767384629.368850:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8f129ea. 00000100:00000040:1.0:1767384629.368855:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384629.368856:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000efe59b1a. 00000100:00000001:1.0:1767384629.368860:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384629.368862:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087eb4eac. 00000100:00000001:1.0:1767384629.368863:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384629.368866:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368869:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384629.368872:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384629.368874:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368879:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.368883:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.368885:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.368888:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384629.368889:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384629.368902:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384629.368905:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384629.368905:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384629.368909:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384629.368913:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:3.0:1767384629.368916:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384629.368918:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739614800 : -128356969936816 : ffff8b4290670850) 00000100:00100000:1.0:1767384629.368922:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384629.368923:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010c5edfd x1853237049183488/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:610/0 lens 4848/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384629.368926:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384629.368930:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739616848 : -128356969934768 : ffff8b4290671050) 00000100:00000040:1.0:1767384629.368937:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004868751 x1853237049183616/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:610/0 lens 4848/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.368938:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384629.368939:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000010:3.0:1767384629.368943:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096911e5f. 00000100:00000001:3.0:1767384629.368949:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384629.368953:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096911e5f. 00000100:00000001:1.0:1767384629.368954:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384629.368959:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000100:00000001:1.0:1767384629.368963:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384629.368964:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010c5edfd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049183488:12345-0@lo:253: 00000020:00000010:1.0:1767384629.368966:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000100:00000200:3.0:1767384629.368971:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183488 00000020:00000001:3.0:1767384629.368974:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384629.368977:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004868751 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049183616:12345-0@lo:253: 00000020:00000001:3.0:1767384629.368979:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384629.368983:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183616 00000020:00000001:3.0:1767384629.368984:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.368987:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384629.368988:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384629.368991:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384629.368992:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:2.0:1767384629.368994:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000020:00000001:1.0:1767384629.368994:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.368996:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384629.368998:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384629.369000:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384629.369003:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384629.369004:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384629.369008:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384629.369008:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384629.369011:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384629.369012:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.369014:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384629.369017:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384629.369018:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384629.369021:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384629.369022:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384629.369027:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c52e386d. 00000100:00000001:1.0:1767384629.369028:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384629.369031:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384629.369033:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384629.369034:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384629.369038:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:1.0:1767384629.369041:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001bd2f0c1. 02000000:00000001:1.0:1767384629.369045:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384629.369048:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384629.369051:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384629.369055:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004d0d608f. 00000400:00000200:2.0:1767384629.369057:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 20000000:00000010:1.0:1767384629.369060:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fce43325. 20000000:01000000:3.0:1767384629.369064:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384629.369067:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384629.369068:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384629.369072:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384629.369073:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384629.369077:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384629.369079:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384629.369080:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384629.369081:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384629.369090:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 20000000:00000001:1.0:1767384629.369090:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384629.369091:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000212e4df5. 20000000:01000000:3.0:1767384629.369097:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:1.0:1767384629.369097:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384629.369101:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384629.369104:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384629.369111:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384629.369114:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00080000:00000001:3.0:1767384629.369115:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384629.369135:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384629.369139:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00080000:00000001:3.0:1767384629.369152:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.369156:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384629.369159:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.369162:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384629.369164:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384629.369167:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384629.369173:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384629.369175:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384629.369176:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00080000:00000001:3.0:1767384629.369180:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384629.369185:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.369188:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384629.369191:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384629.369196:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384629.369200:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384629.369203:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008794d549. 00080000:00000001:3.0:1767384629.369206:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266709504 : -128361442842112 : ffff8b4185cbea00) 00080000:00000001:3.0:1767384629.369209:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384629.369213:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384629.369214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00080000:00000010:3.0:1767384629.369217:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000096911e5f. 00080000:00000001:3.0:1767384629.369220:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.369223:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384629.369235:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384629.369250:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384629.369251:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369314:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369365:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369401:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369416:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369429:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369446:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369461:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369493:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369507:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369525:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369556:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384629.369580:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384629.369810:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3ac23f1. 00000800:00000010:2.0:1767384629.369814:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cf701f7. 00000800:00000010:2.0:1767384629.369818:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee76bb9a. 00000800:00000010:2.0:1767384629.369842:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee76bb9a. 00000800:00020000:2.0:1767384629.369852:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384629.369855:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cf701f7. 00000800:00000010:2.0:1767384629.369858:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3ac23f1. 00000400:02020000:2.0:1767384629.369919:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp30 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384629.369925:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp30 notifying 192.168.202.154@tcp30: down 00000800:00000200:2.0:1767384629.369931:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp30 down 00000800:00000100:2.0:1767384629.369938:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.202.154@tcp30 00000800:00000010:2.0:1767384629.369941:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e5e928. 00000400:00000200:2.0:1767384629.369944:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384629.369948:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp30->192.168.202.154@tcp30: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384629.369955:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp30 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:2.0:1767384629.369959:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384629.369968:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384629.369973:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00080000:00000010:3.0:1767384629.369979:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008794d549. 00080000:00000010:3.0:1767384629.370009:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000096911e5f. 00000400:00000200:1.0:1767384629.370014:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00040000:00000001:3.0:1767384629.370015:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384629.370019:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384629.370022:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384629.370024:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x101171 00000020:00000002:3.0:1767384629.370026:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384629.370031:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384629.370032:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384629.370033:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000001:1.0:1767384629.370036:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384629.370040:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000400:00000010:1.0:1767384629.370042:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 20000000:01000000:3.0:1767384629.370047:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384629.370048:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384629.370054:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 20000000:00000001:3.0:1767384629.370056:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384629.370059:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (24) 20000000:01000000:3.0:1767384629.370060:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384629.370067:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00080000:00000001:3.0:1767384629.370068:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384629.370072:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e2b3bef. 00000400:00000200:1.0:1767384629.370074:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 rc -71 20000000:01000000:2.0:1767384629.370076:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384629.370081:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384629.370084:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00080000:00000001:2.0:1767384629.370085:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384629.370090:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384629.370091:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (23) 00080000:00000001:2.0:1767384629.370096:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384629.370104:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384629.370106:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384629.370107:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384629.370109:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384629.370110:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384629.370112:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:2.0:1767384629.370115:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:2.0:1767384629.370117:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:1.0:1767384629.370118:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384629.370119:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384629.370124:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384629.370124:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384629.370129:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384629.370129:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:2.0:1767384629.370131:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384629.370136:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:1.0:1767384629.370137:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384629.370139:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384629.370142:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:2.0:1767384629.370144:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e81f1445. 00080000:00000001:2.0:1767384629.370148:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712274267136 : -128361435284480 : ffff8b41863f3c00) 00080000:00000001:2.0:1767384629.370150:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000010:1.0:1767384629.370152:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003e52527. 00000001:00000001:2.0:1767384629.370153:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384629.370157:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee76bb9a. 00010000:00000001:1.0:1767384629.370159:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384629.370161:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384629.370164:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384629.370164:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:1.0:1767384629.370165:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de623b43. 00000100:00000001:3.0:1767384629.370169:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384629.370172:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000010:3.0:1767384629.370174:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004d0d608f. 00080000:00000001:2.0:1767384629.370174:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384629.370176:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de623b43 with handle 0xefc2db714b35c3f0 to hash 00000020:00000001:1.0:1767384629.370181:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000001:3.0:1767384629.370183:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370183:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218174976 : -128356491376640 : ffff8b42aced4800) 00080000:00000001:2.0:1767384629.370184:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384629.370190:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218174976 : -128356491376640 : ffff8b42aced4800) 00010000:00000040:3.0:1767384629.370191:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183488 00010000:00000001:1.0:1767384629.370194:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384629.370195:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384629.370198:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384629.370201:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384629.370202:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010c5edfd x1853237049183488/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.370221:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384629.370223:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384629.370225:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384629.370227:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=47 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384629.370231:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384629.370232:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384629.370236:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384629.370236:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:3.0:1767384629.370241:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384629.370241:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:3.0:1767384629.370245:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384629.370246:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384629.370247:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.370253:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384629.370253:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384629.370257:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384629.370258:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384629.370263:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:3.0:1767384629.370264:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2a22c4a. 00010000:00000001:1.0:1767384629.370268:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000200:3.0:1767384629.370269:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183488, offset 224 00010000:00000001:1.0:1767384629.370272:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:3.0:1767384629.370276:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384629.370276:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384629.370280:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000003e52527) refcount = 1 00000400:00000200:3.0:1767384629.370285:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384629.370290:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384629.370296:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004d00 00000400:00000200:3.0:1767384629.370304:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1851 [2] + 224 00010000:00000001:1.0:1767384629.370304:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384629.370307:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384629.370308:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.370310:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370313:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384629.370318:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384629.370319:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:1.0:1767384629.370320:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000200:3.0:1767384629.370324:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384629.370326:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384629.370329:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384629.370329:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.370333:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de623b43 refcount=4 00000100:00000200:3.0:1767384629.370335:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384629.370336:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218174976 : -128356491376640 : ffff8b42aced4800) 00010000:00000001:1.0:1767384629.370342:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218174976 : -128356491376640 : ffff8b42aced4800) 00010000:00000001:1.0:1767384629.370347:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384629.370350:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384629.370353:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.370371:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384629.370375:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384629.370381:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384629.370384:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384629.370387:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2a22c4a 00010000:00000001:1.0:1767384629.370388:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384629.370390:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2a22c4a. 00000100:00000001:3.0:1767384629.370393:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384629.370394:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767384629.370399:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384629.370400:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.370400:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.370403:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384629.370407:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384629.370409:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384629.370412:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384629.370413:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384629.370417:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.370418:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e20f8fc3. 00010000:00000001:1.0:1767384629.370418:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384629.370420:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384629.370422:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.370424:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010c5edfd x1853237049183488/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384629.370430:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046295a5a 00010000:00000001:1.0:1767384629.370430:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384629.370435:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384629.370436:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046295a5a. 00000100:00100000:3.0:1767384629.370440:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010c5edfd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049183488:12345-0@lo:253: Request processed in 1499us (2015us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384629.370442:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384629.370449:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384629.370460:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00010000:1.0:1767384629.370460:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de623b43 already unused, calling callback (00000000d66be316) 00000100:00000040:3.0:1767384629.370468:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:1.0:1767384629.370468:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384629.370472:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.370473:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384629.370473:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384629.370479:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384629.370479:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384629.370485:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8210b95. 00000100:00000001:2.0:1767384629.370486:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384629.370490:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384629.370491:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384629.370492:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db8aeb97. 00010000:00000001:1.0:1767384629.370493:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384629.370498:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384629.370498:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384629.370499:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d5bc2e8. 00000020:00000040:1.0:1767384629.370502:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de623b43 refcount=5 02000000:00000001:2.0:1767384629.370503:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384629.370505:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:2.0:1767384629.370506:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384629.370507:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218174976 : -128356491376640 : ffff8b42aced4800) 02000000:00000001:3.0:1767384629.370509:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384629.370510:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370511:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218174976 : -128356491376640 : ffff8b42aced4800) 02000000:00000010:3.0:1767384629.370513:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c52e386d. 02000000:00000001:2.0:1767384629.370515:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370518:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384629.370519:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384629.370520:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=47 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384629.370524:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384629.370525:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=47 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384629.370525:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384629.370530:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384629.370532:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384629.370537:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384629.370538:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384629.370541:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.370544:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000100:00000001:2.0:1767384629.370544:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370544:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384629.370550:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384629.370551:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2a22c4a. 00000100:00000040:2.0:1767384629.370552:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.370553:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.370562:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384629.370562:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384629.370566:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384629.370567:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384629.370570:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.370571:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:2.0:1767384629.370574:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384629.370574:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384629.370578:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000040:1.0:1767384629.370579:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de623b43 with handle 0xefc2db714b35c3f0 from hash 00000020:01000004:2.0:1767384629.370582:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384629.370583:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:2.0:1767384629.370585:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384629.370586:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384629.370588:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384629.370589:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384629.370590:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384629.370591:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384629.370592:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384629.370595:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384629.370595:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.370598:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384629.370601:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.370602:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384629.370604:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384629.370605:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384629.370607:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.370611:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370615:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384629.370618:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384629.370622:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384629.370623:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069f62863 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049183488:0@lo:253: 00010000:00000001:1.0:1767384629.370624:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.370627:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.370631:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.370632:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.370633:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.370636:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384629.370637:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384629.370641:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069f62863 x1853237049183488/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.370647:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.370649:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.370651:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384629.370654:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384629.370654:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384629.370657:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384629.370658:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384629.370659:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384629.370662:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c3d8224e. 00010000:00000001:1.0:1767384629.370663:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384629.370667:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.370669:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000001:1.0:1767384629.370670:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.370672:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384629.370673:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384629.370675:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384629.370680:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384629.370683:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003371e95. 00010000:00000001:1.0:1767384629.370684:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384629.370687:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384629.370688:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de623b43/0xefc2db714b35c3f0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384629.370690:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384629.370693:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:1.0:1767384629.370695:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000003e52527 count: 0 00000100:00000010:2.0:1767384629.370696:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 00000100:00000001:2.0:1767384629.370701:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384629.370703:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.370704:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.370705:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384629.370707:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384629.370708:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.370711:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.370713:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.370714:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384629.371372:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e81f1445. 00080000:00000010:2.0:1767384629.371405:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee76bb9a. 00040000:00000001:2.0:1767384629.371408:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384629.371409:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384629.371411:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384629.371413:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384629.371414:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384629.371416:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384629.371418:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384629.371427:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384629.371429:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384629.371433:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384629.371452:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384629.371463:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384629.371465:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384629.371468:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384629.371470:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384629.371475:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b99584a. 00010000:00000001:1.0:1767384629.371479:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384629.371481:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000030c31252. 00000020:00000001:1.0:1767384629.371483:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384629.371484:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000030c31252 with handle 0xefc2db714b35c3f7 to hash 00000020:00000001:1.0:1767384629.371486:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384629.371487:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384629.371489:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384629.371491:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384629.371492:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384629.371494:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.371499:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384629.371500:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384629.371502:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384629.371503:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384629.371505:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.371506:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384629.371507:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.371509:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384629.371510:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384629.371511:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384629.371512:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384629.371512:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b99584a) refcount = 1 00010000:00010000:1.0:1767384629.371515:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.371520:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384629.371521:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384629.371523:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.371525:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.371533:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384629.371536:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384629.371538:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384629.371540:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384629.371543:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384629.371544:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030c31252 refcount=4 00000020:00000001:1.0:1767384629.371547:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384629.371549:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384629.371552:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384629.371555:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.371561:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384629.371563:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.371569:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.371571:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384629.371573:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384629.371575:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384629.371581:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384629.371581:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:2.0:1767384629.371583:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fce43325. 00010000:00000001:1.0:1767384629.371584:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.371590:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384629.371591:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384629.371592:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384629.371599:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183616 00010000:00010000:1.0:1767384629.371600:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000030c31252 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384629.371602:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384629.371603:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384629.371606:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000200:2.0:1767384629.371608:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004868751 x1853237049183616/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384629.371608:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384629.371622:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384629.371624:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384629.371626:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384629.371628:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384629.371629:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=47 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384629.371632:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384629.371634:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384629.371635:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030c31252 refcount=5 00000020:00000001:1.0:1767384629.371638:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00000100:00000040:2.0:1767384629.371639:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384629.371643:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00000100:00000001:2.0:1767384629.371644:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384629.371649:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384629.371650:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384629.371653:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384629.371653:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384629.371658:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384629.371662:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384629.371662:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384629.371666:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384629.371668:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cf701f7. 00010000:00000001:1.0:1767384629.371668:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.371673:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384629.371675:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183616, offset 224 00010000:00000001:1.0:1767384629.371675:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384629.371679:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384629.371681:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384629.371683:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000030c31252 with handle 0xefc2db714b35c3f7 from hash 00000400:00000200:2.0:1767384629.371685:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384629.371687:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384629.371689:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.371691:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.371693:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384629.371695:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384629.371696:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384629.371698:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384629.371701:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384629.371702:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384629.371703:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.371708:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004d80 00010000:00000001:1.0:1767384629.371709:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384629.371712:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384629.371714:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384629.371716:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1859 [2] + 224 00000400:00000200:2.0:1767384629.371758:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384629.371759:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.371763:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.371764:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384629.371768:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.371771:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384629.371772:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384629.371776:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384629.371778:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.371786:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384629.371792:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384629.371793:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.371796:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384629.371799:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384629.371802:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384629.371804:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384629.371806:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384629.371807:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.371809:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:1.0:1767384629.371809:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384629.371811:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384629.371815:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf701f7 00010000:00000001:1.0:1767384629.371816:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384629.371819:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384629.371820:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cf701f7. 00010000:00000001:1.0:1767384629.371820:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384629.371822:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384629.371823:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000030c31252/0xefc2db714b35c3f7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384629.371831:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b99584a count: 0 00000100:00000001:2.0:1767384629.371833:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384629.371834:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384629.371837:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384629.371838:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384629.371839:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384629.371842:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 20000000:00000001:1.0:1767384629.371842:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384629.371845:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.371848:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000495bace9 00000100:00000040:2.0:1767384629.371849:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:3.0:1767384629.371852:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000495bace9. 00010000:00000001:2.0:1767384629.371853:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384629.371856:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.371857:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384629.371858:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384629.371862:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384629.371863:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004868751 x1853237049183616/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:610/0 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384629.371891:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384629.371892:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004868751 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049183616:12345-0@lo:253: Request processed in 2937us (3322us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384629.371904:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384629.371906:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.371908:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384629.371911:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384629.371912:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384629.371912:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:3.0:1767384629.371915:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.371919:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.371919:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00001000:3.0:1767384629.371923:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=47 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384629.371925:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384629.371927:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.371929:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384629.371930:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384629.371933:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384629.371935:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384629.371935:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000efe59b1a. 00010000:00000001:3.0:1767384629.371937:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.371941:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.371944:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384629.371944:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087eb4eac. 00000020:00000010:2.0:1767384629.371951:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8f129ea. 00000100:00000001:3.0:1767384629.371952:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384629.371957:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384629.371959:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384629.371960:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000020:01000004:3.0:1767384629.371961:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384629.371966:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384629.371969:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001bd2f0c1. 00000020:01000004:3.0:1767384629.371970:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384629.371973:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384629.371975:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384629.371976:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384629.371977:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384629.371978:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384629.371981:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384629.371982:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384629.371983:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384629.371985:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384629.371989:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384629.371991:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384629.371998:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049183616:0@lo:253: 00000400:00000010:2.0:1767384629.371999:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f840759. 00000100:00000001:3.0:1767384629.372004:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.372007:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384629.372007:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cf701f7. 00000100:00000040:3.0:1767384629.372010:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ab9bbbd x1853237049183616/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.372016:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384629.372018:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384629.372020:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e624d9ba. 02000000:00000001:3.0:1767384629.372024:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384629.372025:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384629.372027:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384629.372029:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384629.372030:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d72311a2. 02000000:00000001:3.0:1767384629.372034:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384629.372035:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384629.372036:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00000100:00000001:3.0:1767384629.372040:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384629.372041:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.372042:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.372046:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384629.372047:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.372049:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.372051:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.373805:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294918697, at 4294918698 00000100:00000040:3.0:1767384629.373806:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294918697, at 4294918698 00000100:00000010:0.0:1767384629.373812:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8d99c9d. 00000100:00000010:3.0:1767384629.373815:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce3c0b9e. 00000100:00000040:2.0:1767384629.373818:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294918697, at 4294918698 00000100:00000010:2.0:1767384629.373827:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035df5ea5. 00010000:00000010:1.1:1767384629.374783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003e52527. 00010000:00000010:1.1:1767384629.374792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de623b43. 00000100:00000040:1.0:1767384629.374806:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294918697, at 4294918699 00000100:00000010:1.0:1767384629.374811:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6197e51. 00010000:00000010:1.1:1767384629.378765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b99584a. 00010000:00000010:1.1:1767384629.378771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000030c31252. 00000400:00000010:0.0:1767384629.384115:0:28076:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000685b8e16. 00000400:00000040:0.0:1767384629.384715:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384629.384753:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384629.384755:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384629.384757:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384629.384760:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384629.384761:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384629.384764:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384629.384765:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384629.384766:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384629.384767:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384629.384769:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384629.384777:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384629.384778:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384629.384779:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384629.384781:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384629.384782:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384629.384784:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384629.384784:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384629.384785:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384629.384787:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384629.384788:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384629.384789:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384629.384790:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384629.384790:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384629.384791:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384629.384793:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384629.384794:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384629.384795:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384629.384795:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384629.384796:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384629.384797:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384629.384799:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384629.384799:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384629.384800:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384629.384801:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384629.384802:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384629.384803:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384629.384805:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384629.384806:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384629.384807:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384629.384808:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384629.384809:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384629.384810:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384629.384811:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384629.384811:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384629.384812:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384629.384813:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384629.384814:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384629.384816:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384629.384817:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384629.384822:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384629.384823:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384629.384824:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384629.384825:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384629.384826:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384629.384827:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384629.384829:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384629.384883:0:28076:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000685b8e16. 00000400:00000001:2.0:1767384629.524791:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384629.524796:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384629.524800:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384629.524805:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000400:00000200:2.0:1767384629.524810:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384629.524817:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384629.524836:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003908cad0. 00000400:00000010:2.0:1767384629.524841:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a18bd582. 00010000:00000001:1.0:1767384629.780794:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384629.780800:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384629.780808:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384629.780809:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384629.780851:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384629.780856:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384629.780860:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384630.547800:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp29 00000400:00000010:2.0:1767384630.547807:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cdc42028. 00000400:00000010:2.0:1767384630.547813:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b074bf37. 00000400:00000010:2.0:1767384630.547817:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000010:2.0:1767384630.547823:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000daf796cc. 00000400:00000200:2.0:1767384630.547826:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp29 00000400:00000200:2.0:1767384630.547842:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp29 local destination 00000400:00000200:2.0:1767384630.547847:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 00000400:00000200:2.0:1767384630.547849:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [69:69:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1767384630.547855:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000400:00000200:2.0:1767384630.547860:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp29:192.168.202.154@tcp29) : GET try# 0 00000800:00000200:2.0:1767384630.547864:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp29 00000800:00000010:2.0:1767384630.547867:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7e5e928. 00000800:00000200:2.0:1767384630.547872:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000800:00000200:2.1:1767384630.547876:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:2.0:1767384630.547896:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 2 next ping: 256 health :800 00000400:00000200:2.0:1767384630.547899:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp28 00000400:00000010:2.0:1767384630.547901:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000086a8d19a. 00000400:00000010:2.0:1767384630.547903:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000702cadce. 00000400:00000010:2.0:1767384630.547905:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000400:00000010:2.0:1767384630.547908:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007934c255. 00000400:00000200:2.0:1767384630.547910:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp28 00000400:00000200:2.0:1767384630.547916:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp28 local destination 00000400:00000200:2.0:1767384630.547918:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp28 00000400:00000200:2.0:1767384630.547921:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp28 NI seq info: [70:70:256:4294967295] 192.168.202.154@tcp28 LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1767384630.547924:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp28 00000400:00000200:2.0:1767384630.547928:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28:) -> 192.168.202.154@tcp28(192.168.202.154@tcp28:192.168.202.154@tcp28) : GET try# 0 00000800:00000200:2.0:1767384630.547930:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp28 00000800:00000010:2.0:1767384630.547941:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000fe358ed. 00000800:00000200:2.0:1767384630.547944:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000800:00000200:2.1:1767384630.547947:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000400:00000200:2.0:1767384630.547959:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp28 added to recovery queue. ping count: 3 next ping: 260 health :700 00000400:00000200:2.0:1767384630.547961:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp30 00000400:00000010:2.0:1767384630.547964:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000414495a2. 00000400:00000010:2.0:1767384630.547966:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ad2f986f. 00000400:00000010:2.0:1767384630.547969:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000400:00000010:2.0:1767384630.547973:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd32c8be. 00000400:00000200:0.0:1767384630.547973:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.547979:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp30 00000400:00000200:2.0:1767384630.547985:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp30 local destination 00000400:00000200:2.0:1767384630.547988:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp30 00000400:00000200:2.0:1767384630.547992:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp30 NI seq info: [71:71:256:4294967295] 192.168.202.154@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:2.0:1767384630.547998:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp30 00000400:00000200:1.0:1767384630.548009:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.548010:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp30(192.168.202.154@tcp30:) -> 192.168.202.154@tcp30(192.168.202.154@tcp30:192.168.202.154@tcp30) : GET try# 0 00000800:00000200:2.0:1767384630.548021:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp30 00000800:00000010:2.0:1767384630.548025:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000881a6fa5. 00000800:00000200:2.0:1767384630.548031:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (2) 00000400:00000200:0.0:1767384630.548032:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000200:2.1:1767384630.548040:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (2) 00000400:00000200:1.0:1767384630.548064:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.548074:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp30 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:0.0:1767384630.548082:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548117:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548134:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548206:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548212:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.548230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548268:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548304:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.548356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548361:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548420:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548500:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.548520:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548521:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548554:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.548668:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548671:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548688:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.548805:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548840:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.548920:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.548927:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.548964:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549046:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549050:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549090:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549165:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549167:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549200:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549279:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549299:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549316:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549406:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549409:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549422:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549583:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549584:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549606:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549764:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549769:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549777:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549880:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.549890:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.549893:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.549998:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550016:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550019:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550125:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550129:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550144:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550250:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550268:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550293:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550347:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550423:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550479:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550493:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550599:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550603:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550767:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550872:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.550931:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.550936:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.550975:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551053:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551056:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551084:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551184:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551212:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551289:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551333:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551411:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551413:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551435:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551559:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551578:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551587:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551668:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551704:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551764:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551800:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551811:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384630.551887:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.551891:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.551907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.552034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552083:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.552122:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000800:00000010:0.0:1767384630.552204:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044621c82. 00000800:00000010:0.0:1767384630.552210:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009980bdfb. 00000400:00000200:1.0:1767384630.552215:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000800:00000010:0.0:1767384630.552215:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017433ee9. 00000800:00000010:0.0:1767384630.552254:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017433ee9. 00000800:00020000:0.0:1767384630.552272:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000400:00000200:3.0:1767384630.552273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.552306:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552347:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552381:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552470:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552494:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.552510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.552552:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384630.552649:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp28 from 217.3.0.2 00000800:00000010:1.0:1767384630.552649:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006520785c. 00000800:00000010:2.0:1767384630.552655:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000085f13b44. 00000800:00000010:1.0:1767384630.552660:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004204d708. 00000800:00000010:1.0:1767384630.552666:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000948372e. 00000800:00000010:3.0:1767384630.552759:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d0d608f. 00000800:00000010:3.0:1767384630.552764:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054d6a3cd. 00000800:00000010:3.0:1767384630.552769:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f415212. 00000400:00000200:2.0:1767384630.552777:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384630.552807:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp30 from 216.3.0.2 00000800:00000010:3.0:1767384630.552808:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f415212. 00000800:00000010:2.0:1767384630.552814:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b51f3422. 00000800:00000010:3.0:1767384630.552847:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000368d19e9. 00000800:00000010:3.0:1767384630.552851:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d48b826a. 00000800:00000010:3.0:1767384630.552955:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000495bace9. 00000800:00000200:3.1:1767384630.552964:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (2) 00000800:00000010:1.0:1767384630.552964:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000948372e. 00000800:00000200:3.1:1767384630.552976:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp28 00000000495bace9 deleted 00000800:00000010:3.1:1767384630.552979:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000495bace9. 00000800:00000200:3.1:1767384630.552991:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384630.553001:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp28 ip 192.168.202.154:985 00000800:00000200:3.1:1767384630.553005:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fe358ed type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384630.553013:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp28 p 3.x 192.168.202.154 -> 192.168.202.154:985 incarnation:1767384621809232308 sched[0] 00000800:00000010:3.0:1767384630.553017:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.553066:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.553070:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d48b826a. 00000800:00000010:3.0:1767384630.553119:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000085f13b44. 00000800:00000010:3.0:1767384630.553129:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a612aa8b. 00000800:00000010:3.0:1767384630.553132:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d48b826a. 00000800:00000010:3.0:1767384630.553160:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000495bace9. 00000800:00000200:1.1:1767384630.553177:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384630.553193:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (2) 00000800:00000200:3.1:1767384630.553201:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp30 00000000495bace9 deleted 00000800:00000010:3.1:1767384630.553202:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000495bace9. 00000800:00000200:3.1:1767384630.553206:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384630.553208:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp28 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384621809232308 sched[0] 00000800:00000200:3.1:1767384630.553215:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp30 ip 192.168.202.154:984 00000800:00000200:3.1:1767384630.553218:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000881a6fa5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384630.553225:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp30 p 3.x 192.168.202.154 -> 192.168.202.154:984 incarnation:1767384625647649298 sched[0] 00000800:00000010:3.0:1767384630.553228:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f415212. 00000800:00000010:1.0:1767384630.553237:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004204d708. 00000800:00000010:3.0:1767384630.553267:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.553272:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d48b826a. 00000800:00000010:3.0:1767384630.553305:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b51f3422. 00000800:00000001:1.0:1767384630.553315:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.553325:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.553326:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.553332:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.553371:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384630.553400:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384630.553405:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384630.553407:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000881a6fa5. 00000800:00000010:1.0:1767384630.553410:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000fe358ed. 00000800:00000001:2.0:1767384630.553411:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.553419:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384630.553421:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.553421:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384630.553427:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.553434:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384630.553439:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp28->192.168.202.154@tcp28: GET: OK 00000400:00000200:3.0:1767384630.553448:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp30->192.168.202.154@tcp30: GET: OK 00000400:00000200:1.0:1767384630.553448:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1767384630.553451:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.553461:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384630.553466:0:16352:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp28 recovery message sent successfully:0 00000400:00000200:2.0:1767384630.553471:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28) <- 192.168.202.154@tcp28 : GET - for me 00000400:00000200:3.0:1767384630.553474:0:16350:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp30 recovery message sent successfully:0 00000400:00000200:2.0:1767384630.553498:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384630.553509:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1849 [1] + 0 00000400:00000200:1.0:1767384630.553527:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.553531:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp28 to MR: 192.168.202.154@tcp28 local destination 00000800:00000200:3.1:1767384630.553534:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384630.553544:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp30 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384625647649298 sched[0] 00000400:00000200:2.0:1767384630.553550:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp28 NI seq info: [72:72:256:4294967295] 192.168.202.154@tcp28 LPNI seq info [72:72:8:4294967295] 00000800:00000010:3.0:1767384630.553553:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054d6a3cd. 00000400:00000200:2.0:1767384630.553579:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28:192.168.202.154@tcp28) -> 192.168.202.154@tcp28(192.168.202.154@tcp28:192.168.202.154@tcp28) 192.168.202.154@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384630.553587:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp28 00000400:00000200:1.0:1767384630.553588:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000010:2.0:1767384630.553592:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000fe358ed. 00000800:00000200:2.0:1767384630.553604:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (4) 00000800:00000200:2.0:1767384630.553610:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp28 ip 192.168.202.154:988 00000800:00000001:1.0:1767384630.553612:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384630.553616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:2.0:1767384630.553617:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fe358ed type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384630.553619:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384630.553623:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.553636:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.553651:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp30(192.168.202.154@tcp30) <- 192.168.202.154@tcp30 : GET - for me 00000400:00000200:1.0:1767384630.553660:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384630.553662:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.553669:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1849 [1] + 0 00000400:00000200:1.0:1767384630.553694:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp30 to MR: 192.168.202.154@tcp30 local destination 00000400:00000200:1.0:1767384630.553703:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp30 NI seq info: [73:73:256:4294967295] 192.168.202.154@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384630.553717:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000200:2.0:1767384630.553768:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384630.553774:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000fe358ed. 00000400:00000200:1.0:1767384630.553779:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp30(192.168.202.154@tcp30:192.168.202.154@tcp30) -> 192.168.202.154@tcp30(192.168.202.154@tcp30:192.168.202.154@tcp30) 192.168.202.154@tcp30 : REPLY try# 0 00000400:00000200:2.0:1767384630.553782:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384630.553794:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp30 00000400:00000200:2.0:1767384630.553796:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp28->192.168.202.154@tcp28: REPLY: OK 00000800:00000001:2.0:1767384630.553812:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384630.553812:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000160f8967. 00000800:00000001:2.0:1767384630.553819:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384630.553821:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (4) 00000800:00000001:2.0:1767384630.553823:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.553835:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.553838:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.553843:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384630.553843:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp30 ip 192.168.202.154:988 00000800:00000200:1.0:1767384630.553853:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000160f8967 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384630.553855:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp28(192.168.202.154@tcp28) <- 192.168.202.154@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384630.553861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.553876:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp28: Reply from 12345-192.168.202.154@tcp28 of length 272/272 into md 0x1875 00000800:00000001:2.0:1767384630.553884:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.553896:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.553898:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.553905:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.553914:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp28->192.168.202.154@tcp28: REPLY: OK 00000400:00000200:2.0:1767384630.553925:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:2.0:1767384630.553930:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000800:00000200:1.0:1767384630.553939:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384630.553940:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384630.553947:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000086a8d19a. 00000800:00000010:1.0:1767384630.553950:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000160f8967. 00000400:00000200:1.0:1767384630.553955:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.553956:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000010:2.0:1767384630.553967:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000702cadce. 00000400:00000200:1.0:1767384630.553972:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp30->192.168.202.154@tcp30: REPLY: OK 00000800:00000001:2.0:1767384630.553986:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384630.553997:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000001:2.0:1767384630.553997:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384630.554005:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.554006:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.554013:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384630.554015:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384630.554026:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384630.554035:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000001:1.0:1767384630.554036:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.554061:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp30(192.168.202.154@tcp30) <- 192.168.202.154@tcp30 : REPLY - for me 00000400:00000200:3.0:1767384630.554077:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554077:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp30: Reply from 12345-192.168.202.154@tcp30 of length 272/272 into md 0x1879 00000800:00000001:1.0:1767384630.554092:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.554098:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.554101:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554108:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.554114:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp30->192.168.202.154@tcp30: REPLY: OK 00000400:00000200:1.0:1767384630.554118:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000400:00000010:1.0:1767384630.554121:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000400:00000200:3.0:1767384630.554123:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554125:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384630.554133:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000414495a2. 00000400:00000010:1.0:1767384630.554138:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ad2f986f. 00000800:00000001:1.0:1767384630.554147:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.554151:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.554161:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554193:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554251:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554307:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554310:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554417:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554476:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554485:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554527:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554583:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554593:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554637:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554691:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554756:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554772:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554813:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554863:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.554948:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.554995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555015:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555078:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555106:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555191:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555209:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555236:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555291:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555423:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555442:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:3.0:1767384630.555518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555526:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555581:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555657:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000800:00000010:3.0:1767384630.555711:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a6c70cd. 00000400:00000200:1.0:1767384630.555714:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000800:00000010:3.0:1767384630.555716:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054d6a3cd. 00000800:00000010:3.0:1767384630.555758:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.555796:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f415212. 00000400:00000200:1.0:1767384630.555844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555893:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.555957:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384630.555966:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384630.555985:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp30 from 215.3.0.2 00000800:00000010:2.0:1767384630.555989:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000086a8d19a. 00000400:00000200:1.0:1767384630.555991:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556030:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000010:3.0:1767384630.556034:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d72311a2. 00000800:00000010:3.0:1767384630.556039:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d48b826a. 00000800:00000010:3.0:1767384630.556066:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000495bace9. 00000800:00000200:3.1:1767384630.556075:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (4) 00000800:00000200:3.1:1767384630.556081:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp30 00000000495bace9 deleted 00000800:00000010:3.1:1767384630.556083:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000495bace9. 00000800:00000200:3.1:1767384630.556088:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384630.556096:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp30 p 3.x 192.168.202.154 -> 192.168.202.154:983 incarnation:1767384625647649298 sched[0] 00000400:00000200:1.0:1767384630.556100:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000800:00000010:3.0:1767384630.556102:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f415212. 00000400:00000200:1.0:1767384630.556166:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000800:00000010:3.0:1767384630.556174:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.556181:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d48b826a. 00000800:00000010:3.0:1767384630.556218:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000086a8d19a. 00000800:00000200:3.1:1767384630.556258:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384630.556263:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp30 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384625647649298 sched[0] 00000800:00000010:3.0:1767384630.556266:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054d6a3cd. 00000400:00000200:1.0:1767384630.556304:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000800:00000001:3.0:1767384630.556317:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.556322:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.556327:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.556337:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.556398:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556457:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556518:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556627:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556695:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556710:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556786:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556845:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556910:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556929:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556953:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:1.0:1767384630.556982:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000800:00000010:1.0:1767384630.557105:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb7023f3. 00000800:00000010:1.0:1767384630.557121:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004204d708. 00000800:00000010:1.0:1767384630.557126:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000948372e. 00000800:00000010:1.0:1767384630.557163:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000948372e. 00000400:00000200:2.0:1767384630.557246:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384630.557261:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp28 from 214.3.0.2 00000800:00000010:2.0:1767384630.557264:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000041667e32. 00000800:00000010:3.0:1767384630.557320:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e624d9ba. 00000800:00000010:3.0:1767384630.557324:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054d6a3cd. 00000800:00000010:3.0:1767384630.557346:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d48b826a. 00000800:00000200:3.1:1767384630.557351:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (4) 00000800:00000200:3.1:1767384630.557355:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp28 00000000d48b826a deleted 00000800:00000010:3.1:1767384630.557357:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d48b826a. 00000800:00000200:3.1:1767384630.557364:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384630.557369:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp28 p 3.x 192.168.202.154 -> 192.168.202.154:982 incarnation:1767384621809232308 sched[0] 00000800:00000010:3.0:1767384630.557373:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.557434:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f415212. 00000800:00000010:3.0:1767384630.557440:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054d6a3cd. 00000800:00000200:1.1:1767384630.557476:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384630.557490:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000041667e32. 00000800:00000200:1.0:1767384630.557496:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp28 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384621809232308 sched[0] 00000800:00000010:1.0:1767384630.557501:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004204d708. 00000800:00000001:1.0:1767384630.557514:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.557519:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.557576:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.557582:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384630.559755:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009980bdfb. 00000800:00000010:0.0:1767384630.559762:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044621c82. 00000400:02020000:0.0:1767384630.559807:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384630.564386:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000400:00000200:0.0:1767384630.564392:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384630.564397:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp29 00000800:00000010:0.0:1767384630.564401:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7e5e928. 00000400:00000200:0.0:1767384630.564406:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384630.564411:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384630.564419:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384630.564423:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384630.564426:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp29) recovery failed with -71 00080000:00000010:1.0:1767384630.695908:0:28441:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000293abdc1. 00080000:00000010:1.0:1767384630.695917:0:28441:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000293abdc1. 00000020:00000001:1.0:1767384630.695921:0:28441:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384630.695927:0:28441:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000293abdc1. 00080000:00000010:1.0:1767384630.695931:0:28441:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000293abdc1. 00000020:00000001:1.0:1767384630.695933:0:28441:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.805025:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384630.805031:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.805037:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384630.805039:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.805091:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384630.805099:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384630.805105:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384631.483038:0:28605:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384631.483043:0:28605:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:0.0:1767384631.486293:0:28605:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384631.492709:0:28606:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000095cb7f42. 00000400:00000010:3.0:1767384631.492758:0:28606:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000007a8a5c8. 00000400:00000010:3.0:1767384631.492770:0:28606:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000070d8721e. 00000400:00000010:3.0:1767384631.492774:0:28606:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000704963b. 00000400:00000010:3.0:1767384631.492778:0:28606:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d31f5483. 00000400:00000010:3.0:1767384631.492783:0:28606:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fdacf493. 00000400:00000010:3.0:1767384631.492785:0:28606:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006b01e974. 00000400:00000010:3.0:1767384631.492786:0:28606:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0e0c0d3. 00000400:00000010:3.0:1767384631.492790:0:28606:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006983a4fa. 00000800:00000010:3.0:1767384631.492805:0:28606:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000be1be8ef. 00000800:00000200:3.0:1767384631.492818:0:28606:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384631.492829:0:28606:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384631.492873:0:28606:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384631.492897:0:28606:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384631.494261:0:28606:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000f7498dd5. 00000400:00000010:3.0:1767384631.494267:0:28606:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000400:00000010:3.0:1767384631.494273:0:28606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000400:00000001:3.0:1767384631.494298:0:28606:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384631.494300:0:28606:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384631.494302:0:28606:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfd5de67. 00000400:00000200:3.0:1767384631.494309:0:28606:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa38be3 00000400:00000010:3.0:1767384631.494311:0:28606:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa38be3. 00000400:00000010:3.0:1767384631.494317:0:28606:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000de4ac623. 00000400:00000200:3.0:1767384631.494322:0:28606:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (22) 00000400:00000200:3.0:1767384631.494334:0:28606:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384631.494342:0:28606:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384631.494350:0:28606:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c52e386d. 00000020:01000000:3.0:1767384631.494354:0:28606:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384631.494356:0:28606:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp33 00000400:00000010:3.0:1767384631.494370:0:28606:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000007a8a5c8. 00000400:00000010:3.0:1767384631.494374:0:28606:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000095cb7f42. 00000400:00000200:2.0:1767384631.494392:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384631.494407:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 00000020:00000001:0.0:1767384631.494407:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384631.494415:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384631.494421:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767384631.494422:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 10000000:01000000:0.0:1767384631.494428:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384631.494433:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (23) 00000020:01000004:0.0:1767384631.494434:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384631.494443:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384631.494448:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384631.494449:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065d121ee. 00000020:01000004:0.0:1767384631.494457:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384631.494461:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384631.494465:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:01000004:0.0:1767384631.494465:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384631.494470:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384631.494472:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384631.494473:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384631.494475:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384631.494482:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000400:00000200:2.0:1767384631.494488:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000040:0.0:1767384631.494490:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384631.494496:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:0.0:1767384631.494498:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384631.494505:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384631.494506:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 02000000:00000001:0.0:1767384631.494517:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.494518:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384631.494530:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 02000000:00000010:0.0:1767384631.494531:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000044621c82. 00000400:00000200:2.0:1767384631.494542:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000001:0.0:1767384631.494545:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.494550:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:2.0:1767384631.494558:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000001:0.0:1767384631.494559:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384631.494563:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.494566:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:2.0:1767384631.494573:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000040:0.0:1767384631.494576:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_03+3] req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384631.494577:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:2.0:1767384631.494602:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:2.0:1767384631.494605:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:2.0:1767384631.494612:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:2.0:1767384631.494620:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 10000000:00000001:0.0:1767384631.494622:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384631.494627:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.494630:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384631.494632:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.494634:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000001:3.0:1767384631.494636:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384631.494644:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384631.494644:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384631.494653:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000040:3.0:1767384631.494654:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384631.494655:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384631.494662:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384631.494672:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384631.494678:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384631.494679:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000020:01000004:0.0:1767384631.494689:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384631.494697:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384631.494705:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384631.494709:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000020:01000004:0.0:1767384631.494769:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384631.494775:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384631.494778:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384631.494781:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384631.494783:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384631.494784:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 14], ns[72, 14] 00000100:00000001:3.0:1767384631.494786:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384631.494789:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384631.494794:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384631.494799:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384631.494802:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc04934. 02000000:00000001:3.0:1767384631.494803:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384631.494807:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 02000000:00000001:3.0:1767384631.494815:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384631.494815:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384631.494822:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 14], ns[73, 14] 00000100:00000001:0.0:1767384631.494826:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384631.494829:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049183744:0@lo:253: 02000000:00000001:0.0:1767384631.494832:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384631.494837:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.494852:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384631.494853:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 02000000:00000010:0.0:1767384631.494857:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000550eed6b. 02000000:00000001:3.0:1767384631.494862:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384631.494863:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp13 00000100:00000001:0.0:1767384631.494863:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.494869:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.494875:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384631.494876:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384631.494878:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp13 lpni_is_preferred = 0 00000100:00000001:0.0:1767384631.494879:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.494892:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp13 00000100:00000040:0.0:1767384631.494894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc04934] to pc [ptlrpcd_00_00+0] req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384631.494896:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b71a2672. 02000000:00000001:3.0:1767384631.494903:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.494913:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp13 NI seq info: [74:74:256:4294967295] 192.168.202.154@tcp13 LPNI seq info [74:74:8:4294967295] 00000400:00000010:3.0:1767384631.494915:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000400:00000010:3.0:1767384631.494930:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a8a5c8. 00000400:00000200:2.0:1767384631.494936:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp13 00000100:00000200:3.0:1767384631.494938:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183744, portal 25 10000000:00000001:0.0:1767384631.494943:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.494947:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384631.494949:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.494952:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000020:00000001:0.0:1767384631.494958:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.494964:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384631.494965:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384631.494966:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13:) -> 192.168.202.154@tcp13(192.168.202.154@tcp:192.168.202.154@tcp13) : PUT try# 0 00000020:00000010:0.0:1767384631.494971:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c52e386d. 00000100:00000001:0.0:1767384631.494988:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.494991:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384631.494992:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384631.494996:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.154@tcp13 00000100:00000001:0.0:1767384631.495003:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384631.495007:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384631.495013:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384631.495016:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384631.495018:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016844f67. 00000800:00000010:2.0:1767384631.495018:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000fe358ed. 00000100:00000040:0.0:1767384631.495021:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384631.495024:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183744, offset 0 00000100:00000001:0.0:1767384631.495036:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384631.495039:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384631.495040:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384631.495043:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (6) 02000000:00000001:0.0:1767384631.495045:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384631.495048:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384631.495052:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384631.495054:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384631.495058:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049183872:0@lo:253: 00000800:00000200:2.0:1767384631.495066:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp13 ip 192.168.202.154:988 00000100:00000001:0.0:1767384631.495068:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384631.495073:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004e00 00000400:00000200:3.0:1767384631.495084:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 02000000:00000001:0.0:1767384631.495085:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384631.495091:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384631.495092:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fe358ed type 1, nob 528 niov 1 nkiov 1 00000400:00000010:3.0:1767384631.495093:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041998a2f. 02000000:00000001:0.0:1767384631.495104:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384631.495109:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000afac8dd5 02000000:00000010:0.0:1767384631.495112:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c52e386d. 02000000:00000001:0.0:1767384631.495117:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384631.495120:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384631.495121:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000010:0.0:1767384631.495126:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f4d00fd. 00000400:00000200:2.0:1767384631.495130:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 0 00000400:00000200:3.0:1767384631.495141:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384631.495145:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c774c3e0. 00000400:00000200:3.0:1767384631.495151:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afac8dd5 00000400:00000010:3.0:1767384631.495155:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afac8dd5. 00000100:00000001:2.0:1767384631.495155:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.495161:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.495163:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384631.495163:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049183872, portal 25 00000100:00000200:3.0:1767384631.495169:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384631.495170:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384631.495174:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520595968 : -128356188955648 : ffff8b42bef3dc00) 00000100:00000040:3.0:1767384631.495177:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000db51b9d2 x1853237049183744 msgsize 4848 00000100:00000040:0.0:1767384631.495183:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384631.495188:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384631.495195:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384631.495196:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384631.495203:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384631.495205:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c8ed0c. 00000100:00000001:3.0:1767384631.495206:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384631.495208:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049183872, offset 0 00000400:00000200:0.0:1767384631.495216:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384631.495219:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016844f67 00000400:00000010:3.0:1767384631.495222:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016844f67. 00000400:00000200:0.0:1767384631.495227:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384631.495228:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384631.495233:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384631.495239:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260004e80 00000400:00000200:0.0:1767384631.495248:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ed [2] + 0 00000100:00000001:3.0:1767384631.495251:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384631.495252:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf25a831. 00000100:00000040:3.0:1767384631.495257:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384631.495257:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e16d61c 00000400:00000200:0.0:1767384631.495265:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384631.495267:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.495272:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384631.495272:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384631.495280:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384631.495280:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e16d61c 00000400:00000010:0.0:1767384631.495284:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e16d61c. 00000100:00000001:3.0:1767384631.495286:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294920824 00000100:00000001:0.0:1767384631.495289:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1767384631.495290:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767384631.495291:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d17c8734. 00000100:00000200:0.0:1767384631.495294:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:2.0:1767384631.495296:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000fe358ed. 00000100:00000040:0.0:1767384631.495298:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000beb430cb x1853237049183872 msgsize 4848 00000400:00000200:2.0:1767384631.495314:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384631.495315:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384631.495325:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384631.495330:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384631.495332:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294920824 00000100:00000010:3.0:1767384631.495337:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015374326. 00000100:00000001:0.0:1767384631.495340:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384631.495341:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384631.495346:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c8ed0c 00000100:00000001:3.0:1767384631.495347:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294920824 00000400:00000010:0.0:1767384631.495350:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c8ed0c. 00000100:00000010:3.0:1767384631.495353:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1ee0347. 00000100:00000001:0.0:1767384631.495355:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384631.495357:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384631.495360:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294920824 00000100:00000010:3.0:1767384631.495364:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6e6bda5. 00000100:00000001:3.0:1767384631.495368:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384631.495368:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.495375:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384631.495379:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495380:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384631.495383:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.495384:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.495390:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.495399:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: PUT: OK 00000100:00000001:3.0:1767384631.495405:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.495415:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384631.495416:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.495417:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384631.495420:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384631.495426:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384631.495427:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384631.495428:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000100:00000001:3.0:1767384631.495435:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.495439:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495440:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495445:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294920824 00000100:00000001:0.0:1767384631.495449:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294920824 00000800:00000001:2.0:1767384631.495450:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384631.495451:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294920824 00000100:00000001:0.0:1767384631.495455:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294920824 00000100:00000001:0.0:1767384631.495457:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294920824 00000100:00000001:0.0:1767384631.495459:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294920824 00000100:00000001:0.0:1767384631.495461:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294920824 00000800:00000001:2.0:1767384631.495462:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.495464:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294920824 00000800:00000001:2.0:1767384631.495468:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384631.495469:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384631.495476:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495479:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384631.495480:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.495487:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.495495:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13) <- 192.168.202.154@tcp13 : PUT - for me 00000100:00000001:0.0:1767384631.495495:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384631.495503:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384631.495508:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384631.495509:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384631.495513:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.495518:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384631.495519:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.495535:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 384/432 into md 0x177d [1] + 0 00000100:00000001:3.0:1767384631.495538:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384631.495542:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b59bf815. 00000100:00100000:3.0:1767384631.495543:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183744 02000000:00000001:3.0:1767384631.495552:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384631.495552:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384631.495555:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f8defbf8 00000100:00000001:3.0:1767384631.495557:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384631.495558:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049183872 00000100:00000001:3.0:1767384631.495566:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384631.495566:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384631.495568:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384631.495570:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384631.495572:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495574:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384631.495578:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183744 02000000:00000001:0.0:1767384631.495579:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384631.495580:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384631.495582:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384631.495588:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00100000:0.0:1767384631.495590:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049183872 00000400:00000200:2.0:1767384631.495591:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384631.495592:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.495600:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384631.495603:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384631.495610:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: PUT: OK 00000020:00000040:0.0:1767384631.495610:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384631.495611:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384631.495622:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384631.495622:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384631.495625:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000020:00000040:0.0:1767384631.495626:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:3.0:1767384631.495629:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384631.495633:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:2.0:1767384631.495634:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000020:00000010:3.0:1767384631.495644:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007fc152f. 00000020:00000001:0.0:1767384631.495646:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384631.495650:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384631.495650:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384631.495652:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384631.495658:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035e075dd. 00000020:00000010:3.0:1767384631.495663:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007fc152f. 00000400:00000200:2.0:1767384631.495664:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (24) 00000100:00000001:0.0:1767384631.495665:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384631.495671:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681745da. 00000020:00000010:0.0:1767384631.495678:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035e075dd. 00000020:00000010:3.0:1767384631.495681:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045fbe342. 00000400:00000200:2.0:1767384631.495682:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000020:00000010:0.0:1767384631.495684:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee61df0. 00000400:00000200:2.0:1767384631.495693:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (432 bytes) 00000020:00000010:0.0:1767384631.495694:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060c396d9. 00000020:00000010:3.0:1767384631.495695:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056a437b7. 00000400:00000200:2.0:1767384631.495703:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000020:00000010:0.0:1767384631.495705:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000100:00000040:3.0:1767384631.495710:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384631.495773:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (25) 00000100:00000001:3.0:1767384631.495776:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384631.495777:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384631.495780:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384631.495781:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384631.495782:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384631.495784:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495785:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.495798:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.495799:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.495800:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp13 to MR: 192.168.202.154@tcp13 local destination 00000100:00000001:3.0:1767384631.495808:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384631.495811:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.495820:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp13 NI seq info: [75:75:256:4294967295] 192.168.202.154@tcp13 LPNI seq info [75:75:8:4294967295] 00000100:00000001:3.0:1767384631.495832:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384631.495836:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384631.495836:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384631.495841:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384631.495848:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13:192.168.202.154@tcp13) -> 192.168.202.154@tcp13(192.168.202.154@tcp13:192.168.202.154@tcp13) 192.168.202.154@tcp13 : ACK try# 0 00000100:00100000:3.0:1767384631.495849:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384631.495861:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384631.495865:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739612752 : -128356969938864 : ffff8b4290670050) 00000100:00100000:0.0:1767384631.495872:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000800:00000200:2.0:1767384631.495876:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp13 00000100:00000040:3.0:1767384631.495879:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db51b9d2 x1853237049183744/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:612/0 lens 4848/0 e 0 to 0 dl 1767384642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384631.495881:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000800:00000010:2.0:1767384631.495886:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000fe358ed. 00000100:00000001:0.0:1767384631.495887:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584321104 : -128357125230512 : ffff8b4287257050) 00000100:00000040:0.0:1767384631.495902:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000beb430cb x1853237049183872/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:612/0 lens 4848/0 e 0 to 0 dl 1767384642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.495904:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384631.495908:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (6) 00000020:00000010:3.0:1767384631.495912:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007fc152f. 00000100:00000001:3.0:1767384631.495923:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384631.495928:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384631.495935:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007fc152f. 00000800:00000200:2.0:1767384631.495935:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp13 ip 192.168.202.154:1015 00000020:00000010:0.0:1767384631.495937:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035e075dd. 00000800:00000200:2.0:1767384631.495949:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fe358ed type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384631.495949:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384631.495951:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db51b9d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049183744:12345-0@lo:253: 00000020:00000010:0.0:1767384631.495964:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035e075dd. 00000100:00000200:3.0:1767384631.495970:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183744 00000020:00000001:3.0:1767384631.495974:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384631.495975:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000beb430cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049183872:12345-0@lo:253: 00000800:00000001:2.0:1767384631.495978:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384631.495979:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384631.495987:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384631.495987:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049183872 00000020:00000001:3.0:1767384631.495990:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384631.495993:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000800:00000001:2.0:1767384631.495995:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384631.495997:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384631.496007:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384631.496008:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384631.496010:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384631.496011:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.496013:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384631.496015:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384631.496017:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384631.496020:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384631.496020:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384631.496022:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384631.496024:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384631.496025:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384631.496029:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.496029:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.496037:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384631.496037:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384631.496040:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384631.496041:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384631.496046:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767384631.496048:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000057c53d66. 02000000:00000010:0.0:1767384631.496050:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000001fb646. 02000000:00000001:3.0:1767384631.496055:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384631.496056:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384631.496057:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000fe358ed. 00000100:00000001:3.0:1767384631.496059:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.496070:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384631.496071:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384631.496072:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384631.496079:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384631.496083:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f1662eeb. 00000400:00000200:2.0:1767384631.496087:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: ACK: OK 20000000:01000000:3.0:1767384631.496096:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:2.0:1767384631.496098:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:0.0:1767384631.496098:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000086b4d108. 20000000:00000001:3.0:1767384631.496105:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384631.496105:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:2.0:1767384631.496106:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384631.496114:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:2.0:1767384631.496114:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384631.496115:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384631.496119:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384631.496120:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384631.496126:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384631.496131:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384631.496131:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:2.0:1767384631.496134:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384631.496137:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384631.496139:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384631.496144:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.496149:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp13(192.168.202.154@tcp13) <- 192.168.202.154@tcp13 : ACK - for me 20000000:00000001:0.0:1767384631.496151:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384631.496156:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008794d549. 20000000:01000000:3.0:1767384631.496164:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000400:00000200:2.0:1767384631.496165:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp13: ACK from 12345-192.168.202.154@tcp13 into md 0x1881 00000400:00000200:2.0:1767384631.496172:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:3.0:1767384631.496176:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384631.496177:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp13->192.168.202.154@tcp13: ACK: OK 00000400:00000200:2.0:1767384631.496184:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:2.0:1767384631.496186:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00080000:00000001:3.0:1767384631.496188:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384631.496194:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384631.496194:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384631.496204:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:2.0:1767384631.496207:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384631.496210:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (24) 00000800:00000001:2.0:1767384631.496212:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384631.496221:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:2.0:1767384631.496221:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384631.496240:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.496243:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:3.0:1767384631.496245:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384631.496248:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384631.496249:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000eb71c96f. 00080000:00000001:3.0:1767384631.496251:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384631.496254:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384631.496255:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95890c5. 00080000:00000002:3.0:1767384631.496259:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000400:00000010:2.0:1767384631.496259:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000020:00000001:3.0:1767384631.496267:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00000400:00000200:2.0:1767384631.496268:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000eb71c96f 00080000:00000002:3.0:1767384631.496280:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000010:2.0:1767384631.496281:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c2e29cd4. 00080000:00000001:3.0:1767384631.496291:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384631.496291:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00080000:00000001:3.0:1767384631.496307:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.496307:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00080000:00000001:3.0:1767384631.496316:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.496317:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (23) 00000020:00000001:3.0:1767384631.496329:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384631.496335:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384631.496339:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:2.0:1767384631.496341:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000004ad6bf41. 00000400:00000010:2.0:1767384631.496344:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00080000:00000010:3.0:1767384631.496349:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000032c180be. 00000400:00000010:2.0:1767384631.496351:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b1e44d1. 00080000:00000001:3.0:1767384631.496355:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266712576 : -128361442839040 : ffff8b4185cbf600) 00000400:00000200:2.0:1767384631.496363:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00080000:00000001:3.0:1767384631.496365:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384631.496371:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384631.496371:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00080000:00000010:3.0:1767384631.496378:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000007fc152f. 00000400:00000200:2.0:1767384631.496382:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00080000:00000001:3.0:1767384631.496386:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384631.496398:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384631.496406:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384631.496412:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384631.496420:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00080000:00000001:3.0:1767384631.496421:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.496427:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000400:00000200:2.0:1767384631.496432:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:2.0:1767384631.496435:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:2.0:1767384631.496438:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00080000:00000001:3.0:1767384631.496445:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384631.496447:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:2.0:1767384631.496454:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:2.0:1767384631.496458:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:2.0:1767384631.496467:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:2.0:1767384631.496472:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:2.0:1767384631.496482:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:2.0:1767384631.496488:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:2.0:1767384631.496492:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00000400:00000200:2.0:1767384631.496495:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:2.0:1767384631.496498:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00000400:00000200:2.0:1767384631.496500:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 16], ns[72, 16] 00000400:00000200:2.0:1767384631.496503:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 00000400:00000200:2.0:1767384631.496505:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 16], ns[73, 16] 00000400:00000200:2.0:1767384631.496507:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:2.0:1767384631.496509:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp14 00000400:00000200:2.0:1767384631.496515:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384631.496518:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp14 00000400:00000200:2.0:1767384631.496522:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp14 NI seq info: [76:76:256:4294967295] 192.168.202.154@tcp14 LPNI seq info [76:76:8:4294967295] 00000400:00000200:2.0:1767384631.496525:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp14 00000400:00000200:2.0:1767384631.496534:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14:) -> 192.168.202.154@tcp14(192.168.202.154@tcp:192.168.202.154@tcp14) : GET try# 0 00000800:00000200:2.0:1767384631.496537:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp14 00000800:00000010:2.0:1767384631.496541:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000fe358ed. 00000800:00000200:2.0:1767384631.496544:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (6) 00000800:00000200:2.0:1767384631.496549:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:988 00000800:00000200:2.0:1767384631.496551:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fe358ed type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384631.496569:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384631.496572:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 00000800:00000200:2.0:1767384631.496646:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384631.496646:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384631.496652:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000fe358ed. 00000400:00000200:2.0:1767384631.496655:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384631.496659:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.496664:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: GET: OK 00000800:00000001:0.0:1767384631.496666:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384631.496670:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384631.496676:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:0.0:1767384631.496677:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.496687:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14) <- 192.168.202.154@tcp14 : GET - for me 00000400:00000200:0.0:1767384631.496697:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384631.496702:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 432/432 into md 0x187d [1] + 0 00000400:00000200:0.0:1767384631.496710:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp14 to MR: 192.168.202.154@tcp14 local destination 00000400:00000200:0.0:1767384631.496947:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp14 NI seq info: [77:77:256:4294967295] 192.168.202.154@tcp14 LPNI seq info [77:77:8:4294967295] 00000400:00000200:0.0:1767384631.496959:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) -> 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) 192.168.202.154@tcp14 : REPLY try# 0 00000800:00000200:0.0:1767384631.496972:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.154@tcp14 00000800:00000010:0.0:1767384631.496976:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033de08e4. 00000800:00000200:0.0:1767384631.496983:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (6) 00000800:00000200:0.0:1767384631.496988:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:1013 00000800:00000200:0.0:1767384631.496992:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033de08e4 type 3, nob 528 niov 1 nkiov 1 00000800:00000001:2.0:1767384631.497026:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384631.497082:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384631.497086:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033de08e4. 00000400:00000200:0.0:1767384631.497093:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384631.497095:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384631.497097:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384631.497106:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: REPLY: OK 00000800:00000001:2.0:1767384631.497110:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384631.497113:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384631.497117:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.497127:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14) <- 192.168.202.154@tcp14 : REPLY - for me 00000400:00000200:2.0:1767384631.497140:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp14: Reply from 12345-192.168.202.154@tcp14 of length 432/432 into md 0x1899 00000800:00000001:2.0:1767384631.497144:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384631.497150:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384631.497152:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384631.497155:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: REPLY: OK 00000400:00000200:2.0:1767384631.497159:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:2.0:1767384631.497161:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000400:00000200:2.0:1767384631.497164:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384631.497169:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:2.0:1767384631.497174:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:2.0:1767384631.497178:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 25. state = 0x100271 00000400:00000200:2.0:1767384631.497181:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384631.497194:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (24) 00000800:00000001:2.0:1767384631.497199:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384631.497201:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384631.497218:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384631.497223:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000f1 00000400:00000010:0.0:1767384631.497231:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000c3c4536a. 00000400:00000010:0.0:1767384631.497234:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000db9f1c67. 00000400:00000010:0.0:1767384631.497236:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 0000000070361911. 00000400:00000200:0.0:1767384631.497260:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp29(000000005f6f62d2) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384631.497266:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008c6067e9. 00000400:00000200:0.0:1767384631.497270:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008c6067e9 nid 192.168.202.154@tcp31 00000400:00000010:0.0:1767384631.497273:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e0425534. 00000400:00000200:0.0:1767384631.497275:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e0425534 net tcp31 00000400:00000200:0.0:1767384631.497279:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (23) 00000400:00000200:0.0:1767384631.497284:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp31 flags 0x11 00000400:00000010:0.0:1767384631.497290:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e7a3548. 00000400:00000200:0.0:1767384631.497294:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e7a3548 nid 192.168.202.154@tcp32 00000400:00000010:0.0:1767384631.497297:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000534c9210. 00000400:00000200:0.0:1767384631.497298:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000534c9210 net tcp32 00000400:00000200:0.0:1767384631.497300:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (24) 00000400:00000200:0.0:1767384631.497302:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp32 flags 0x11 00000400:00000010:0.0:1767384631.497306:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a08676a4. 00000400:00000200:0.0:1767384631.497308:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a08676a4 nid 192.168.202.154@tcp33 00000400:00000010:0.0:1767384631.497311:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009c54abcf. 00000400:00000200:0.0:1767384631.497313:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000009c54abcf net tcp33 00000400:00000200:0.0:1767384631.497320:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (25) 00000400:00000200:0.0:1767384631.497323:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp33 flags 0x11 00000400:00000010:0.0:1767384631.497325:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000c3c4536a. 00000400:00000010:0.0:1767384631.497329:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000db9f1c67. 00000400:00000010:0.0:1767384631.497332:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 0000000070361911. 00000400:00000010:0.0:1767384631.497335:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000004ad6bf41. 00000400:00000200:0.0:1767384631.497338:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384631.497341:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100171 00000400:00000200:0.0:1767384631.497344:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 rc 1 00000400:00000200:0.0:1767384631.497348:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 00000400:00000200:0.0:1767384631.497351:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384631.497353:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100111 rc 0 00000400:00000200:0.0:1767384631.497358:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384631.497361:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (26) 00080000:00000010:3.0:1767384631.497371:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000032c180be. 00080000:00000010:2.0:1767384631.497411:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000007fc152f. 00040000:00000001:2.0:1767384631.497417:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384631.497419:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384631.497422:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384631.497426:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384631.497434:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384631.497436:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384631.497448:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384631.497459:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384631.497463:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384631.497474:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384631.497475:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f7ee2ad. 20000000:01000000:3.0:1767384631.497476:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384631.497484:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384631.497485:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384631.497490:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384631.497490:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384631.497495:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384631.497495:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384631.497500:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384631.497500:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384631.497508:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384631.497509:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dbda34b4. 00010000:00000001:3.0:1767384631.497514:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384631.497515:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384631.497518:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00080000:00000001:0.0:1767384631.497519:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384631.497522:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.497525:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384631.497525:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384631.497527:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384631.497529:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a06022f with handle 0xefc2db714b35c3fe to hash 00080000:00000002:0.0:1767384631.497531:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384631.497532:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384631.497535:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00000020:00000001:0.0:1767384631.497537:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00010000:00000001:3.0:1767384631.497539:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00080000:00000002:0.0:1767384631.497540:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384631.497543:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384631.497544:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384631.497546:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384631.497548:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.497549:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384631.497551:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384631.497556:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384631.497560:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384631.497562:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384631.497566:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384631.497569:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384631.497572:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384631.497576:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384631.497577:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000011c0e927. 00010000:00000001:3.0:1767384631.497578:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384631.497581:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268455424 : -128361441096192 : ffff8b4185e68e00) 00010000:00000001:3.0:1767384631.497582:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384631.497586:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384631.497586:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384631.497589:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384631.497592:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000035e075dd. 00010000:00000001:3.0:1767384631.497597:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384631.497597:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497602:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384631.497602:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384631.497605:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384631.497606:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384631.497608:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dbda34b4) refcount = 1 00010000:00010000:3.0:1767384631.497612:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384631.497612:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497619:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384631.497621:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384631.497623:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384631.497623:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384631.497627:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497629:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384631.497632:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384631.497635:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384631.497638:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384631.497640:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.497642:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=4 00000020:00000001:3.0:1767384631.497644:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384631.497646:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384631.497648:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384631.497650:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.497655:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384631.497656:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.497660:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.497662:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384631.497664:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.497668:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.497668:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497676:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384631.497680:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384631.497683:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384631.497686:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007a06022f already unused, calling callback (00000000d66be316) 00000100:00000001:2.0:1767384631.497689:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384631.497691:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:2.0:1767384631.497693:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f1662eeb. 00010000:00000001:3.0:1767384631.497695:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384631.497702:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384631.497704:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497747:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384631.497749:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384631.497750:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.497753:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=5 00000020:00000001:3.0:1767384631.497756:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384631.497760:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000040:2.0:1767384631.497761:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183744 00010000:00000001:3.0:1767384631.497765:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384631.497766:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384631.497769:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384631.497777:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db51b9d2 x1853237049183744/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384631.497779:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384631.497783:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384631.497787:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497797:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384631.497803:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384631.497804:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384631.497806:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.497811:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.497812:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384631.497829:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a06022f with handle 0xefc2db714b35c3fe from hash 00000100:00001000:2.0:1767384631.497830:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=49 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384631.497837:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384631.497839:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384631.497839:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384631.497841:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.497844:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384631.497846:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384631.497847:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384631.497851:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384631.497853:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384631.497863:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1767384631.497863:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384631.497875:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384631.497876:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.497884:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384631.497891:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384631.497898:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384631.497899:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384631.497908:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384631.497910:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088fa5ae5. 00010000:00000001:3.0:1767384631.497916:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384631.497919:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183744, offset 224 00010000:00000001:3.0:1767384631.497920:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.497925:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.497930:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.497931:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384631.497938:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.497941:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384631.497952:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384631.497960:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.497963:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.497964:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384631.497966:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384631.497968:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.497972:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384631.497973:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004e00 00010000:00000001:3.0:1767384631.497975:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384631.497980:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.497988:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1885 [2] + 224 20000000:00000001:3.0:1767384631.497990:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.497995:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384631.497996:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384631.498009:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384631.498014:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384631.498015:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384631.498018:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007a06022f/0xefc2db714b35c3fe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384631.498021:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384631.498026:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dbda34b4 count: 0 00000100:00000200:2.0:1767384631.498031:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384631.498040:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384631.498042:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384631.498055:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.498069:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384631.498076:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088fa5ae5 00000400:00000010:2.0:1767384631.498079:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088fa5ae5. 00000100:00000001:3.0:1767384631.498081:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.498084:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384631.498085:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384631.498090:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384631.498096:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384631.498096:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384631.498103:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384631.498104:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384631.498110:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384631.498111:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000020:00000001:2.0:1767384631.498114:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384631.498118:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384631.498120:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a8a5c8 00000100:00000040:2.0:1767384631.498126:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db51b9d2 x1853237049183744/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384631.498127:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007a8a5c8. 00000100:00100000:2.0:1767384631.498139:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db51b9d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049183744:12345-0@lo:253: Request processed in 2228us (2955us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384631.498146:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384631.498150:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1767384631.498154:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000200:3.0:1767384631.498156:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.498157:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384631.498161:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384631.498170:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045fbe342. 00000100:00000200:3.0:1767384631.498175:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384631.498178:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056a437b7. 00000020:00000010:2.0:1767384631.498187:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681745da. 00000100:00000001:3.0:1767384631.498189:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384631.498194:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384631.498197:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:3.0:1767384631.498198:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384631.498203:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384631.498204:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384631.498206:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384631.498207:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000057c53d66. 00000100:00000001:3.0:1767384631.498209:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384631.498216:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384631.498219:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384631.498221:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=49 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384631.498222:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384631.498231:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=49 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384631.498234:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384631.498235:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384631.498239:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384631.498240:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f91a567. 00010000:00000001:3.0:1767384631.498254:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384631.498256:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088fa5ae5. 00010000:00000001:3.0:1767384631.498257:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.498264:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384631.498270:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.498276:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384631.498279:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384631.498280:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384631.498283:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384631.498284:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384631.498286:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384631.498287:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384631.498289:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384631.498290:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384631.498291:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384631.498292:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384631.498293:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384631.498293:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384631.498295:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384631.498310:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049183744:0@lo:253: 00000100:00000001:3.0:1767384631.498314:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.498316:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384631.498317:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049183744/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384631.498322:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384631.498325:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384631.498327:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b71a2672. 02000000:00000001:3.0:1767384631.498330:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384631.498331:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384631.498332:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384631.498335:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384631.498336:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000044621c82. 02000000:00000001:3.0:1767384631.498340:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384631.498341:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384631.498343:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:3.0:1767384631.498346:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384631.498347:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.498349:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384631.498352:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384631.498354:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384631.498355:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384631.498356:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384631.499134:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000011c0e927. 00080000:00000010:0.0:1767384631.499179:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000035e075dd. 00040000:00000001:0.0:1767384631.499184:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384631.499185:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384631.499187:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384631.499190:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384631.499192:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384631.499194:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384631.499196:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384631.499205:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384631.499208:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384631.499212:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384631.499225:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384631.499228:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384631.499229:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384631.499232:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384631.499234:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384631.499238:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d1d7cdfd. 00010000:00000001:3.0:1767384631.499241:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384631.499243:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:3.0:1767384631.499245:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384631.499247:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c405 to hash 00000020:00000001:3.0:1767384631.499249:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384631.499256:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384631.499257:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384631.499259:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.499260:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.499262:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499267:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384631.499268:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384631.499270:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384631.499272:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384631.499273:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.499275:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384631.499276:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.499278:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384631.499279:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384631.499279:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384631.499280:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384631.499281:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d1d7cdfd) refcount = 1 00010000:00010000:3.0:1767384631.499283:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499286:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384631.499287:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384631.499288:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.499289:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.499290:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384631.499291:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384631.499293:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384631.499294:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384631.499295:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.499296:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=4 00000020:00000001:3.0:1767384631.499297:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384631.499298:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384631.499299:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384631.499304:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499308:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384631.499310:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499313:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.499314:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384631.499315:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499318:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.499319:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.499321:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384631.499322:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384631.499326:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384631.499327:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384631.499328:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384631.499329:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499332:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384631.499333:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384631.499335:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384631.499336:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=5 00000020:00000001:3.0:1767384631.499337:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384631.499339:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384631.499340:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384631.499342:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384631.499345:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384631.499351:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384631.499352:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.499355:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384631.499356:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384631.499358:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384631.499359:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384631.499361:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c405 from hash 00010000:00000001:3.0:1767384631.499362:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384631.499363:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.499365:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.499366:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384631.499367:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384631.499369:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000020:0.0:1767384631.499369:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384631.499371:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384631.499373:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384631.499374:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.499377:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384631.499377:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000086b4d108. 00010000:00000001:3.0:1767384631.499383:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384631.499384:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384631.499385:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.499386:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.499389:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.499391:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384631.499391:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049183872 00010000:00000001:3.0:1767384631.499396:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384631.499397:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384631.499399:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.499402:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384631.499403:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000beb430cb x1853237049183872/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384631.499418:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384631.499421:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.499423:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384631.499423:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384631.499426:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.499427:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384631.499430:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384631.499431:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=49 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384631.499432:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384631.499435:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384631.499437:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384631.499438:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.499441:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 20000000:00000001:3.0:1767384631.499442:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384631.499446:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00010000:3.0:1767384631.499447:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384631.499451:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384631.499462:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.499468:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384631.499468:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384631.499470:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384631.499473:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384631.499474:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070162971/0xefc2db714b35c405 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384631.499477:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c8ed0c. 00010000:00000040:3.0:1767384631.499480:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d1d7cdfd count: 0 00000100:00000200:0.0:1767384631.499482:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049183872, offset 224 00010000:00000001:3.0:1767384631.499489:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384631.499489:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:3.0:1767384631.499492:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384631.499498:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384631.499505:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260004e80 00000400:00000200:0.0:1767384631.499508:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x188d [2] + 224 00000400:00000200:0.0:1767384631.499512:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384631.499515:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384631.499517:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384631.499520:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384631.499527:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.499540:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384631.499544:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c8ed0c 00000400:00000010:0.0:1767384631.499545:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c8ed0c. 00000100:00000001:0.0:1767384631.499547:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384631.499548:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384631.499552:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.499554:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384631.499556:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384631.499559:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.499561:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384631.499568:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000beb430cb x1853237049183872/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:612/0 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.499569:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.499574:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384631.499582:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384631.499588:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384631.499589:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000beb430cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049183872:12345-0@lo:253: Request processed in 3654us (4283us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384631.499596:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f4d00fd. 00000400:00000200:2.0:1767384631.499605:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c774c3e0 00000100:00100000:0.0:1767384631.499606:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000400:00000010:2.0:1767384631.499612:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c774c3e0. 00000100:00000040:0.0:1767384631.499614:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384631.499617:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384631.499618:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384631.499623:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384631.499628:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384631.499634:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060c396d9. 00000100:00000200:2.0:1767384631.499638:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384631.499639:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000020:00000010:0.0:1767384631.499650:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee61df0. 00000100:00000001:2.0:1767384631.499661:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384631.499663:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:2.0:1767384631.499664:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.499672:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384631.499674:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384631.499675:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384631.499676:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000001fb646. 00000100:00000001:2.0:1767384631.499678:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384631.499683:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384631.499683:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384631.499690:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384631.499691:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384631.499702:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384631.499703:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384631.499710:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=49 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384631.499710:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fef2927. 00000100:00000001:2.0:1767384631.499745:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384631.499747:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384631.499756:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384631.499758:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c8ed0c. 00010000:00000001:2.0:1767384631.499759:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.499770:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384631.499775:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.499782:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384631.499785:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384631.499786:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384631.499789:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384631.499791:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384631.499792:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384631.499794:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384631.499795:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384631.499802:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384631.499803:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384631.499804:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384631.499805:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384631.499808:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384631.499813:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049183872:0@lo:253: 00000100:00000001:2.0:1767384631.499816:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.499819:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384631.499820:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cc04934 x1853237049183872/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384631.499825:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384631.499826:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384631.499829:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c52e386d. 02000000:00000001:2.0:1767384631.499833:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384631.499835:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384631.499836:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384631.499838:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384631.499840:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000550eed6b. 02000000:00000001:2.0:1767384631.499844:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384631.499846:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384631.499847:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc04934. 00000100:00000001:2.0:1767384631.499849:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384631.499850:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.499852:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384631.499858:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384631.499859:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384631.499862:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384631.499863:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384631.500775:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294920824, at 4294920825 00000100:00000040:3.0:1767384631.500782:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294920824, at 4294920825 00000100:00000010:0.0:1767384631.500783:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d17c8734. 00000100:00000010:3.0:1767384631.500791:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6e6bda5. 00000100:00000040:1.0:1767384631.501839:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294920824, at 4294920826 00000100:00000040:2.0:1767384631.501840:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294920824, at 4294920826 00000100:00000010:1.0:1767384631.501851:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015374326. 00000100:00000010:2.0:1767384631.501856:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1ee0347. 00010000:00000010:3.1:1767384631.503786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbda34b4. 00010000:00000010:3.1:1767384631.503799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:3.1:1767384631.503815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d1d7cdfd. 00010000:00000010:3.1:1767384631.503826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00000400:00000010:0.0:1767384631.510515:0:28611:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fe530e0d. 00000400:00000040:0.0:1767384631.510535:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384631.510537:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384631.510539:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384631.510540:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384631.510542:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384631.510543:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384631.510546:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384631.510547:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384631.510548:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384631.510548:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384631.510550:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384631.510551:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384631.510553:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384631.510554:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384631.510555:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384631.510557:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384631.510557:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384631.510558:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384631.510559:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384631.510561:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384631.510562:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384631.510563:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384631.510569:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384631.510571:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384631.510572:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384631.510573:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384631.510575:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384631.510576:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384631.510577:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384631.510578:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384631.510579:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384631.510580:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384631.510581:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384631.510583:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384631.510584:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384631.510585:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384631.510586:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384631.510588:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384631.510590:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384631.510591:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384631.510592:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384631.510594:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384631.510595:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384631.510596:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384631.510597:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384631.510598:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384631.510599:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384631.510600:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384631.510602:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384631.510603:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384631.510604:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384631.510605:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384631.510606:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384631.510607:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384631.510608:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384631.510609:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384631.510610:0:28611:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384631.510662:0:28611:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fe530e0d. 00000400:00000001:2.0:1767384631.571806:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384631.571813:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384631.571816:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:2.0:1767384631.571823:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000400:00000200:2.0:1767384631.571837:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384631.571845:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384631.571855:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cdc42028. 00000400:00000010:2.0:1767384631.571859:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b074bf37. 00010000:00000001:1.0:1767384631.828807:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384631.828815:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384631.828823:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384631.828825:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384631.828857:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384631.828860:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384631.828864:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384632.851816:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384632.851823:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.851832:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384632.851836:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384632.851839:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384632.851842:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.851845:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384632.851847:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.851849:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.851852:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.851886:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384632.851890:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.851894:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384632.940522:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004262591f. 00080000:00000010:0.0:1767384632.940534:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004262591f. 00000020:00000001:0.0:1767384632.940542:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384632.940551:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004262591f. 00080000:00000010:0.0:1767384632.940556:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004262591f. 00000020:00000001:0.0:1767384632.940558:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.427824:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384633.427830:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:3.0:1767384633.427835:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.427838:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384633.427839:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384633.427841:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384633.427844:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384633.427846:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384633.427848:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 49 10000000:00000001:3.0:1767384633.427851:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384633.427853:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384633.427861:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000020:00000040:3.0:1767384633.427865:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384633.427870:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384633.427874:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384633.427880:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.427886:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d4a8c2. 00000100:00000001:3.0:1767384633.427893:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.427897:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384633.427900:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384633.427908:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d1d7cdfd. 00010000:00000001:3.0:1767384633.427913:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384633.427915:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:3.0:1767384633.427920:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384633.427928:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c40c to hash 00000020:00000001:3.0:1767384633.427930:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384633.427931:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384633.427934:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384633.427938:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.427940:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.427942:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384633.427950:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384633.427960:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384633.427963:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384633.427965:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384633.427971:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b954932. 00000100:00000001:3.0:1767384633.427973:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717407920128 : -128356301631488 : ffff8b42b83c9000) 00000100:00000001:3.0:1767384633.427975:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.427976:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000100:00000001:3.0:1767384633.427981:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384633.427983:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.427984:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384633.427986:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384633.427994:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.428002:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384633.428004:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.428007:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384633.428009:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384633.428011:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.428013:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049184000:0@lo:101: 00000100:00000001:3.0:1767384633.428016:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384633.428026:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384633.428028:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.428031:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384633.428034:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000095cb7f42. 02000000:00000001:3.0:1767384633.428035:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.428041:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000400:00000010:3.0:1767384633.428047:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000100:00000200:3.0:1767384633.428054:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049184000, portal 25 00000100:00000001:3.0:1767384633.428055:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.428056:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000100:00000040:3.0:1767384633.428060:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.428066:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.428068:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.428070:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000100:00000200:3.0:1767384633.428071:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049184000, offset 0 00000400:00000200:3.0:1767384633.428077:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384633.428092:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384633.428102:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260004f00 00000400:00000200:3.0:1767384633.428108:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1105 [2] + 0 00000400:00000010:3.0:1767384633.428111:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5ef9d8c. 00000400:00000200:3.0:1767384633.428114:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f0480e9 00000400:00000200:3.0:1767384633.428119:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.428123:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384633.428128:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f0480e9 00000400:00000010:3.0:1767384633.428130:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f0480e9. 00000100:00000001:3.0:1767384633.428134:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.428136:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384633.428139:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000721fa0b4 x1853237049184000 msgsize 328 00000100:00100000:3.0:1767384633.428142:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384633.428143:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384633.428154:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.428160:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384633.428161:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000100:00000001:3.0:1767384633.428163:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.428170:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.428178:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.428180:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.428185:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428186:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.428193:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428197:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294922757 00000100:00000010:3.0:1767384633.428201:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6e6bda5. 00000100:00000001:3.0:1767384633.428207:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384633.428213:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294922757 00000100:00000001:0.0:1767384633.428213:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384633.428216:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004496a16c. 00000100:00100000:0.0:1767384633.428217:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184000 00000100:00000001:3.0:1767384633.428219:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384633.428222:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384633.428223:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294922757 00000100:00000001:0.0:1767384633.428225:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384633.428227:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000282a3d36. 00000100:00000001:0.0:1767384633.428228:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428232:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384633.428235:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428236:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294922757 00000100:00000010:3.0:1767384633.428240:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000748a987d. 00000100:00100000:0.0:1767384633.428241:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184000 00000100:00000001:3.0:1767384633.428242:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384633.428247:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384633.428248:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384633.428251:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384633.428252:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.428256:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384633.428257:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.428261:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384633.428261:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00100000:3.0:1767384633.428264:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000009b954932 going to sleep for 11 seconds 00000020:00000001:0.0:1767384633.428266:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384633.428268:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384633.428269:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384633.428273:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.428275:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384633.428280:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e740a6c. 00000100:00000001:0.0:1767384633.428283:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.428286:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e740a6c. 00000004:00000001:3.0:1767384633.428288:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384633.428291:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000010:0.0:1767384633.428292:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f49674. 00000100:00000010:3.0:1767384633.428294:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000020:00000010:0.0:1767384633.428298:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071d52ec5. 00000020:00000040:3.0:1767384633.428299:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384633.428304:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:0.0:1767384633.428305:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 02000000:00000001:3.0:1767384633.428310:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384633.428313:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.428315:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000010:3.0:1767384633.428317:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5b599e9. 00000100:00000001:0.0:1767384633.428319:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384633.428323:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.428323:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384633.428325:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428328:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384633.428330:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.428334:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.428336:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000735875c5] to pc [ptlrpcd_00_01+1] req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.428352:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384633.428356:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.428365:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384633.428367:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384633.428372:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000040:0.0:1767384633.428375:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384633.428377:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584318032 : -128357125233584 : ffff8b4287256450) 00000100:00000040:0.0:1767384633.428388:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000721fa0b4 x1853237049184000/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.428392:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.428397:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.428398:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.428399:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384633.428402:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e740a6c. 00000100:00000040:3.0:1767384633.428405:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.428407:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.428412:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e740a6c. 00000100:00000001:3.0:1767384633.428419:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384633.428420:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000721fa0b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049184000:12345-0@lo:101: 00000100:00000001:3.0:1767384633.428421:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.428421:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384633.428426:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384633.428427:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184000 02000000:00000001:3.0:1767384633.428429:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384633.428433:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.428433:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384633.428434:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.428438:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384633.428441:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049184128:0@lo:13: 00000020:00000001:0.0:1767384633.428441:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.428446:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384633.428447:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384633.428450:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 02000000:00000001:3.0:1767384633.428451:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384633.428454:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.428456:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384633.428457:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384633.428458:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384633.428461:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b06a4d8c. 00000020:00000001:0.0:1767384633.428462:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384633.428465:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384633.428466:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.428470:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.428471:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e07d3d. 00000020:00000001:0.0:1767384633.428473:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000400:00000010:3.0:1767384633.428476:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00010000:00000001:0.0:1767384633.428476:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384633.428479:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000200:3.0:1767384633.428480:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049184128, portal 4 00010000:00000001:0.0:1767384633.428481:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1767384633.428484:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384633.428485:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428487:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00010000:00000001:0.0:1767384633.428490:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:3.0:1767384633.428493:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384633.428497:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee84b294. 00000100:00000001:3.0:1767384633.428498:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384633.428501:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384633.428504:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044cceb07. 00000020:00000001:0.0:1767384633.428508:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:3.0:1767384633.428509:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384633.428512:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044cceb07 with handle 0xefc2db714b35c413 to hash 00000400:00000010:3.0:1767384633.428514:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f50dbaf. 00000020:00000001:0.0:1767384633.428515:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000200:3.0:1767384633.428518:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049184128, offset 0 00010000:00000001:0.0:1767384633.428519:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:0.0:1767384633.428525:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00000400:00000200:3.0:1767384633.428526:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384633.428531:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c40c expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384633.428534:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384633.428537:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260004f80 00000400:00000200:3.0:1767384633.428545:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000400:00000200:3.0:1767384633.428552:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.428555:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384633.428556:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000100:00000001:3.0:1767384633.428558:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.428561:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000040:0.0:1767384633.428561:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000010:3.0:1767384633.428566:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f357e6b. 00000100:00000040:3.0:1767384633.428569:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002f357e6b x1853237049184128 msgsize 224 00000100:00100000:3.0:1767384633.428571:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384633.428575:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384633.428579:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384633.428583:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384633.428584:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c3c4536a. 02000000:00000001:0.0:1767384633.428588:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.428589:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f50dbaf 00000100:00000001:0.0:1767384633.428592:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.428594:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f50dbaf. 00010000:00000001:0.0:1767384633.428597:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767384633.428599:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384633.428604:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384633.428604:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000200:3.0:1767384633.428605:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384633.428609:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184128 00010000:00000001:0.0:1767384633.428610:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 02000000:00000001:1.0:1767384633.428614:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384633.428615:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384633.428617:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384633.428619:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.428621:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.428624:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:1.0:1767384633.428626:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.428628:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.428633:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384633.428633:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184128 00010000:00000001:0.0:1767384633.428633:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:1.0:1767384633.428639:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384633.428639:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:3.0:1767384633.428642:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384633.428643:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00010000:00000001:0.0:1767384633.428643:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:1.0:1767384633.428647:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384633.428647:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000040:1.0:1767384633.428651:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00010000:00000040:0.0:1767384633.428652:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee84b294) refcount = 1 00000020:00000001:1.0:1767384633.428656:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:1.0:1767384633.428662:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00010000:00010000:0.0:1767384633.428662:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c40c expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384633.428665:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.428667:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.428673:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384633.428673:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010df0851. 00010000:00000001:0.0:1767384633.428674:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384633.428679:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:1.0:1767384633.428681:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000daa7923c. 00010000:00000001:0.0:1767384633.428681:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.428682:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.428686:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384633.428688:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00010000:00000001:0.0:1767384633.428689:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384633.428690:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3497 usecs (4 jiffies) 00000100:00000001:3.0:1767384633.428709:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922756 00010000:00000001:0.0:1767384633.428709:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:3.0:1767384633.428714:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922757 00000100:00000001:1.0:1767384633.428715:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00010000:0.0:1767384633.428715:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c40c expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384633.428741:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c01935e5. 00000020:00000010:1.0:1767384633.428746:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d51da3de. 00000100:00000001:3.0:1767384633.428750:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922757 00000020:00000010:1.0:1767384633.428752:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a519eb8e. 00000100:00000001:3.0:1767384633.428757:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922757 00000100:00000001:3.0:1767384633.428764:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922757 00010000:00000001:0.0:1767384633.428765:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384633.428766:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384633.428769:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922757 00000100:00000001:1.0:1767384633.428770:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384633.428771:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384633.428774:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384633.428775:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.428776:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.428780:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428783:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922757 00000100:00000001:3.0:1767384633.428787:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922757 00010000:00000001:0.0:1767384633.428788:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428790:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384633.428792:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384633.428792:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384633.428793:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.428796:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384633.428799:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.428801:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384633.428803:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384633.428805:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000044cceb07, rc 0) 00000020:00000001:0.0:1767384633.428810:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428814:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384633.428814:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1767384633.428815:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184000 00000100:00000001:1.0:1767384633.428818:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384633.428819:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384633.428820:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384633.428827:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384633.428827:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000200:0.0:1767384633.428828:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000721fa0b4 x1853237049184000/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/344 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.428831:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384633.428833:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:3.0:1767384633.428835:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.428837:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420406912 : -128356289144704 : ffff8b42b8fb1880) 00000100:00000001:3.0:1767384633.428841:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.428846:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f357e6b x1853237049184128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384633.428850:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384633.428854:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384633.428858:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=51 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384633.428862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384633.428865:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384633.428872:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384633.428873:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384633.428878:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000010:3.0:1767384633.428879:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000461213b2. 00000100:00000001:1.0:1767384633.428880:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384633.428883:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384633.428884:0:8:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:1.0:1767384633.428885:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daa7923c. 02000000:00000001:0.0:1767384633.428886:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.428891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384633.428892:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.428893:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384633.428894:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1767384633.428897:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000daa7923c. 00000100:00000040:0.0:1767384633.428898:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384633.428899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384633.428904:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f357e6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049184128:12345-0@lo:13: 00000400:00000010:0.0:1767384633.428904:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 02000000:00000010:3.0:1767384633.428907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005db6e577. 00000100:00000200:0.0:1767384633.428909:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049184000, offset 224 00000100:00000001:3.0:1767384633.428914:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384633.428915:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184128 00000020:00000001:1.0:1767384633.428919:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384633.428920:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384633.428922:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384633.428924:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384633.428925:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.428931:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384633.428931:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384633.428936:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:1.0:1767384633.428940:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384633.428944:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.428945:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384633.428945:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260004f00 00000020:00000001:1.0:1767384633.428948:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384633.428949:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.428951:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384633.428953:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x18ad [1] + 224 00000020:00000001:1.0:1767384633.428955:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.428958:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000461213b2] to pc [ptlrpcd_00_02+2] req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.428959:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384633.428960:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384633.428964:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384633.428968:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000f2adf88. 00000400:00000200:0.0:1767384633.428969:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384633.428973:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.428977:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384633.428978:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384633.428982:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:0.0:1767384633.428983:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384633.428987:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384633.428990:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.428991:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:0.0:1767384633.428994:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384633.428995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384633.429004:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1767384633.429004:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384633.429009:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000010:3.0:1767384633.429010:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030651603. 00000020:00000020:1.0:1767384633.429014:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000040:3.0:1767384633.429015:0:8:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384633.429015:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:1.0:1767384633.429018:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384633.429021:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384633.429025:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384633.429028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:1.0:1767384633.429030:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1767384633.429030:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 02000000:00000001:3.0:1767384633.429031:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:1.0:1767384633.429035:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.429035:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 02000000:00000001:3.0:1767384633.429036:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429041:0:17081:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:3.0:1767384633.429042:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cfdfad08. 00002000:00000001:1.0:1767384633.429045:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429046:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.429047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384633.429051:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049184128 00000100:00000001:0.0:1767384633.429052:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.429054:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384633.429058:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384633.429061:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000200:1.0:1767384633.429064:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f357e6b x1853237049184128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:614/0 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384633.429067:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384633.429068:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384633.429072:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429072:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.429075:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384633.429080:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429080:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384633.429082:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030651603] to pc [ptlrpcd_00_03+3] req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384633.429085:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384633.429088:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000721fa0b4 x1853237049184000/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/344 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.429094:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.429099:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.429105:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384633.429110:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384633.429111:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.429113:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.429116:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000721fa0b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049184000:12345-0@lo:101: Request processed in 714us (972us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384633.429118:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.429119:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (260) 00000100:00000040:1.0:1767384633.429125:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384633.429129:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c288bc38. 00000100:00100000:0.0:1767384633.429129:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767384633.429131:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384633.429135:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049184128, offset 224 00000100:00000001:3.0:1767384633.429136:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384633.429137:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384633.429140:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384633.429141:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384633.429145:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384633.429146:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384633.429148:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384633.429153:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071d52ec5. 00000100:00000001:3.0:1767384633.429157:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384633.429157:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384633.429159:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000100:00000001:3.0:1767384633.429162:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.429165:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384633.429166:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6f49674. 02000000:00000001:3.0:1767384633.429167:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384633.429171:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260004f80 02000000:00000001:3.0:1767384633.429172:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384633.429174:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00100000:3.0:1767384633.429179:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000461213b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049184256:0@lo:400: 00000400:00000200:1.0:1767384633.429179:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18b5 [1] + 224 02000000:00000001:0.0:1767384633.429180:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384633.429184:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c3c4536a. 00000100:00000001:3.0:1767384633.429190:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384633.429190:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384633.429191:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384633.429194:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384633.429195:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384633.429197:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.429198:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384633.429202:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384633.429203:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384633.429204:0:17897:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384633.429206:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aef93161. 00000100:00000200:1.0:1767384633.429210:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384633.429210:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000231c32a6. 02000000:00000001:3.0:1767384633.429211:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.429219:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046295a5a. 00000400:00000010:3.0:1767384633.429220:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e029d2f7. 00000100:00000040:1.0:1767384633.429221:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384633.429227:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f50dbaf. 00000100:00000200:3.0:1767384633.429233:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184256, portal 10 00000100:00000001:3.0:1767384633.429235:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384633.429236:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.429242:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420410496 : -128356289141120 : ffff8b42b8fb2680) 00000400:00000200:1.0:1767384633.429245:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c288bc38 00000400:00000010:1.0:1767384633.429248:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c288bc38. 00000100:00000040:3.0:1767384633.429249:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.429252:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384633.429254:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.429258:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.429260:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.429264:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003fcc31b. 00000100:00000001:1.0:1767384633.429266:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384633.429267:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049184256, offset 0 00000100:00000040:1.0:1767384633.429271:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000200:3.0:1767384633.429275:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384633.429276:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384633.429279:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.429281:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384633.429286:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384633.429286:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f357e6b x1853237049184128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:614/0 lens 224/368 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384633.429297:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005000 00000100:00100000:1.0:1767384633.429301:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f357e6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049184128:12345-0@lo:13: Request processed in 417us (727us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384633.429307:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00100000:1.0:1767384633.429311:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000200:3.0:1767384633.429313:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384633.429314:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:1.0:1767384633.429318:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384633.429319:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.429320:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384633.429324:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384633.429325:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d51da3de. 00000100:00000200:3.0:1767384633.429326:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384633.429329:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a519eb8e. 00000100:00000010:3.0:1767384633.429330:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ecec90b5. 00000100:00000040:3.0:1767384633.429335:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000ecec90b5 x1853237049184256 msgsize 224 00000020:00000010:1.0:1767384633.429335:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c01935e5. 00000100:00100000:3.0:1767384633.429340:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1767384633.429341:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384633.429345:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.429354:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:1.0:1767384633.429359:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:3.0:1767384633.429360:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003fcc31b 00000400:00000010:3.0:1767384633.429364:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003fcc31b. 00000020:00000040:1.0:1767384633.429365:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:3.0:1767384633.429367:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.429373:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.429380:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.429381:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.429382:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384633.429385:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184256 02000000:00000001:0.0:1767384633.429389:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384633.429390:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429392:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.429393:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384633.429393:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.429395:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429397:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.429399:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.429399:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429400:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384633.429405:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384633.429406:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184256 00000100:00000040:3.0:1767384633.429407:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2676 usecs (3 jiffies) 00000100:00000001:3.0:1767384633.429411:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922756 00000100:00000001:3.0:1767384633.429417:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922757 00000020:00000001:0.0:1767384633.429417:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384633.429419:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384633.429420:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:1.0:1767384633.429422:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429424:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384633.429426:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384633.429427:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:3.0:1767384633.429428:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922756 02000000:00000001:1.0:1767384633.429429:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384633.429432:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:3.0:1767384633.429433:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922757 02000000:00000001:1.0:1767384633.429434:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429437:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:3.0:1767384633.429439:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922756 00000100:00100000:1.0:1767384633.429442:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030651603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049184384:0@lo:400: 00000100:00000001:0.0:1767384633.429443:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.429444:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922757 00000100:00000001:1.0:1767384633.429449:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384633.429450:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922756 00000020:00000010:0.0:1767384633.429450:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e740a6c. 02000000:00000001:1.0:1767384633.429454:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384633.429456:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922757 00000100:00000001:0.0:1767384633.429456:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.429461:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.429462:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e740a6c. 02000000:00000001:1.0:1767384633.429463:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.429464:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.429468:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384633.429469:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384633.429470:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f49674. 02000000:00000010:1.0:1767384633.429472:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c01935e5. 00000100:00000001:3.0:1767384633.429475:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384633.429476:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384633.429477:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071d52ec5. 00000400:00000010:1.0:1767384633.429483:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0b22e9. 00000100:00000001:3.0:1767384633.429484:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384633.429484:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000100:00000001:3.0:1767384633.429488:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384633.429491:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c288bc38. 00000100:00000001:3.0:1767384633.429492:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384633.429494:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384633.429495:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384633.429497:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184384, portal 10 00000100:00000001:3.0:1767384633.429500:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429500:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384633.429501:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384633.429503:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384633.429506:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420407808 : -128356289143808 : ffff8b42b8fb1c00) 00000100:00000001:3.0:1767384633.429507:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429507:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384633.429515:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.429516:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384633.429520:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384633.429522:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.429523:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429524:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:3.0:1767384633.429528:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384633.429529:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1767384633.429533:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384633.429534:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000400:00000010:3.0:1767384633.429536:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000100:00000001:0.0:1767384633.429538:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.429541:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:3.0:1767384633.429543:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:3.0:1767384633.429545:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.429546:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049184384, offset 0 00000100:00000200:3.0:1767384633.429551:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.429554:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384633.429555:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384633.429559:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384633.429567:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384633.429569:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000200:3.0:1767384633.429570:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384633.429577:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005080 00000100:00000040:0.0:1767384633.429578:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:0.0:1767384633.429585:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420411392 : -128356289140224 : ffff8b42b8fb2a00) 00000400:00000200:1.0:1767384633.429587:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:3.0:1767384633.429592:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384633.429595:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384633.429597:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384633.429597:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecec90b5 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.429602:0:17086:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384633.429606:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384633.429607:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.429610:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384633.429613:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384633.429614:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429615:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384633.429616:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384633.429619:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384633.429621:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e740a6c. 00000100:00000010:1.0:1767384633.429622:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007325762. 00000100:00000001:0.0:1767384633.429626:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384633.429629:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000007325762 x1853237049184384 msgsize 224 00000020:00000010:0.0:1767384633.429630:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e740a6c. 00000100:00001000:3.0:1767384633.429632:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=51 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384633.429639:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecec90b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049184256:12345-0@lo:400: 00000100:00001000:3.0:1767384633.429642:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=51 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384633.429642:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384633.429650:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384633.429651:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184256 00000100:00000001:3.0:1767384633.429652:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429655:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384633.429656:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384633.429656:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384633.429659:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384633.429660:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429662:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.429663:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000100:00000001:3.0:1767384633.429664:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429665:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384633.429667:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000020:00000001:0.0:1767384633.429669:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:1.0:1767384633.429671:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384633.429672:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384633.429675:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384633.429678:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384633.429679:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384633.429684:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384633.429688:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384633.429689:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384633.429692:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.429708:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384633.429708:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384633.429711:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384633.429712:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.429714:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384633.429715:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384633.429738:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3c4536a. 02000000:00000001:0.0:1767384633.429742:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429744:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.429748:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384633.429750:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184256 00000100:00000040:1.0:1767384633.429753:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384633.429754:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384633.429758:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384633.429760:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecec90b5 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.429792:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.429795:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384633.429796:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384633.429798:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049184000:0@lo:101: 00010000:00000001:0.0:1767384633.429800:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429804:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384633.429805:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.429807:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384633.429809:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2830 usecs (3 jiffies) 00000100:00000001:0.0:1767384633.429811:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384633.429812:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429816:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922757 00000100:00000001:3.0:1767384633.429817:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1767384633.429817:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384633.429822:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384633.429823:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922757 00000100:00000001:0.0:1767384633.429823:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000040:3.0:1767384633.429828:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.429829:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922757 02000000:00000001:0.0:1767384633.429829:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384633.429833:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429836:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922757 00000100:00000001:0.0:1767384633.429839:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384633.429841:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922757 00000100:00000040:0.0:1767384633.429846:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384633.429848:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922757 00000100:00000001:3.0:1767384633.429849:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.429850:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000100:00000001:1.0:1767384633.429852:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922757 00000100:00000010:3.0:1767384633.429854:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009b954932. 00000100:00000001:1.0:1767384633.429855:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922757 00000100:00000200:0.0:1767384633.429856:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049184256, offset 224 00000100:00000001:3.0:1767384633.429861:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384633.429861:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.429865:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.429866:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.429866:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384633.429868:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1767384633.429870:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.429872:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384633.429874:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.429876:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.429879:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=4 00000100:00000001:1.0:1767384633.429879:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384633.429883:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384633.429883:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384633.429884:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:1.0:1767384633.429887:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384633.429890:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384633.429891:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:1.0:1767384633.429893:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.429895:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005000 00000100:00000001:1.0:1767384633.429898:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384633.429899:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000070162971, remote cookie: 0xefc2db714b35c413, flags: 0x0 00000400:00000200:0.0:1767384633.429903:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18c9 [1] + 224 00010000:00000001:3.0:1767384633.429905:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384633.429908:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384633.429914:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384633.429914:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.429916:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384633.429918:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00100000:1.0:1767384633.429919:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184384 00000100:00000001:0.0:1767384633.429919:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384633.429921:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:1.0:1767384633.429923:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384633.429924:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000200:0.0:1767384633.429925:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.429926:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:3.0:1767384633.429928:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d1d7cdfd) refcount = 1 00000100:00000001:1.0:1767384633.429929:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.429936:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.429937:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384633.429942:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184384 00000100:00000040:0.0:1767384633.429946:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384633.429947:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384633.429950:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00010000:00000001:3.0:1767384633.429952:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:1.0:1767384633.429953:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384633.429955:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384633.429963:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384633.429966:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384633.429969:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.429969:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384633.429971:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00010000:00010000:3.0:1767384633.429972:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384633.429977:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000400:00000200:0.0:1767384633.429977:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:0.0:1767384633.429982:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000020:00000001:1.0:1767384633.429983:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00010000:00000001:3.0:1767384633.429984:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000001:0.0:1767384633.429985:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384633.429987:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384633.429989:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384633.429989:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384633.429990:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.429994:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384633.429994:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.429995:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000daa7923c. 00010000:00000001:3.0:1767384633.429998:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384633.429999:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000010:1.0:1767384633.430000:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005250edcc. 00010000:00000001:3.0:1767384633.430001:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.430005:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384633.430006:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384633.430007:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000020:00000001:0.0:1767384633.430009:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.430013:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ab9bbbd x1853237049184000/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384633.430014:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384633.430020:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecec90b5 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430029:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384633.430029:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384633.430035:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384633.430036:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee61df0. 02000000:00000010:3.0:1767384633.430039:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000095cb7f42. 00000100:00100000:0.0:1767384633.430040:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecec90b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049184256:12345-0@lo:400: Request processed in 422us (701us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384633.430041:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d51da3de. 02000000:00000001:3.0:1767384633.430046:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384633.430047:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a519eb8e. 00000020:00000001:3.0:1767384633.430050:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384633.430053:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384633.430054:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000100:00100000:0.0:1767384633.430054:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:1.0:1767384633.430056:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384633.430059:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.430060:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384633.430061:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 02000000:00000010:3.0:1767384633.430065:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042d4a8c2. 00000100:00000001:1.0:1767384633.430065:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384633.430066:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384633.430071:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384633.430072:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384633.430072:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384633.430076:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.430077:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384633.430077:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071d52ec5. 00000100:00000010:3.0:1767384633.430081:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00000020:00000010:0.0:1767384633.430083:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000100:00000001:1.0:1767384633.430084:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.430086:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384633.430088:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6f49674. 00000100:00000001:3.0:1767384633.430093:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384633.430093:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 10000000:00000001:3.0:1767384633.430095:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.430095:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384633.430098:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 10000000:00000001:3.0:1767384633.430099:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384633.430103:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 00000100:00000001:0.0:1767384633.430104:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384633.430105:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 10000000:00000001:3.0:1767384633.430107:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.430111:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00010000:00000001:3.0:1767384633.430112:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.430115:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384633.430116:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520544128 : -128356189007488 : ffff8b42bef31180) 00000020:00000040:3.0:1767384633.430118:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=3 00000100:00000040:1.0:1767384633.430122:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007325762 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:614/0 lens 224/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384633.430123:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:0.0:1767384633.430127:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384633.430128:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:0.0:1767384633.430131:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384633.430135:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00000001:1.0:1767384633.430137:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384633.430137:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384633.430139:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.430143:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384633.430143:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000400:00000001:0.0:1767384633.430143:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384633.430147:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e029d2f7. 00010000:00000001:3.0:1767384633.430148:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.430148:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384633.430154:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f50dbaf 10000000:00000001:3.0:1767384633.430155:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000020:00000010:1.0:1767384633.430155:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000400:00000010:0.0:1767384633.430158:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f50dbaf. 10000000:00000010:3.0:1767384633.430161:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a61bccd0. 00000100:00000001:0.0:1767384633.430162:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384633.430164:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007325762 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049184384:12345-0@lo:400: 00000100:00000200:1.0:1767384633.430169:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184384 00000100:00000200:0.0:1767384633.430171:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384633.430172:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:3.0:1767384633.430176:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000020:00000040:3.0:1767384633.430181:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384633.430182:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384633.430183:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430185:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384633.430186:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.430190:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384633.430192:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384633.430194:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.430196:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384633.430201:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384633.430201:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384633.430202:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d4a8c2. 00000020:00000001:1.0:1767384633.430204:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.430205:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.430206:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.430208:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384633.430210:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384633.430212:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384633.430213:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 02000000:00000001:0.0:1767384633.430214:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384633.430215:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.430217:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384633.430219:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000095cb7f42. 00000020:00000001:1.0:1767384633.430219:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384633.430220:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.430223:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1767384633.430225:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000014d6f7a1. 02000000:00000001:0.0:1767384633.430225:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.430226:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384633.430231:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000010:1.0:1767384633.430232:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9d20e7f. 00000100:00001000:0.0:1767384633.430233:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384633.430235:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:1.0:1767384633.430236:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430239:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00001000:0.0:1767384633.430239:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384633.430240:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384633.430245:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b954932. 00000020:00000001:1.0:1767384633.430246:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.430246:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384633.430251:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430252:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717407920128 : -128356301631488 : ffff8b42b83c9000) 00010000:00000040:1.0:1767384633.430252:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184384 00010000:00000001:0.0:1767384633.430255:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384633.430257:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384633.430258:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00080000:0.0:1767384633.430261:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430262:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00010000:00000200:1.0:1767384633.430265:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007325762 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430268:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384633.430272:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430281:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384633.430283:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384633.430288:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.430290:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.430293:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767384633.430295:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384633.430297:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:1.0:1767384633.430299:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.430302:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384633.430304:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384633.430306:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.430314:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384633.430315:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384633.430318:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430319:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.430320:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 02000000:00000001:3.0:1767384633.430326:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384633.430327:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384633.430330:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384633.430332:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384633.430337:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.430337:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.430338:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384633.430344:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384633.430345:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049184512:0@lo:256: 00000100:00000001:0.0:1767384633.430348:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384633.430350:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384633.430352:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.430354:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384633.430357:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 02000000:00000001:3.0:1767384633.430360:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384633.430362:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049184384, offset 224 00000100:00000040:0.0:1767384633.430363:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384633.430364:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430369:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1767384633.430373:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384633.430375:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000100:00100000:0.0:1767384633.430379:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000461213b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049184256:0@lo:400: 00000400:00000010:3.0:1767384633.430382:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000048894ec7. 00000400:00000200:1.0:1767384633.430386:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384633.430389:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384633.430391:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260005100-0x6958260005100, portal 33 00000100:00000001:0.0:1767384633.430393:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384633.430397:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005080 00000100:00000001:3.0:1767384633.430398:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.430399:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000461213b2 x1853237049184256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384633.430406:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384633.430409:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384633.430410:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18d1 [1] + 224 02000000:00000010:3.0:1767384633.430411:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c529450e. 02000000:00000001:0.0:1767384633.430412:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384633.430416:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384633.430417:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aef93161. 02000000:00000001:0.0:1767384633.430422:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384633.430424:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000400:00000200:1.0:1767384633.430425:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384633.430425:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384633.430429:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384633.430431:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000400:00000200:1.0:1767384633.430433:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384633.430436:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384633.430437:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184512, portal 25 00000100:00000001:1.0:1767384633.430439:0:17090:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384633.430439:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005db6e577. 00000100:00000001:3.0:1767384633.430440:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.430445:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 02000000:00000001:0.0:1767384633.430446:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384633.430447:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384633.430449:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384633.430452:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384633.430453:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000461213b2. 00000100:00000001:0.0:1767384633.430459:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384633.430463:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.430467:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384633.430473:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.430474:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384633.430477:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430478:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384633.430483:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384633.430485:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384633.430487:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.430490:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003fcc31b. 00000100:00000200:3.0:1767384633.430495:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049184512, offset 0 00000400:00000200:3.0:1767384633.430500:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384633.430504:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.430507:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.430512:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000100:00000001:0.0:1767384633.430513:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384633.430516:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000001:0.0:1767384633.430517:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384633.430521:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260005100 00000100:00000001:1.0:1767384633.430523:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384633.430524:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384633.430526:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384633.430528:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384633.430530:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.430533:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0b22e9. 00000100:00000040:1.0:1767384633.430534:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384633.430540:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384633.430541:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c288bc38 00000020:00000001:1.0:1767384633.430542:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.430544:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384633.430547:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c288bc38. 00000100:00000040:1.0:1767384633.430548:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007325762 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:614/0 lens 224/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.430554:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384633.430559:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1135 [2] + 0 00000400:00000010:3.0:1767384633.430564:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaf59879. 00000100:00100000:1.0:1767384633.430564:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007325762 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049184384:12345-0@lo:400: Request processed in 422us (931us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384633.430564:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384633.430571:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012a7967b 00000100:00100000:1.0:1767384633.430576:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000400:00000200:3.0:1767384633.430578:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384633.430581:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:1.0:1767384633.430587:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384633.430589:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.430590:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384633.430596:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d51da3de. 00000400:00000200:3.0:1767384633.430599:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012a7967b 00000020:00000010:1.0:1767384633.430601:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a519eb8e. 00000100:00000200:0.0:1767384633.430603:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384633.430604:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012a7967b. 00000020:00000010:1.0:1767384633.430607:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee61df0. 00000100:00000001:3.0:1767384633.430611:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.430615:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:1.0:1767384633.430615:0:17090:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:0.0:1767384633.430617:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384633.430620:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.430621:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384633.430622:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000004cd5f76 x1853237049184512 msgsize 304 00000100:00000001:0.0:1767384633.430626:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384633.430629:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384633.430632:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384633.430632:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384633.430636:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.430638:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384633.430639:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384633.430644:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384633.430649:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.430650:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:1.0:1767384633.430652:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384633.430652:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384633.430656:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.430657:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003fcc31b 00000020:00000040:1.0:1767384633.430657:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00010000:00000001:0.0:1767384633.430659:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384633.430660:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003fcc31b. 00010000:00080000:0.0:1767384633.430663:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430664:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.430670:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384633.430677:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.430683:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384633.430684:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384633.430685:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384633.430685:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:1.0:1767384633.430689:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184512 00000100:00000040:3.0:1767384633.430690:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.430691:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384633.430693:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384633.430706:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.430709:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384633.430713:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.430715:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.430768:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430770:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384633.430776:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430779:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294922760 00000100:00000001:3.0:1767384633.430785:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922757 00000100:00000001:3.0:1767384633.430789:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294922760 00000100:00000001:3.0:1767384633.430792:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922757 02000000:00000001:1.0:1767384633.430793:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430795:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294922760 00000100:00100000:1.0:1767384633.430798:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184512 00000100:00000001:3.0:1767384633.430800:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922757 00000020:00000001:1.0:1767384633.430801:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384633.430805:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384633.430808:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294922760 00000020:00000001:1.0:1767384633.430808:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384633.430810:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384633.430812:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384633.430814:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384633.430818:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.430822:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922757 00000020:00000010:1.0:1767384633.430822:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000100:00000001:1.0:1767384633.430826:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.430829:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384633.430829:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 00000100:00000001:3.0:1767384633.430835:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.430837:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011c0e927. 00000100:00000001:3.0:1767384633.430840:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384633.430843:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d51da3de. 00000100:00000001:3.0:1767384633.430844:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384633.430849:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384633.430850:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000009b954932 going to sleep for 11 seconds 00000020:00000010:1.0:1767384633.430850:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a519eb8e. 00000100:00000001:0.0:1767384633.430856:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.430858:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.430859:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384633.430860:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384633.430861:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.430866:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384633.430869:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384633.430869:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.430872:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.430874:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.430878:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384633.430880:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384633.430882:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384633.430886:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384633.430886:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030651603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049184384:0@lo:400: 00000400:00000010:3.0:1767384633.430890:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e07d3d. 00000100:00000001:1.0:1767384633.430891:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.430895:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.430897:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000100:00000001:0.0:1767384633.430898:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384633.430900:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000100:00000001:1.0:1767384633.430901:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384633.430903:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384633.430904:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384633.430909:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030651603 x1853237049184384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384633.430911:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384633.430913:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384633.430919:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384633.430925:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584320080 : -128357125231536 : ffff8b4287256c50) 00000100:00000040:1.0:1767384633.430933:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004cd5f76 x1853237049184512/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 304/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.430941:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384633.430945:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384633.430946:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384633.430949:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c01935e5. 00000100:00000001:1.0:1767384633.430953:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384633.430955:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384633.430957:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384633.430958:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384633.430959:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384633.430960:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:1.0:1767384633.430964:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000948372e. 00000100:00000001:3.0:1767384633.430965:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384633.430966:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384633.430969:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384633.430970:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384633.430970:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cfdfad08. 00000100:00000001:3.0:1767384633.430971:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.430977:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.430977:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000948372e. 02000000:00000001:0.0:1767384633.430978:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384633.430981:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384633.430982:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384633.430983:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030651603. 00000100:00100000:1.0:1767384633.430986:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004cd5f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049184512:12345-0@lo:256: 00000100:00001000:3.0:1767384633.430989:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=41 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384633.430991:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384633.430992:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184512 00000100:00001000:3.0:1767384633.430994:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384633.430995:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384633.430996:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384633.430999:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384633.431002:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384633.431002:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384633.431003:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.431005:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.431008:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384633.431009:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384633.431011:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384633.431012:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000100:00000001:0.0:1767384633.431014:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384633.431016:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384633.431017:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384633.431018:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384633.431020:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.431024:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.431025:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384633.431028:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384633.431032:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.431034:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.431035:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384633.431037:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384633.431040:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000aa613bd1. 00000100:00000001:3.0:1767384633.431044:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384633.431044:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.431045:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.431048:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 20000000:00000001:1.0:1767384633.431049:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000100:00000001:3.0:1767384633.431052:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384633.431054:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.431058:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384633.431062:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384633.431064:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384633.431067:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.431068:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384633.431072:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384633.431077:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000001:3.0:1767384633.431082:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384633.431084:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ce9ef9c2. 00000100:00000001:3.0:1767384633.431087:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384633.431088:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00000001:3.0:1767384633.431089:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384633.431093:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384633.431095:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384633.431098:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384633.431103:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 20000000:00000040:1.0:1767384633.431103:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00000004:00000001:3.0:1767384633.431109:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.431112:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:1.0:1767384633.431112:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384633.431120:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00100000:3.0:1767384633.431121:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049184128:0@lo:13: 20000000:00000040:1.0:1767384633.431123:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384633.431128:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00000100:00000001:3.0:1767384633.431129:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:1.0:1767384633.431130:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000100:00000001:3.0:1767384633.431133:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000040:1.0:1767384633.431134:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000100:00000040:3.0:1767384633.431137:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049184128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:1.0:1767384633.431143:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384633.431148:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00000100:00000001:3.0:1767384633.431149:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000040:1.0:1767384633.431151:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 02000000:00000001:3.0:1767384633.431152:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384633.431155:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b06a4d8c. 20000000:00000040:1.0:1767384633.431155:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384633.431158:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 02000000:00000001:3.0:1767384633.431159:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:1.0:1767384633.431161:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 00000020:00000001:3.0:1767384633.431162:0:16358:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000040:1.0:1767384633.431164:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 00000020:00000040:3.0:1767384633.431165:0:16358:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 20000000:00000040:1.0:1767384633.431168:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 00000020:00000001:3.0:1767384633.431170:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000040:1.0:1767384633.431172:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 02000000:00000010:3.0:1767384633.431173:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5b599e9. 20000000:00000040:1.0:1767384633.431175:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 02000000:00000001:3.0:1767384633.431177:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000040:1.0:1767384633.431178:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384633.431180:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384633.431182:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384633.431184:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 02000000:00000001:3.0:1767384633.431185:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:00000040:1.0:1767384633.431187:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 00000100:00000010:3.0:1767384633.431188:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 20000000:00000040:1.0:1767384633.431191:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 00000100:00000001:3.0:1767384633.431193:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:00000040:1.0:1767384633.431194:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00000100:00000001:3.0:1767384633.431195:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:1.0:1767384633.431197:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000100:00000001:3.0:1767384633.431199:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384633.431201:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3572/1/4/3. 00000100:00000001:3.0:1767384633.431204:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.431206:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.431208:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000040:1.0:1767384633.431209:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00000100:00000001:3.0:1767384633.431210:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:1.0:1767384633.431212:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384633.431215:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384633.431217:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384633.431219:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384633.431220:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384633.431221:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384633.431222:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384633.431224:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384633.431225:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384633.431227:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384633.431228:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384633.431231:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384633.431233:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384633.431235:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384633.431236:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384633.431238:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384633.431239:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384633.431240:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384633.431242:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384633.431248:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384633.431250:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384633.431251:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384633.431252:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384633.431254:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:01000000:1.0:1767384633.431255:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3048/1/4/3. 20000000:01000000:1.0:1767384633.431257:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1048, version 54 20000000:00000001:1.0:1767384633.431258:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1048 : 1048 : 418) 00000100:00000001:1.0:1767384633.431260:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384633.431262:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006a91951a. 00000100:00000010:1.0:1767384633.431264:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008d1e3a5a. 00000020:00000040:1.0:1767384633.431266:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:1.0:1767384633.431269:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384633.431271:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384633.431273:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000400:00000010:1.0:1767384633.431277:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c82c691. 00000400:00000200:1.0:1767384633.431279:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384633.431287:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.431291:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1048 into portal 33 MB=0x6958260005100 00000400:00000200:1.0:1767384633.431294:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1048/1048 into md 0x18e1 [4] + 0 00000400:00000010:1.0:1767384633.431297:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000400:00000200:1.0:1767384633.431299:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048894ec7 00000400:00000200:1.0:1767384633.431302:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.431307:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384633.431309:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048894ec7 00000400:00000010:1.0:1767384633.431311:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000048894ec7. 00000100:00000001:1.0:1767384633.431313:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384633.431314:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005ab9bbbd desc 0000000095cb7f42 mbits 1853237049184512 00000100:00000001:1.0:1767384633.431327:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384633.431330:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384633.431332:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384633.431337:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x18ed 00000400:00000200:1.0:1767384633.431340:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.431341:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384633.431344:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384633.431351:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006a91951a 00000100:00000001:1.0:1767384633.431353:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384633.431358:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000400:00000010:1.0:1767384633.431360:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000001:1.0:1767384633.431362:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384633.431363:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006a91951a 00000100:00000001:1.0:1767384633.431366:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384633.431374:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1048 bytes via portal 33 id 12345-0@lo mbits 0x6958260005100-0x6958260005100 00000100:00000001:0.0:1767384633.431374:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384633.431378:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.431379:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.431384:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.431388:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384633.431391:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:1.0:1767384633.431393:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008d1e3a5a. 00000100:00000010:1.0:1767384633.431396:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006a91951a. 00000100:00000001:1.0:1767384633.431398:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384633.431399:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384633.431406:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ce9ef9c2. 20000000:00000001:1.0:1767384633.431409:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384633.431412:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184512 00010000:00000001:1.0:1767384633.431414:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384633.431418:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004cd5f76 x1853237049184512/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 304/240 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384633.431424:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384633.431425:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384633.431427:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384633.431429:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.431431:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.431432:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384633.431434:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384633.431435:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.431436:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384633.431437:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384633.431440:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000100:00000200:1.0:1767384633.431442:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049184512, offset 224 00000400:00000200:1.0:1767384633.431444:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384633.431453:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.431456:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260005100 00000400:00000200:1.0:1767384633.431458:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x18e5 [1] + 224 00000400:00000200:1.0:1767384633.431460:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.431462:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.431463:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.431465:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384633.431470:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.431482:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384633.431485:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000400:00000010:1.0:1767384633.431486:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000001:1.0:1767384633.431487:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384633.431488:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384633.431491:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.431493:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:0.0:1767384633.431494:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384633.431495:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384633.431499:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384633.431499:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384633.431502:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384633.431503:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384633.431506:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000100:00000040:1.0:1767384633.431507:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004cd5f76 x1853237049184512/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 304/240 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.431512:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 00000400:00000010:0.0:1767384633.431515:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:0.0:1767384633.431520:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384633.431523:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004cd5f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049184512:12345-0@lo:256: Request processed in 568us (899us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384633.431528:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384633.431533:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384633.431537:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384633.431541:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384633.431543:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384633.431546:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d51da3de. 00000020:00000010:1.0:1767384633.431550:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a519eb8e. 00000100:00000200:0.0:1767384633.431551:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384633.431553:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011c0e927. 00000020:00000040:1.0:1767384633.431558:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:0.0:1767384633.431564:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384633.431566:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384633.431568:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384633.431569:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000aa613bd1. 00000100:00000001:0.0:1767384633.431573:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384633.431574:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384633.431577:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384633.431578:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384633.431580:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384633.431583:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a90cca2. 00000400:00000010:1.0:1767384633.431587:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042f88f95. 00000100:00000001:0.0:1767384633.431588:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384633.431592:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.431595:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384633.431598:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384633.431601:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384633.431603:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384633.431604:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.431606:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384633.431607:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.431608:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.431611:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384633.431617:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.431621:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384633.431622:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384633.431624:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384633.431628:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049184512:0@lo:256: 00000100:00000001:0.0:1767384633.431631:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.431632:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.431634:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384633.431635:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384633.431637:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.431641:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384633.431643:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009b954932. 00000100:00000001:0.0:1767384633.431645:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384633.431645:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384633.431647:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 54, more 0. 10000000:00000001:0.0:1767384633.431650:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384633.431656:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005db1ef5b. 10000000:00000040:0.0:1767384633.431665:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384633.431675:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384633.431677:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384633.431681:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:0.0:1767384633.431684:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.431686:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384633.431687:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:0.0:1767384633.431689:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000400:00000200:0.0:1767384633.431692:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 25 NIDs 00000400:00001000:0.0:1767384633.431708:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384633.431712:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:0.0:1767384633.431717:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384633.431744:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (25) 00000400:00000200:0.0:1767384633.431749:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384633.431753:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:0.0:1767384633.431755:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (26) 00000400:00000200:0.0:1767384633.431757:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:0.0:1767384633.431759:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:0.0:1767384633.431762:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431764:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:0.0:1767384633.431765:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:0.0:1767384633.431767:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431768:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:0.0:1767384633.431769:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:0.0:1767384633.431771:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431772:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:0.0:1767384633.431773:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:0.0:1767384633.431775:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431775:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:0.0:1767384633.431777:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:0.0:1767384633.431779:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431779:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:0.0:1767384633.431781:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:0.0:1767384633.431782:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431783:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:0.0:1767384633.431785:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:0.0:1767384633.431787:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431794:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:0.0:1767384633.431795:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:0.0:1767384633.431798:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431799:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:0.0:1767384633.431800:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:0.0:1767384633.431802:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431803:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:0.0:1767384633.431804:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:0.0:1767384633.431807:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431808:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:0.0:1767384633.431809:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:0.0:1767384633.431811:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431812:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:0.0:1767384633.431813:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:0.0:1767384633.431817:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431818:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:0.0:1767384633.431819:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:0.0:1767384633.431821:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431822:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:0.0:1767384633.431823:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:0.0:1767384633.431825:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431826:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:0.0:1767384633.431828:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:0.0:1767384633.431831:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431832:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:0.0:1767384633.431834:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:0.0:1767384633.431836:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431838:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:0.0:1767384633.431838:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:0.0:1767384633.431841:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431842:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:0.0:1767384633.431843:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:0.0:1767384633.431845:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431846:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:0.0:1767384633.431847:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:0.0:1767384633.431849:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431855:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:0.0:1767384633.431857:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:0.0:1767384633.431859:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431860:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:0.0:1767384633.431862:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:0.0:1767384633.431865:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431866:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:0.0:1767384633.431866:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:0.0:1767384633.431868:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431869:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:0.0:1767384633.431870:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:0.0:1767384633.431873:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431874:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:0.0:1767384633.431875:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:0.0:1767384633.431877:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384633.431879:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000100:00000001:0.0:1767384633.431881:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.431882:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384633.431885:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:0.0:1767384633.431888:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000071d52ec5. 10000000:00000040:0.0:1767384633.431890:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 54/54 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:0.0:1767384633.431892:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384633.431899:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384633.431900:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f49674. 00000020:00000010:0.0:1767384633.431903:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8925588. 00000040:00000010:0.0:1767384633.431906:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005041b5d7. 00000020:00000010:0.0:1767384633.431909:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014e4633b. 00000020:00000010:0.0:1767384633.431913:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384633.431918:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f7532ed. 80000000:00000010:0.0:1767384633.431922:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000755cad41. 40000000:00000010:0.0:1767384633.431926:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e740a6c. 00100000:00000010:0.0:1767384633.431930:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384633.431935:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000354c3ed2. 00040000:00000010:0.0:1767384633.431939:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000558ccc47. 00040000:00000010:0.0:1767384633.431949:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cfd7e2a2. 00080000:00000010:0.0:1767384633.431955:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000086b4d108. 00080000:00000010:0.0:1767384633.431960:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ed2b5424. 00000004:00000010:0.0:1767384633.431966:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036528636. 00000004:00000010:0.0:1767384633.431972:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bb9d4e22. 00000004:00000010:0.0:1767384633.431977:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000003d95626. 00002000:00000010:0.0:1767384633.431980:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d9fc590a. 00000004:00000010:0.0:1767384633.431984:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000075e3f41d. 00000004:00000001:0.0:1767384633.431988:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384633.431991:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384633.431992:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000071d52ec5 00000040:00001000:0.0:1767384633.431994:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384633.431996:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384633.431998:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384633.431999:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384633.432003:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384633.432004:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384633.432005:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384633.432006:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:0.0:1767384633.432007:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384633.432062:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384633.432065:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8925588. 00000040:00000010:0.0:1767384633.432068:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005041b5d7. 00000020:00000010:0.0:1767384633.432071:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014e4633b. 00000020:00000010:0.0:1767384633.432076:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384633.432082:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000f7532ed. 80000000:00000010:0.0:1767384633.432085:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000755cad41. 40000000:00000010:0.0:1767384633.432088:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e740a6c. 00100000:00000010:0.0:1767384633.432091:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384633.432094:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000354c3ed2. 00040000:00000010:0.0:1767384633.432098:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000558ccc47. 00040000:00000010:0.0:1767384633.432102:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cfd7e2a2. 00080000:00000010:0.0:1767384633.432108:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ed2b5424. 00080000:00000010:0.0:1767384633.432112:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000086b4d108. 00000004:00000010:0.0:1767384633.432116:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036528636. 00000004:00000010:0.0:1767384633.432125:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bb9d4e22. 00000004:00000010:0.0:1767384633.432129:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000003d95626. 00002000:00000010:0.0:1767384633.432132:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d9fc590a. 00000004:00000010:0.0:1767384633.432136:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000075e3f41d. 00000020:00000010:0.0:1767384633.432139:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6f49674. 00000020:00000001:0.0:1767384633.432141:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.432143:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384633.432145:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000071d52ec5. 10000000:00000010:0.0:1767384633.432147:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005db1ef5b. 10000000:00000001:0.0:1767384633.432149:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.432151:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384633.432155:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ab9bbbd x1853237049184512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.432161:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384633.432164:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384633.432166:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c529450e. 02000000:00000001:0.0:1767384633.432168:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384633.432170:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384633.432171:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384633.432173:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384633.432173:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384633.432174:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384633.432175:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384633.432176:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384633.432177:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000014d6f7a1. 00000100:00000010:0.0:1767384633.432179:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000095cb7f42. 00000100:00000001:0.0:1767384633.432181:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384633.432183:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042d4a8c2. 02000000:00000001:0.0:1767384633.432187:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384633.432188:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384633.432188:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00000100:00000001:0.0:1767384633.432191:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384633.432191:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384633.432201:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a61bccd0. 10000000:01000000:0.0:1767384633.432205:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384633.432209:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384633.432215:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384633.432216:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384633.432218:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=3 00000020:00000001:0.0:1767384633.432219:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:0.0:1767384633.432221:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:0.0:1767384633.432223:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384633.432225:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384633.432231:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384633.432233:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384633.432234:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384633.432239:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384633.432240:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384633.432242:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384633.432243:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384633.432244:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384633.432247:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384633.432248:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384633.432249:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:0.0:1767384633.432251:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384633.436798:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294922760, at 4294922761 00000100:00000040:0.0:1767384633.436805:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294922760, at 4294922761 00000100:00000010:2.0:1767384633.436813:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000282a3d36. 00000100:00000010:0.0:1767384633.436815:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6e6bda5. 00000100:00000040:1.0:1767384633.437760:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294922760, at 4294922762 00000100:00000010:1.0:1767384633.437767:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004496a16c. 00000100:00000040:3.0:1767384633.437769:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294922760, at 4294922762 00000100:00000010:3.0:1767384633.437777:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000748a987d. 00000020:00000010:1.0:1767384633.440095:0:29092:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b2b1044a. 00000020:00000040:1.0:1767384633.440103:0:29092:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384633.440105:0:29092:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b2b1044a. 00000001:00000001:1.0:1767384633.718786:0:29154:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384633.718792:0:29154:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384633.721653:0:29154:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384633.729252:0:29155:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d666cc27. 00000400:00000010:2.0:1767384633.729268:0:29155:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000012dbec53. 00000400:00000010:2.0:1767384633.729277:0:29155:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c0c3d0de. 00000400:00000010:2.0:1767384633.729279:0:29155:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a7660d04. 00000400:00000010:2.0:1767384633.729283:0:29155:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000024f0eeca. 00000400:00000010:2.0:1767384633.729287:0:29155:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088b60240. 00000400:00000010:2.0:1767384633.729288:0:29155:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f98715a. 00000400:00000010:2.0:1767384633.729289:0:29155:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1c38986. 00000400:00000010:2.0:1767384633.729293:0:29155:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a3ab6478. 00000800:00000010:2.0:1767384633.729304:0:29155:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000fe358ed. 00000800:00000200:2.0:1767384633.729313:0:29155:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384633.729323:0:29155:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384633.729355:0:29155:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384633.729378:0:29155:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp34 [8/256/0/180] 00000400:00000010:2.0:1767384633.731079:0:29155:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004da7baad. 00000400:00000010:2.0:1767384633.731085:0:29155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfb1cd. 00000400:00000010:2.0:1767384633.731092:0:29155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000001:2.0:1767384633.731112:0:29155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384633.731114:0:29155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384633.731117:0:29155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000400:00000200:2.0:1767384633.731120:0:29155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fc6b4a 00000400:00000010:2.0:1767384633.731123:0:29155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014fc6b4a. 00000400:00000010:2.0:1767384633.731128:0:29155:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000f7498dd5. 00000400:00000200:2.0:1767384633.731133:0:29155:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (25) 00000400:00000200:2.0:1767384633.731149:0:29155:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384633.731162:0:29155:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767384633.731168:0:29155:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3ac23f1. 00000020:01000000:2.0:1767384633.731171:0:29155:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384633.731173:0:29155:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp34 00000400:00000010:2.0:1767384633.731186:0:29155:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000012dbec53. 00000400:00000010:2.0:1767384633.731189:0:29155:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d666cc27. 00000400:00000200:0.0:1767384633.731206:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384633.731216:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000400:00000010:0.0:1767384633.731225:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000400:00000200:0.0:1767384633.731230:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000020:00000001:3.0:1767384633.731232:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384633.731237:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077d5a372. 10000000:00000001:3.0:1767384633.731241:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384633.731244:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp14 10000000:00000001:3.0:1767384633.731248:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384633.731253:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384633.731258:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384633.731262:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384633.731266:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384633.731268:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp14 to MR: 192.168.202.154@tcp14 local destination 00000020:01000004:3.0:1767384633.731270:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384633.731274:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384633.731278:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384633.731280:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp14 NI seq info: [78:78:256:4294967295] 192.168.202.154@tcp14 LPNI seq info [78:78:8:4294967295] 00000020:01000004:3.0:1767384633.731282:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384633.731286:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384633.731288:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp14 00000020:01000004:3.0:1767384633.731290:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384633.731292:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384633.731300:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000400:00000200:0.0:1767384633.731308:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) -> 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) : PUT try# 0 00000020:00000040:3.0:1767384633.731309:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000800:00000200:0.0:1767384633.731316:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.154@tcp14 00000100:00000001:3.0:1767384633.731319:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384633.731321:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000354c3ed2. 02000000:00000001:3.0:1767384633.731325:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384633.731330:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (6) 02000000:00000001:3.0:1767384633.731333:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384633.731341:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:988 00000800:00000200:0.0:1767384633.731346:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000354c3ed2 type 1, nob 544 niov 1 nkiov 1 02000000:00000010:3.0:1767384633.731347:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b71a2672. 00000100:00000001:3.0:1767384633.731358:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.731367:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:3.0:1767384633.731371:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384633.731372:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 00000100:00000001:3.0:1767384633.731378:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.731393:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000735875c5] to pc [ptlrpcd_00_00+0] req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384633.731438:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.731440:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.731445:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.731447:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384633.731453:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.731455:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384633.731460:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384633.731466:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384633.731469:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384633.731472:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.731476:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384633.731477:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 02000000:00000001:0.0:1767384633.731479:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384633.731481:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:0.0:1767384633.731482:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.731485:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00100000:0.0:1767384633.731488:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049184640:0@lo:253: 10000000:01000000:3.0:1767384633.731489:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384633.731496:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384633.731496:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384633.731502:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384633.731504:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384633.731505:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:3.0:1767384633.731508:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384633.731509:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384633.731512:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:1.0:1767384633.731513:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384633.731513:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:3.0:1767384633.731518:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:1.0:1767384633.731520:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000354c3ed2. 00000020:01000004:3.0:1767384633.731522:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:0.0:1767384633.731523:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000086b4d108. 00000020:01000004:3.0:1767384633.731526:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384633.731527:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.731528:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384633.731530:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384633.731534:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c3fd1e9. 00000100:00000010:3.0:1767384633.731536:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013d53cbe. 00000400:00000200:1.0:1767384633.731539:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: PUT: OK 00000400:00000010:0.0:1767384633.731542:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b10cb022. 00000020:00000040:3.0:1767384633.731545:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384633.731547:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:0.0:1767384633.731549:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049184640, portal 25 00000100:00000001:3.0:1767384633.731550:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384633.731553:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp14: 0 02000000:00000001:3.0:1767384633.731556:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384633.731556:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384633.731561:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 02000000:00000001:3.0:1767384633.731563:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384633.731567:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384633.731568:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384633.731573:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3e97ea0. 00000800:00000001:1.0:1767384633.731578:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.731579:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384633.731584:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384633.731589:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:1.0:1767384633.731591:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.731593:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.731596:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.731603:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013d53cbe] to pc [ptlrpcd_00_01+1] req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384633.731606:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14) <- 192.168.202.154@tcp14 : PUT - for me 00000100:00000040:0.0:1767384633.731608:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384633.731622:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001943e349. 00000400:00000200:1.0:1767384633.731624:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 448 into portal 0 MB=0x8000000000000000 10000000:00000001:3.0:1767384633.731626:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384633.731631:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049184640, offset 0 10000000:00000001:3.0:1767384633.731634:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.731638:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 432/448 into md 0x1895 [1] + 0 00000020:00000001:3.0:1767384633.731640:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.731644:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95890c5. 00000020:01000000:3.0:1767384633.731646:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384633.731652:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3ac23f1. 00000400:00000200:1.0:1767384633.731652:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c15c9be 00000800:00000001:1.0:1767384633.731661:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384633.731666:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384633.731670:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.731678:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384633.731679:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.731680:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384633.731683:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.731688:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384633.731689:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: PUT: OK 00000100:00000040:3.0:1767384633.731712:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.731714:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005180 00000400:00000200:1.0:1767384633.731715:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:1.0:1767384633.731745:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000400:00000200:1.0:1767384633.731752:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384633.731756:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (27) 00000400:00000200:1.0:1767384633.731762:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:1.0:1767384633.731764:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (448 bytes) 00000400:00000200:1.0:1767384633.731769:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384633.731775:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1195 [2] + 0 00000400:00000200:1.0:1767384633.731780:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (28) 00000400:00000010:0.0:1767384633.731781:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a8cbe4. 00000400:00000200:0.0:1767384633.731789:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074324c7a 00000400:00000200:1.0:1767384633.731790:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384633.731793:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384633.731798:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.731798:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp14 to MR: 192.168.202.154@tcp14 local destination 00000400:00000200:0.0:1767384633.731799:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384633.731807:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384633.731809:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp14 NI seq info: [79:79:256:4294967295] 192.168.202.154@tcp14 LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1767384633.731809:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384633.731811:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384633.731820:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.731829:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049184768:0@lo:253: 00000400:00000200:1.0:1767384633.731831:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) -> 192.168.202.154@tcp14(192.168.202.154@tcp14:192.168.202.154@tcp14) 192.168.202.154@tcp14 : ACK try# 0 00000100:00000001:3.0:1767384633.731839:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384633.731842:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074324c7a 00000800:00000200:1.0:1767384633.731844:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp14 02000000:00000001:3.0:1767384633.731845:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384633.731846:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074324c7a. 02000000:00000001:3.0:1767384633.731850:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384633.731850:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aca57fa. 00000100:00000001:0.0:1767384633.731853:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384633.731857:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384633.731857:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384633.731858:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (6) 00000800:00000200:1.0:1767384633.731866:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:1013 00000100:00000040:0.0:1767384633.731866:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000032708e3b x1853237049184640 msgsize 4848 02000000:00000010:3.0:1767384633.731868:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000057c53d66. 00000800:00000200:1.0:1767384633.731869:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003aca57fa type 0, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384633.731875:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.731880:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384633.731883:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e07d3d. 00000100:00000040:0.0:1767384633.731884:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384633.731887:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384633.731892:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000089b4a4f. 00000800:00000001:1.0:1767384633.731894:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.731895:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384633.731898:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049184768, portal 25 00000100:00000001:3.0:1767384633.731903:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384633.731904:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001943e349 00000100:00000001:3.0:1767384633.731906:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420412288 : -128356289139328 : ffff8b42b8fb2d80) 00000400:00000010:0.0:1767384633.731907:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001943e349. 00000100:00000001:0.0:1767384633.731913:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384633.731917:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384633.731919:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.731948:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384633.731949:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.731953:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384633.731956:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384633.731957:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384633.731961:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007450b49e. 00000800:00000010:1.0:1767384633.731961:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aca57fa. 00000400:00000200:1.0:1767384633.731969:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384633.731971:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049184768, offset 0 00000100:00000001:0.0:1767384633.731971:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.731977:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384633.731978:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: ACK: OK 00000100:00000001:0.0:1767384633.731984:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384633.731988:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384633.731990:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384633.731991:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294923061 00000800:00000001:1.0:1767384633.731993:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384633.731999:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384633.732000:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000755cad41. 00000800:00000001:1.0:1767384633.732002:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.732004:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384633.732005:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384633.732014:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.732016:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384633.732020:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005200 00000100:00000001:0.0:1767384633.732023:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294923061 00000400:00000200:1.0:1767384633.732030:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp14(192.168.202.154@tcp14) <- 192.168.202.154@tcp14 : ACK - for me 00000100:00000010:0.0:1767384633.732030:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d70c31b7. 00000400:00000200:3.0:1767384633.732034:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11ad [2] + 0 00000100:00000001:0.0:1767384633.732036:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384633.732041:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294923061 00000400:00000010:3.0:1767384633.732042:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005231d027. 00000100:00000010:0.0:1767384633.732045:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1c515a2. 00000400:00000200:3.0:1767384633.732049:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005afe744 00000100:00000001:0.0:1767384633.732050:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384633.732056:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294923061 00000400:00000200:3.0:1767384633.732058:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.732062:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp14: ACK from 12345-192.168.202.154@tcp14 into md 0x18fd 00000100:00000010:0.0:1767384633.732063:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000641cb168. 00000400:00000200:3.0:1767384633.732069:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384633.732069:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384633.732071:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384633.732075:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384633.732078:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005afe744 00000400:00000200:1.0:1767384633.732079:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp14->192.168.202.154@tcp14: ACK: OK 00000100:00000001:0.0:1767384633.732079:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732084:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732087:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384633.732091:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005afe744. 00000100:00000001:3.0:1767384633.732098:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384633.732098:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000100:00000001:0.0:1767384633.732098:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384633.732103:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384633.732104:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000100:00000001:0.0:1767384633.732104:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384633.732111:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384633.732112:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000228c3958 x1853237049184768 msgsize 4848 00000400:00000200:1.0:1767384633.732113:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384633.732113:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.732116:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.732119:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:0.0:1767384633.732122:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.732129:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384633.732133:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384633.732139:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384633.732144:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (27) 00000100:00000001:3.0:1767384633.732149:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384633.732151:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384633.732161:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.732164:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007450b49e 00000400:00000010:3.0:1767384633.732170:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007450b49e. 00000100:00000001:3.0:1767384633.732175:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.732180:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.732192:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.732201:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.732213:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.732213:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384633.732217:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384633.732217:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384633.732218:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184640 00000100:00100000:0.0:1767384633.732222:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184768 02000000:00000001:1.0:1767384633.732223:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384633.732225:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384633.732227:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384633.732228:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.732229:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.732231:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732232:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.732235:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294923061 02000000:00000001:1.0:1767384633.732238:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.732239:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.732241:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294923061 00000100:00100000:1.0:1767384633.732244:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184640 00000100:00100000:0.0:1767384633.732245:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184768 00000100:00000001:3.0:1767384633.732247:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294923061 00000020:00000001:1.0:1767384633.732249:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384633.732250:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384633.732254:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384633.732255:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294923061 00000020:00000040:0.0:1767384633.732255:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384633.732259:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384633.732262:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294923061 00000020:00000040:1.0:1767384633.732263:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:0.0:1767384633.732263:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384633.732266:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:1.0:1767384633.732268:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384633.732271:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294923061 00000020:00000001:0.0:1767384633.732273:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384633.732274:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384633.732278:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294923061 00000020:00000001:0.0:1767384633.732279:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384633.732281:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384633.732285:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.732286:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294923061 00000100:00000001:3.0:1767384633.732290:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384633.732291:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071f355c5. 00000100:00000001:3.0:1767384633.732293:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.732297:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.732298:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089188065. 00000100:00000001:3.0:1767384633.732299:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.732301:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071f355c5. 00000100:00000001:3.0:1767384633.732306:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.732307:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384633.732313:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cec44c2. 00000020:00000010:0.0:1767384633.732314:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089188065. 00000100:00000001:3.0:1767384633.732317:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384633.732319:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3e7f1cc. 00000100:00000001:3.0:1767384633.732321:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384633.732322:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca95baef. 00000020:00000010:1.0:1767384633.732326:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a519eb8e. 00000020:00000010:0.0:1767384633.732328:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a7ce478. 00000100:00000001:3.0:1767384633.732336:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384633.732336:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384633.732338:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008baabec9. 00000100:00000001:3.0:1767384633.732339:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384633.732341:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384633.732345:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732349:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384633.732351:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384633.732352:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732353:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384633.732354:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732356:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732369:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.732370:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.732383:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.732384:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.732416:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384633.732417:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384633.732418:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384633.732419:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384633.732420:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384633.732425:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384633.732430:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:1.0:1767384633.732434:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384633.732438:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584322128 : -128357125229488 : ffff8b4287257450) 00000100:00100000:0.0:1767384633.732440:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767384633.732444:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384633.732445:0:17084:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.732445:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000228c3958 x1853237049184768/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 4848/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.732450:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584310864 : -128357125240752 : ffff8b4287254850) 00000100:00000001:3.0:1767384633.732453:0:17084:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.732461:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032708e3b x1853237049184640/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 4848/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.732466:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384633.732470:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071f355c5. 00000100:00000001:0.0:1767384633.732472:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384633.732474:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.732477:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089188065. 00000020:00000010:1.0:1767384633.732478:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071f355c5. 00000100:00000001:0.0:1767384633.732483:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384633.732488:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089188065. 00000100:00100000:1.0:1767384633.732492:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000228c3958 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049184768:12345-0@lo:253: 00000100:00100000:0.0:1767384633.732498:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032708e3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049184640:12345-0@lo:253: 00000100:00000200:1.0:1767384633.732499:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184768 00000020:00000001:1.0:1767384633.732505:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384633.732505:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184640 00000400:00000200:3.0:1767384633.732509:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384633.732510:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384633.732511:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384633.732516:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384633.732517:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.732519:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.732521:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000070ad26c8. 00000020:00000001:1.0:1767384633.732521:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384633.732522:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384633.732525:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384633.732526:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000010:3.0:1767384633.732529:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000020:00000001:1.0:1767384633.732530:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384633.732531:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384633.732537:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384633.732537:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384633.732540:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000020:00000001:1.0:1767384633.732547:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384633.732547:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384633.732548:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000070ad26c8 00000020:00000001:1.0:1767384633.732550:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384633.732555:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.732557:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000eb71c96f. 00000020:00000001:0.0:1767384633.732557:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384633.732560:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384633.732561:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.732565:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384633.732565:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384633.732567:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 02000000:00000001:0.0:1767384633.732569:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384633.732571:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001af2e4ca. 00000400:00000200:3.0:1767384633.732576:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 02000000:00000001:1.0:1767384633.732577:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384633.732577:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ed2b5424. 00000100:00000001:1.0:1767384633.732584:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.732584:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.732585:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000100:00000001:0.0:1767384633.732587:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.732590:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384633.732591:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384633.732593:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000aef93161. 00000400:00000010:3.0:1767384633.732601:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003fcc31b. 20000000:00000010:0.0:1767384633.732603:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a4fe0132. 20000000:00000010:1.0:1767384633.732607:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fce43325. 20000000:01000000:0.0:1767384633.732608:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:3.0:1767384633.732610:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a6cd18e. 20000000:01000000:1.0:1767384633.732612:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384633.732614:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384633.732617:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384633.732618:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384633.732622:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 20000000:00000001:0.0:1767384633.732623:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.732627:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384633.732627:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.732631:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384633.732631:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384633.732635:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 20000000:00000001:1.0:1767384633.732635:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.732640:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384633.732645:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000f7532ed. 00000400:00000200:3.0:1767384633.732648:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:01000000:0.0:1767384633.732649:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:0.0:1767384633.732658:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384633.732659:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00080000:00000001:0.0:1767384633.732664:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384633.732668:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00080000:00000001:0.0:1767384633.732669:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384633.732679:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384633.732687:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00080000:00000001:0.0:1767384633.732705:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384633.732710:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000400:00000200:3.0:1767384633.732717:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:3.0:1767384633.732777:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:3.0:1767384633.732792:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:3.0:1767384633.732798:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:3.0:1767384633.732804:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:3.0:1767384633.732811:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384633.732819:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:3.0:1767384633.732825:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00080000:00000001:0.0:1767384633.732830:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.732834:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00080000:00000001:0.0:1767384633.732835:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384633.732838:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384633.732843:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384633.732846:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.732851:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00080000:00000002:0.0:1767384633.732851:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384633.732859:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:0.0:1767384633.732863:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384633.732866:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00080000:00000001:0.0:1767384633.732868:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384633.732875:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384633.732880:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.732881:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000020:00000001:0.0:1767384633.732884:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384633.732893:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000400:00000200:3.0:1767384633.732896:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00080000:00000001:0.0:1767384633.732899:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384633.732905:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ce259588. 00000400:00000200:3.0:1767384633.732909:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 18], ns[69, 18] 00080000:00000001:0.0:1767384633.732917:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204229120 : -128361505322496 : ffff8b4182128a00) 00000400:00000200:3.0:1767384633.732923:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00080000:00000001:0.0:1767384633.732923:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384633.732929:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384633.732934:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000089188065. 00000400:00000200:3.0:1767384633.732935:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00080000:00000001:0.0:1767384633.732940:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384633.732945:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384633.732950:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384633.732961:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:0.0:1767384633.732965:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.732969:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:3.0:1767384633.732979:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp31 00000400:00000200:3.0:1767384633.732985:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp31 lpni_is_preferred = 0 00080000:00000001:0.0:1767384633.732990:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384633.732991:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp31 00000400:00000200:3.0:1767384633.733006:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [80:80:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [80:80:8:4294967295] 00000400:00000200:3.0:1767384633.733015:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp31 00000400:00000200:3.0:1767384633.733027:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:) -> 192.168.202.154@tcp31(192.168.202.154@tcp:192.168.202.154@tcp31) : GET try# 0 00000800:00000200:3.0:1767384633.733032:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp31 00000800:00000010:3.0:1767384633.733036:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5b599e9. 00000800:00000010:3.0:1767384633.733045:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007450b49e. 00000800:00000010:3.0:1767384633.733050:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008ae83f9d. 00000800:00000200:3.0:1767384633.733056:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000800:00000200:3.1:1767384633.733062:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:3.0:1767384633.733085:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384633.733088:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100251 rc 0 00000400:00000200:0.0:1767384633.733163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733245:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733329:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733422:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733467:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733488:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733506:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733521:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733539:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733577:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733592:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733604:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733619:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733635:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733652:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733687:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733760:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733785:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733804:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733833:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733864:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733892:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733919:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733938:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733953:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733970:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.733987:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.734007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.734036:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384633.734054:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384633.734179:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b66e0aff. 00000800:00000010:0.0:1767384633.734184:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001943e349. 00000800:00000010:0.0:1767384633.734190:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000220848c5. 00000800:00000010:0.0:1767384633.734217:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000220848c5. 00000800:00020000:0.0:1767384633.734223:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384633.734226:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001943e349. 00000800:00000010:0.0:1767384633.734228:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b66e0aff. 00000400:02020000:0.0:1767384633.734265:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp31 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384633.734271:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp31 notifying 192.168.202.154@tcp31: down 00000800:00000200:0.0:1767384633.734277:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp31 down 00000800:00000100:0.0:1767384633.734284:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp31 00000800:00000010:0.0:1767384633.734287:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5b599e9. 00000400:00000200:0.0:1767384633.734290:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384633.734293:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384633.734300:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp31 added to recovery queue. ping count: 0 next ping: 256 health :900 00000400:00000200:0.0:1767384633.734303:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384633.734307:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:0.0:1767384633.734309:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384633.734358:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384633.734364:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100851 00000400:00000001:1.0:1767384633.734369:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384633.734370:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384633.734372:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003fcc31b 00000400:00000010:1.0:1767384633.734373:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003fcc31b. 00000400:00000200:1.0:1767384633.734378:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384633.734384:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:1.0:1767384633.734387:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000aef93161. 00000400:00000200:1.0:1767384633.734391:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (27) 00000400:00000200:1.0:1767384633.734393:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:1.0:1767384633.734396:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102051 rc -71 00000400:00000200:1.0:1767384633.734400:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384633.734407:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (26) 00080000:00000010:3.0:1767384633.734648:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ce259588. 00080000:00000010:1.0:1767384633.734690:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000089188065. 00040000:00000001:1.0:1767384633.734709:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384633.734711:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384633.734714:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384633.734754:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384633.734757:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.734759:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384633.734770:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384633.734783:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384633.734787:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384633.734792:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384633.734794:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000890ca86c. 20000000:01000000:3.0:1767384633.734797:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:3.0:1767384633.734801:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384633.734802:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384633.734803:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384633.734807:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384633.734807:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384633.734811:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384633.734816:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384633.734823:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.734823:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384633.734828:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384633.734829:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384633.734830:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.734833:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384633.734834:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384633.734836:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000040:0.0:1767384633.734837:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ee84b294 count: 2 00000020:00000001:3.0:1767384633.734841:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00010000:00000001:0.0:1767384633.734842:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:3.0:1767384633.734845:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384633.734847:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384633.734848:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384633.734852:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384633.734852:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bdd2d694. 00080000:00000001:3.0:1767384633.734857:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.734860:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384633.734860:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384633.734864:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000020:00000040:0.0:1767384633.734865:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bdd2d694 with handle 0xefc2db714b35c41a to hash 00080000:00000001:3.0:1767384633.734871:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384633.734871:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384633.734874:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00080000:00000010:3.0:1767384633.734875:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000848dffc1. 00010000:00000001:0.0:1767384633.734877:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00080000:00000001:3.0:1767384633.734879:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268850688 : -128361440700928 : ffff8b4185ec9600) 00010000:00000001:0.0:1767384633.734882:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384633.734884:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384633.734887:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384633.734888:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384633.734891:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384633.734895:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007f24af20. 00010000:00000001:0.0:1767384633.734898:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384633.734899:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.734902:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384633.734904:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384633.734907:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384633.734909:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384633.734911:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.734912:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384633.734917:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384633.734920:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384633.734921:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384633.734925:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.734927:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384633.734928:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384633.734930:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384633.734932:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384633.734934:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384633.734937:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:0.0:1767384633.734939:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee84b294) refcount = 2 00000100:00000001:1.0:1767384633.734942:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:0.0:1767384633.734943:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 20000000:00000010:1.0:1767384633.734945:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a4fe0132. 20000000:00000001:1.0:1767384633.734950:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384633.734952:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384633.734958:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384633.734961:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384633.734962:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184640 00010000:00000001:1.0:1767384633.734968:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:0.0:1767384633.734970:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000220848c5. 00010000:00000200:1.0:1767384633.734974:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032708e3b x1853237049184640/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.734975:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384633.734979:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001943e349. 00000100:00000001:0.0:1767384633.734983:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717238666368 : -128356470885248 : ffff8b42ae25f480) 00010000:00000001:1.0:1767384633.734987:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384633.734987:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615717238666368 : -128356470885248 : ffff8b42ae25f480) 00010000:00000001:1.0:1767384633.734990:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.734992:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:1.0:1767384633.734995:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384633.734995:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384633.734999:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384633.735001:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.735004:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384633.735005:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384633.735006:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384633.735009:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384633.735010:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384633.735013:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:1.0:1767384633.735014:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.735017:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384633.735018:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384633.735021:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1767384633.735024:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384633.735026:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:1.0:1767384633.735028:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f446c3fb. 00000100:00000010:0.0:1767384633.735031:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa542ac3. 00000100:00000200:1.0:1767384633.735032:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049184640, offset 224 00000020:00000040:0.0:1767384633.735036:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000400:00000200:1.0:1767384633.735040:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384633.735040:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384633.735046:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384633.735050:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.735053:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384633.735057:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce259588. 00000100:00000001:0.0:1767384633.735064:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.735068:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005180 00010000:00010000:0.0:1767384633.735073:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384633.735076:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1901 [2] + 224 00000400:00000200:1.0:1767384633.735087:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.735090:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.735096:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384633.735103:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 405 lvb_type: 0 00000100:00000200:1.0:1767384633.735104:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384633.735122:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:1.0:1767384633.735125:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.735126:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384633.735131:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384633.735160:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384633.735161:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.735165:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa542ac3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049184896:0@lo:104: 00000100:00000001:1.0:1767384633.735168:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384633.735168:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384633.735170:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384633.735173:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.735175:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384633.735179:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f446c3fb 02000000:00000010:0.0:1767384633.735179:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6f49674. 00000400:00000010:1.0:1767384633.735183:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f446c3fb. 02000000:00000001:0.0:1767384633.735184:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.735189:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384633.735189:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4607eb. 00000100:00000001:3.0:1767384633.735192:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384633.735192:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384633.735195:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000100:00000001:3.0:1767384633.735196:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384633.735198:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384633.735200:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049184896, portal 16 00000400:00000001:3.0:1767384633.735202:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384633.735203:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:0.0:1767384633.735204:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:3.0:1767384633.735206:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384633.735207:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520597760 : -128356188953856 : ffff8b42bef3e300) 00000400:00000010:3.0:1767384633.735209:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c3fd1e9. 00010000:00000001:1.0:1767384633.735214:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384633.735214:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384633.735216:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b10cb022 00000020:00000001:1.0:1767384633.735217:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.735221:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b10cb022. 00000020:00000001:1.0:1767384633.735223:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384633.735228:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384633.735229:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384633.735231:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032708e3b x1853237049184640/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384633.735236:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384633.735236:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384633.735242:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000200:0.0:1767384633.735246:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049184896, offset 0 00000400:00000200:0.0:1767384633.735257:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384633.735262:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032708e3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049184640:12345-0@lo:253: Request processed in 2787us (3392us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384633.735268:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.735269:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384633.735280:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000400:00000200:0.0:1767384633.735282:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260005280 00000100:00000040:1.0:1767384633.735287:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384633.735293:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384633.735294:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 0 00000100:00000001:1.0:1767384633.735298:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384633.735299:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384633.735301:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384633.735303:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3e7f1cc. 00000100:00000001:3.0:1767384633.735304:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384633.735307:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384633.735310:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a519eb8e. 00000100:00000001:3.0:1767384633.735312:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384633.735313:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384633.735315:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cec44c2. 00000100:00000200:0.0:1767384633.735317:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:3.0:1767384633.735319:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384633.735321:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:0.0:1767384633.735321:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4c5f7ce. 00000100:00000001:3.0:1767384633.735323:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384633.735327:0:17104:0:(events.c:337:request_in_callback()) incoming req@00000000c4c5f7ce x1853237049184896 msgsize 328 00000100:00000001:3.0:1767384633.735328:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.735328:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384633.735332:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ed2b5424. 02000000:00000001:3.0:1767384633.735335:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.735336:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384633.735337:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384633.735342:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384633.735344:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=51 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384633.735347:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384633.735352:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=51 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384633.735353:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d1a080. 00000100:00000001:0.0:1767384633.735353:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.735360:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.735362:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.735362:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f446c3fb. 00010000:00000001:3.0:1767384633.735368:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384633.735370:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00010000:00000001:3.0:1767384633.735371:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.735375:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000100:00000001:3.0:1767384633.735376:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.735381:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384633.735383:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384633.735387:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384633.735396:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384633.735399:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384633.735400:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049184896 00000100:00000001:0.0:1767384633.735404:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384633.735405:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384633.735409:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.735411:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384633.735412:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.735412:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384633.735416:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384633.735419:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384633.735422:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00100000:1.0:1767384633.735425:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049184896 00000020:01000004:3.0:1767384633.735427:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000001:1.0:1767384633.735429:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:01000004:3.0:1767384633.735431:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:1.0:1767384633.735433:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000020:01000004:3.0:1767384633.735435:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000001:1.0:1767384633.735437:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384633.735438:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384633.735439:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:1.0:1767384633.735440:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000020:01000004:3.0:1767384633.735443:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384633.735443:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384633.735446:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000020:01000004:3.0:1767384633.735447:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:0.0:1767384633.735449:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384633.735450:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384633.735454:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384633.735454:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294923064 00000020:01000004:3.0:1767384633.735458:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:1.0:1767384633.735458:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:0.0:1767384633.735461:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294923061 00000100:00000001:1.0:1767384633.735465:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384633.735468:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.735469:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294923064 00000020:00000010:1.0:1767384633.735470:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071f355c5. 00000100:00000001:1.0:1767384633.735476:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.735477:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294923061 00000020:00000010:1.0:1767384633.735483:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071f355c5. 00000100:00000001:0.0:1767384633.735485:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294923064 00000100:00100000:3.0:1767384633.735487:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049184640:0@lo:253: 00000020:00000010:1.0:1767384633.735490:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cec44c2. 00000020:00000010:1.0:1767384633.735496:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3e7f1cc. 00000100:00000001:3.0:1767384633.735498:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.735498:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294923061 00000020:00000010:1.0:1767384633.735500:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a519eb8e. 00000100:00000001:3.0:1767384633.735505:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384633.735506:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294923064 00000100:00000040:3.0:1767384633.735511:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049184640/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.735513:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294923061 00000100:00000040:1.0:1767384633.735514:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384633.735520:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384633.735521:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.735523:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384633.735523:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384633.735526:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.735527:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384633.735527:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.735529:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.735533:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000086b4d108. 00010000:00000001:0.0:1767384633.735534:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.735535:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.735539:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.735540:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384633.735545:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384633.735545:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384633.735549:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00010000:00000001:0.0:1767384633.735550:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384633.735551:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.735553:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384633.735554:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.735557:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b71a2672. 00010000:00000001:0.0:1767384633.735558:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384633.735561:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384633.735562:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384633.735563:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384633.735565:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384633.735567:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384633.735567:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384633.735571:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00100000:1.0:1767384633.735573:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384633.735573:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.735576:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384633.735577:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384633.735579:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384633.735579:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00100000:0.0:1767384633.735580:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 000000001943e349 going to sleep for 11 seconds 00000100:00000001:1.0:1767384633.735584:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520591488 : -128356188960128 : ffff8b42bef3ca80) 00000100:00000001:3.0:1767384633.735587:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.735589:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384633.735591:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c4c5f7ce x1853237049184896/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384633.735593:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.735598:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.735599:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.735603:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.735604:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384633.735607:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071f355c5. 00000100:00000001:1.0:1767384633.735611:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384633.735615:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071f355c5. 00000100:00000001:3.0:1767384633.735616:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384633.735621:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c5f7ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049184896:12345-0@lo:104: 00000100:00000200:1.0:1767384633.735625:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049184896 00010000:00000001:1.0:1767384633.735627:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384633.735631:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384633.735633:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384633.735636:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=2 00000020:00000001:1.0:1767384633.735639:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:1.0:1767384633.735648:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:1.0:1767384633.735651:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384633.735654:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384633.735659:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384633.735666:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384633.735670:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384633.735674:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a91951a. 02000000:00000001:1.0:1767384633.735677:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.735680:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.735682:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384633.735685:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384633.735688:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384633.735708:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.735711:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.735713:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384633.735715:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384633.735717:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.735750:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384633.735754:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384633.735758:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000100:00000200:1.0:1767384633.735762:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049184896, offset 224 00000400:00000200:1.0:1767384633.735770:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384633.735780:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.735789:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260005280 00000400:00000200:1.0:1767384633.735795:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x191d [1] + 224 00000400:00000200:1.0:1767384633.735800:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.735805:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.735809:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.735814:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384633.735822:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384633.735840:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384633.735848:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000100:00000001:0.0:1767384633.735850:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384633.735851:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000001:1.0:1767384633.735857:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384633.735858:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384633.735859:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384633.735864:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384633.735866:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.735867:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4607eb. 00000100:00000040:1.0:1767384633.735870:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000200:0.0:1767384633.735874:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00010000:00000001:1.0:1767384633.735875:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384633.735879:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00010000:00000010:1.0:1767384633.735880:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d8c7adf2. 00010000:00000001:1.0:1767384633.735885:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384633.735886:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384633.735894:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384633.735898:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384633.735905:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.735908:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384633.735909:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384633.735914:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.735925:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384633.735925:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4c5f7ce x1853237049184896/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384633.735931:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.735937:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767384633.735941:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c5f7ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049184896:12345-0@lo:104: Request processed in 333us (608us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384633.735943:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384633.735948:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384633.735951:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1767384633.735952:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384633.735954:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00000001:0.0:1767384633.735958:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384633.735959:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384633.735964:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.735965:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384633.735968:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (000000000d977f2e) 00000100:00000001:0.0:1767384633.735969:0:17104:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384633.735970:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3e7f1cc. 10000000:00000001:3.0:1767384633.735973:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767384633.735975:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00010000:3.0:1767384633.735977:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384633.735977:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a519eb8e. 00000100:00000001:0.0:1767384633.735978:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384633.735982:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.735986:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cec44c2. 02000000:00000001:0.0:1767384633.735989:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.735993:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:0.0:1767384633.735994:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=51 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384633.735995:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00010000:00000001:3.0:1767384633.735996:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.736000:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384633.736001:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384633.736002:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=51 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384633.736003:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=3 00000020:00000001:3.0:1767384633.736008:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:0.0:1767384633.736009:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384633.736012:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:0.0:1767384633.736012:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736018:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384633.736018:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384633.736020:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.736021:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384633.736025:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.736032:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384633.736032:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:3.0:1767384633.736035:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384633.736051:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384633.736052:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384633.736056:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384633.736057:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:3.0:1767384633.736060:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384633.736061:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:3.0:1767384633.736064:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384633.736066:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384633.736067:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384633.736069:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.736070:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.736072:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384633.736074:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.736076:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384633.736080:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384633.736089:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1767384633.736090:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa542ac3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049184896:0@lo:104: 10000000:00000040:3.0:1767384633.736092:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:3.0:1767384633.736097:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384633.736097:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384633.736099:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.736101:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736104:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384633.736105:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384633.736108:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384633.736109:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384633.736112:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384633.736112:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa542ac3 x1853237049184896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384633.736115:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.736118:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384633.736124:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c40c from hash 00000100:00000001:0.0:1767384633.736125:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384633.736127:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767384633.736128:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384633.736129:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.736133:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384633.736133:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6f49674. 00010000:00000001:3.0:1767384633.736137:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384633.736140:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384633.736141:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384633.736144:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:0.0:1767384633.736145:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384633.736148:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:0.0:1767384633.736148:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00010000:00000001:3.0:1767384633.736152:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767384633.736152:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384633.736156:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ce259588. 00000100:00000010:3.0:1767384633.736158:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 02000000:00000001:0.0:1767384633.736159:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384633.736162:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:0.0:1767384633.736163:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384633.736166:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa542ac3. 00000100:00000001:3.0:1767384633.736167:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384633.736171:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384633.736173:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384633.736175:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.736176:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384633.736180:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001943e349. 02000000:00000010:3.0:1767384633.736182:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d4a8c2. 00000100:00000001:0.0:1767384633.736184:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384633.736187:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.736187:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384633.736193:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000010:0.0:1767384633.736194:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000220848c5. 00010000:00010000:3.0:1767384633.736198:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384633.736200:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.736206:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.736208:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384633.736209:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384633.736211:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384633.736214:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384633.736215:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384633.736218:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384633.736218:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384633.736223:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384633.736226:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000735875c5] to pc [ptlrpcd_00_02+2] req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.736257:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384633.736267:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.736270:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384633.736270:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384633.736273:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384633.736274:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:3.0:1767384633.736277:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384633.736280:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.736286:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384633.736286:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.736294:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384633.736296:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.736297:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.736299:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384633.736301:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.736303:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384633.736304:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 0000000070162971/0xefc2db714b35c40c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c413 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384633.736307:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384633.736311:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:3.0:1767384633.736317:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d1d7cdfd count: 0 00000100:00000040:0.0:1767384633.736317:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.736326:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384633.736329:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.736331:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384633.736332:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384633.736334:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384633.736335:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736338:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:0.0:1767384633.736339:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049185024:0@lo:103: 00010000:00000010:3.0:1767384633.736343:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d8c7adf2. 00000100:00000001:0.0:1767384633.736344:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384633.736349:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384633.736351:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.736351:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.736358:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384633.736358:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384633.736362:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384633.736362:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6f49674. 00010000:00010000:3.0:1767384633.736369:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384633.736369:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.736372:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4607eb. 00000020:00000001:3.0:1767384633.736373:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384633.736377:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384633.736378:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00010000:00010000:3.0:1767384633.736381:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384633.736382:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049185024, portal 18 00000020:00000001:3.0:1767384633.736387:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384633.736387:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384633.736388:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00000020:00000001:3.0:1767384633.736390:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.736394:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384633.736395:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.736402:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384633.736404:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384633.736406:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000200:0.0:1767384633.736408:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049185024, offset 0 00000400:00000200:0.0:1767384633.736411:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384633.736420:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384633.736426:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260005300 00000400:00000200:0.0:1767384633.736433:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:0.0:1767384633.736446:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384633.736455:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384633.736462:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384633.736465:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384633.736468:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa542ac3. 00000100:00000040:0.0:1767384633.736472:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000fa542ac3 x1853237049185024 msgsize 328 00000100:00100000:0.0:1767384633.736484:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384633.736500:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384633.736508:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:0.0:1767384633.736510:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000100:00000001:0.0:1767384633.736514:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384633.736521:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.736530:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384633.736531:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384633.736534:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384633.736535:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185024 02000000:00000001:3.0:1767384633.736539:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384633.736543:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.736546:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.736546:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.736550:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.736551:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384633.736556:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185024 00000100:00000001:0.0:1767384633.736557:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.736559:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384633.736562:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294923065 00000020:00000040:3.0:1767384633.736563:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384633.736567:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384633.736573:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923064 00000020:00000040:3.0:1767384633.736577:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:3.0:1767384633.736582:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384633.736585:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384633.736588:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294923065 00000100:00000001:3.0:1767384633.736589:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384633.736593:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c9717f2. 00000100:00000001:0.0:1767384633.736595:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923064 00000100:00000001:3.0:1767384633.736597:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384633.736601:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c9717f2. 00000100:00000001:0.0:1767384633.736606:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294923065 00000020:00000010:3.0:1767384633.736607:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef93161. 00000100:00000001:0.0:1767384633.736613:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923064 00000020:00000010:3.0:1767384633.736617:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008980724b. 00080000:00000010:1.0:1767384633.736618:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000848dffc1. 00000100:00000001:0.0:1767384633.736619:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294923065 00000020:00000010:3.0:1767384633.736623:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046e6c42b. 00000100:00000001:0.0:1767384633.736629:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923064 00000100:00000001:0.0:1767384633.736640:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.736643:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.736644:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384633.736645:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.736649:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384633.736650:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.736653:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384633.736656:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384633.736660:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736664:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00080000:00000010:1.0:1767384633.736666:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007f24af20. 00010000:00000001:3.0:1767384633.736668:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.736672:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.736674:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=4 00040000:00000001:1.0:1767384633.736675:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384633.736678:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:3.0:1767384633.736681:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00040000:00000001:1.0:1767384633.736686:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:3.0:1767384633.736688:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 405 lvb_type: 0 00080000:00000001:1.0:1767384633.736689:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384633.736710:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:3.0:1767384633.736711:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384633.736714:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736715:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384633.736755:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384633.736758:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384633.736760:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384633.736762:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384633.736766:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384633.736769:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.736773:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.736780:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384633.736790:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fa542ac3 x1853237049185024/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.736797:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384633.736800:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.736815:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.736838:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384633.736841:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384633.736849:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384633.736851:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384633.736854:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520597760 : -128356188953856 : ffff8b42bef3e300) 00000100:00000040:3.0:1767384633.736860:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa542ac3 x1853237049185024/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.736866:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384633.736869:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c9717f2. 00000100:00000001:3.0:1767384633.736871:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384633.736873:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c9717f2. 00000100:00100000:3.0:1767384633.736884:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa542ac3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049185024:12345-0@lo:103: 00000100:00000200:3.0:1767384633.736888:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185024 00010000:00000001:3.0:1767384633.736891:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384633.736893:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384633.736895:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384633.736899:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384633.736900:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384633.736903:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b06a4d8c. 02000000:00000001:3.0:1767384633.736905:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.736907:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736910:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384633.736912:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384633.736916:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.736918:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.736920:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044cceb07 refcount=4 00000020:00000001:3.0:1767384633.736921:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00010000:00000001:3.0:1767384633.736923:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573440 : -128356188978176 : ffff8b42bef38400) 00080000:00000020:1.0:1767384633.736923:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:3.0:1767384633.736928:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ee84b294 count: 3 00000100:00000001:1.0:1767384633.736928:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384633.736931:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fce43325. 00010000:00010000:3.0:1767384633.736932:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 405 lvb_type: 0 20000000:00000001:1.0:1767384633.736937:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.736940:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384633 v=100 (0 0 0 0) 00010000:00000040:1.0:1767384633.736942:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049184768 00010000:00000001:1.0:1767384633.736944:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384633.736949:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000200:1.0:1767384633.736951:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000228c3958 x1853237049184768/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.736954:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.736958:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384633.736962:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384633.736963:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 405 lvb_type: 0 00010000:00000001:1.0:1767384633.736966:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384633.736971:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=51 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384633.736973:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384633.736976:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384633.736976:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.736980:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384633.736981:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.736983:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:3.0:1767384633.736984:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.736987:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384633.736989:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384633.736990:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.736992:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384633.736995:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384633.737000:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384633.737001:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384633.737003:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384633.737006:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c7adf2. 00010000:00000001:3.0:1767384633.737007:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.737010:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384633.737012:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049184768, offset 224 00000020:00000040:3.0:1767384633.737016:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044cceb07 with handle 0xefc2db714b35c413 from hash 00010000:00000001:3.0:1767384633.737020:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384633.737022:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.737026:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384633.737026:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384633.737030:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384633.737033:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384633.737035:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384633.737042:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044cceb07/0xefc2db714b35c413 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c40c expref: 16 pid: 17081 timeout: 405 lvb_type: 0 00000400:00000200:1.0:1767384633.737043:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384633.737052:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:3.0:1767384633.737056:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000400:00000200:1.0:1767384633.737057:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005200 00000400:00000200:1.0:1767384633.737067:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1909 [2] + 224 00010000:00000001:3.0:1767384633.737068:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.737072:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384633.737073:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384633.737074:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384633.737078:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000bdd2d694 00000400:00000200:1.0:1767384633.737081:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384633.737082:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384633.737084:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384633.737086:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737088:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384633.737090:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.737093:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.737096:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.737102:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384633.737105:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384633.737108:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384633.737109:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.737123:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384633.737127:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384633.737129:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384633.737131:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384633.737132:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee84b294) refcount = 2 00010000:00010000:3.0:1767384633.737135:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.737139:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384633.737139:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384633.737142:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384633.737144:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737145:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384633.737146:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c7adf2 00010000:00000010:3.0:1767384633.737148:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c9717f2. 00000400:00000010:1.0:1767384633.737150:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c7adf2. 00000100:00000001:3.0:1767384633.737152:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384633.737155:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:3.0:1767384633.737157:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060d4d02f. 00000100:00000001:1.0:1767384633.737158:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384633.737158:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.737162:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.737163:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717407922240 : -128356301629376 : ffff8b42b83c9840) 00000100:00000001:1.0:1767384633.737165:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.737168:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615717407922240 : -128356301629376 : ffff8b42b83c9840) 00000400:00000001:0.0:1767384633.737168:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384633.737169:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:0.0:1767384633.737172:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384633.737173:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000001:1.0:1767384633.737174:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384633.737176:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000010:0.0:1767384633.737176:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e07d3d. 00000020:00000001:1.0:1767384633.737177:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737179:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:1.0:1767384633.737182:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:3.0:1767384633.737184:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:0.0:1767384633.737184:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000089b4a4f 00000100:00000040:1.0:1767384633.737189:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000228c3958 x1853237049184768/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384633.737191:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000010:0.0:1767384633.737191:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000089b4a4f. 00000100:00000001:0.0:1767384633.737197:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384633.737198:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.737203:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384633.737206:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bdd2d694 refcount=5 00000100:00000200:0.0:1767384633.737207:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384633.737211:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000228c3958 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049184768:12345-0@lo:253: Request processed in 4739us (5091us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384633.737213:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:3.0:1767384633.737220:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:3.0:1767384633.737226:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00100000:1.0:1767384633.737231:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00010000:00010000:3.0:1767384633.737232:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384633.737235:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000200:0.0:1767384633.737235:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.737241:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384633.737245:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384633.737250:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a7ce478. 00000100:00000001:0.0:1767384633.737250:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384633.737253:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737258:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384633.737258:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384633.737264:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1767384633.737265:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384633.737266:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008baabec9. 00000100:00000001:0.0:1767384633.737267:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384633.737271:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.737274:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca95baef. 02000000:00000001:0.0:1767384633.737275:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384633.737280:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00001000:0.0:1767384633.737282:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=51 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384633.737284:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384633.737285:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384633.737287:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=51 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384633.737288:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001af2e4ca. 00010000:00000001:3.0:1767384633.737289:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384633.737290:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384633.737295:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384633.737295:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.737296:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384633.737297:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384633.737300:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384633.737301:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.737306:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.737308:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.737312:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384633.737316:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384633.737320:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384633.737322:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00000100:00000001:0.0:1767384633.737324:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737325:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:0.0:1767384633.737327:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384633.737329:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384633.737331:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767384633.737334:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8c7adf2. 00000020:01000004:0.0:1767384633.737336:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384633.737337:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:01000004:0.0:1767384633.737339:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:3.0:1767384633.737342:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384633.737342:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00010000:3.0:1767384633.737352:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bdd2d694 already unused, calling callback (00000000d66be316) 00000020:01000004:0.0:1767384633.737352:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384633.737355:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384633.737357:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384633.737360:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:0.0:1767384633.737361:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384633.737365:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384633.737366:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384633.737370:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384633.737381:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013d53cbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049184768:0@lo:253: 00010000:00000001:3.0:1767384633.737385:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384633.737387:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737388:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384633.737391:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384633.737392:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384633.737393:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bdd2d694 refcount=6 00000100:00000040:0.0:1767384633.737396:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013d53cbe x1853237049184768/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.737400:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384633.737401:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384633.737404:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000057c53d66. 00000020:00000001:3.0:1767384633.737406:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 02000000:00000001:0.0:1767384633.737409:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384633.737410:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00000020:00000001:0.0:1767384633.737412:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384633.737413:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:0.0:1767384633.737415:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00010000:00010000:3.0:1767384633.737416:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384633.737420:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384633.737423:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3e97ea0. 00010000:00000001:3.0:1767384633.737424:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384633.737427:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767384633.737428:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384633.737430:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384633.737431:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013d53cbe. 00000100:00000001:0.0:1767384633.737433:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384633.737435:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737437:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.737438:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.737444:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384633.737446:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.737447:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.737448:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737452:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384633.737455:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384633.737456:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.737459:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384633.737461:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdd2d694 with handle 0xefc2db714b35c41a from hash 00010000:00000001:3.0:1767384633.737463:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384633.737464:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.737466:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.737466:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384633.737467:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384633.737469:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384633.737471:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384633.737472:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737474:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737477:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384633.737478:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384633.737481:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384633.737481:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.737484:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.737486:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737489:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737493:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.737499:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384633.737500:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384633.737504:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384633.737510:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384633.737510:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.737513:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.737515:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384633.737518:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384633.737522:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384633.737522:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384633.737526:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384633.737526:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.737529:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384633.737530:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384633.737534:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384633.737535:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.737538:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737540:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384633.737542:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c41a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384633.737556:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.737558:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.737559:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384633.737560:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384633.737562:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.737563:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.737564:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384633.737566:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060d4d02f. 00000100:00000001:3.0:1767384633.737567:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384633.737568:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384633.737569:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c9717f2. 00010000:00000001:3.0:1767384633.737571:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384633.737572:0:18907:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee84b294 count: 0 00010000:00010000:3.0:1767384633.737576:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384633.737578:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.737581:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384633.737583:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.737585:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.737587:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384633.737589:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384633.737591:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384633.737593:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384633.737594:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.737596:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.737598:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.737600:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a42207. 00000100:00000200:3.0:1767384633.737603:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049185024, offset 224 00000400:00000200:3.0:1767384633.737605:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384633.737610:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384633.737614:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260005300 00000400:00000200:3.0:1767384633.737617:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x192d [1] + 224 00000400:00000200:3.0:1767384633.737620:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.737623:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384633.737630:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384633.737632:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384633.737639:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.737655:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.737662:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a42207 00000400:00000010:3.0:1767384633.737665:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010a42207. 00000100:00000001:3.0:1767384633.737670:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384633.737672:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384633.737675:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.737677:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.737678:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384633.737682:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384633.737684:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:0.0:1767384633.737685:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384633.737689:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4607eb. 00010000:00000001:3.0:1767384633.737690:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.737703:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384633.737704:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00010000:00000001:3.0:1767384633.737709:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.737716:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa542ac3 x1853237049185024/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:614/0 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.737716:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384633.737741:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384633.737750:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.737780:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384633.737783:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa542ac3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049185024:12345-0@lo:103: Request processed in 912us (1306us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384633.737783:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.737788:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384633.737790:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384633.737793:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384633.737796:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384633.737796:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.737801:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.737802:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384633.737806:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384633.737806:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384633.737808:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384633.737812:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008980724b. 00000100:00001000:0.0:1767384633.737812:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=51 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384633.737819:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046e6c42b. 00000100:00000001:0.0:1767384633.737819:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384633.737822:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384633.737824:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aef93161. 00010000:00000001:0.0:1767384633.737825:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384633.737828:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384633.737830:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:0.0:1767384633.737831:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.737833:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384633.737837:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.737843:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384633.737845:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384633.737846:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384633.737848:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384633.737854:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000735875c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049185024:0@lo:103: 00000100:00000001:0.0:1767384633.737857:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.737858:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384633.737860:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000735875c5 x1853237049185024/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384633.737864:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384633.737867:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384633.737873:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6f49674. 02000000:00000001:0.0:1767384633.737875:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384633.737876:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384633.737877:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384633.737879:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384633.737881:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042d4a8c2. 02000000:00000001:0.0:1767384633.737883:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384633.737884:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384633.737885:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 00000100:00000001:0.0:1767384633.737887:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384633.737887:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.737889:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384633.737892:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384633.737893:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.737895:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384633.737896:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.741770:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294923065, at 4294923066 00000100:00000010:2.0:1767384633.741781:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1c515a2. 00000100:00000040:3.0:1767384633.741787:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294923065, at 4294923066 00000100:00000040:1.0:1767384633.741795:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294923065, at 4294923066 00000100:00000010:3.0:1767384633.741797:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000641cb168. 00000100:00000040:0.0:1767384633.741803:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294923065, at 4294923066 00000100:00000010:1.0:1767384633.741805:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d70c31b7. 00000100:00000010:0.0:1767384633.741813:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000755cad41. 00010000:00000010:3.1:1767384633.746765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d1d7cdfd. 00010000:00000010:3.1:1767384633.746776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00000400:00000010:2.0:1767384633.750686:0:29160:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e1474c4b. 00010000:00000010:3.1:1767384633.750777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044cceb07. 00010000:00000010:3.1:1767384633.750794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdd2d694. 00010000:00000010:3.1:1767384633.750807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee84b294. 00000400:00000040:2.0:1767384633.751141:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384633.751146:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384633.751150:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.751152:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384633.751154:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.751156:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384633.751159:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384633.751161:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384633.751162:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384633.751164:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384633.751166:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384633.751168:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384633.751171:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384633.751173:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384633.751174:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384633.751177:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384633.751179:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384633.751180:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384633.751181:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384633.751184:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.751186:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384633.751188:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384633.751189:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384633.751191:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.751193:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384633.751195:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.751197:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384633.751198:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384633.751209:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384633.751211:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.751213:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384633.751215:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384633.751217:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384633.751219:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384633.751220:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384633.751222:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.751223:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384633.751226:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384633.751228:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384633.751230:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384633.751232:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384633.751233:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384633.751236:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384633.751239:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384633.751241:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384633.751243:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384633.751244:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384633.751246:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384633.751249:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384633.751251:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384633.751253:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384633.751255:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384633.751256:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384633.751258:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384633.751260:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384633.751262:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384633.751263:0:29160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384633.751335:0:29160:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e1474c4b. 00010000:00000001:1.0:1767384633.876910:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384633.876919:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.876926:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384633.876928:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.876980:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384633.876987:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384633.876991:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384634.452768:0:17896:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384634.452773:0:17896:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.644801:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp29 00000400:00000010:0.0:1767384634.644809:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000062f000b5. 00000400:00000010:0.0:1767384634.644817:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c32cfcd. 00000400:00000010:0.0:1767384634.644823:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000400:00000010:0.0:1767384634.644830:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000154a5645. 00000400:00000200:0.0:1767384634.644833:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp29 00000400:00000200:0.0:1767384634.644849:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp29 local destination 00000400:00000200:0.0:1767384634.644854:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 00000400:00000200:0.0:1767384634.644857:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [81:81:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1767384634.644863:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000400:00000200:0.0:1767384634.644870:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp29:192.168.202.154@tcp29) : GET try# 0 00000800:00000200:0.0:1767384634.644875:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp29 00000800:00000010:0.0:1767384634.644879:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e717b91. 00000800:00000200:0.0:1767384634.644886:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000800:00000200:0.1:1767384634.644898:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:0.0:1767384634.644920:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 3 next ping: 264 health :700 00000400:00000200:0.0:1767384634.644924:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp31 00000400:00000010:0.0:1767384634.644927:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d9079e5b. 00000400:00000010:0.0:1767384634.644930:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c44a3b45. 00000400:00000010:0.0:1767384634.644932:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000400:00000010:0.0:1767384634.644937:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006aa5f90e. 00000400:00000200:0.0:1767384634.644940:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp31 00000400:00000200:0.0:1767384634.644946:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp31 local destination 00000400:00000200:0.0:1767384634.644950:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp31 00000400:00000200:0.0:1767384634.644953:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [82:82:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384634.644960:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp31 00000400:00000200:0.0:1767384634.644980:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:) -> 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) : GET try# 0 00000800:00000200:0.0:1767384634.644985:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp31 00000800:00000010:0.0:1767384634.644987:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029c337aa. 00000800:00000200:0.0:1767384634.644994:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000800:00000200:0.1:1767384634.645000:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:0.0:1767384634.645022:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp31 added to recovery queue. ping count: 1 next ping: 258 health :900 00000400:00000200:3.0:1767384634.645026:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645093:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645119:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645139:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645228:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645258:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645390:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645449:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645541:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645559:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645668:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645709:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645758:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645818:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645869:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645882:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645948:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.645973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.645990:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646047:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646092:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646152:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646177:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646200:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646253:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646282:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646299:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646368:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646399:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646418:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646505:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646526:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646560:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646609:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646612:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646668:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646747:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646778:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646821:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646881:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646895:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.646948:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.646997:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.647015:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.647084:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647136:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.647148:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.647215:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647252:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.647271:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384634.647354:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647473:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647576:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.647643:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000800:00000010:3.0:1767384634.647649:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b71a2672. 00000800:00000010:3.0:1767384634.647654:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb1e3c3d. 00000800:00000010:3.0:1767384634.647660:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d3ea6f5b. 00000800:00000010:3.0:1767384634.647703:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d3ea6f5b. 00000400:00000200:2.0:1767384634.647717:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000800:00020000:3.0:1767384634.647741:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384634.647746:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb1e3c3d. 00000800:00000010:3.0:1767384634.647750:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b71a2672. 00000400:02020000:3.0:1767384634.647875:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384634.647885:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000800:00000200:3.0:1767384634.647896:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp29 down 00000800:00000100:3.0:1767384634.647909:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp29 00000800:00000010:3.0:1767384634.647913:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e717b91. 00000400:00000200:3.0:1767384634.647919:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384634.647925:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384634.647936:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384634.647940:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384634.647943:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp29) recovery failed with -71 00000400:00000200:2.0:1767384634.647959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648006:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648071:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648163:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648186:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648213:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648238:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648271:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648305:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384634.648349:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384634.648559:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3ac23f1. 00000800:00000010:2.0:1767384634.648571:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a939aaf. 00000800:00000010:2.0:1767384634.648578:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c695225d. 00000800:00000010:2.0:1767384634.648607:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c695225d. 00000800:00020000:2.0:1767384634.648618:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384634.648622:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a939aaf. 00000800:00000010:2.0:1767384634.648626:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3ac23f1. 00000400:02020000:2.0:1767384634.648670:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp31 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384634.648678:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp31 notifying 192.168.202.154@tcp31: down 00000400:00000200:2.0:1767384634.648683:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384634.648705:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp31 00000800:00000010:2.0:1767384634.648708:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029c337aa. 00000400:00000200:2.0:1767384634.648713:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384634.648746:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384634.648758:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384634.648764:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384634.648773:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384634.899785:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384634.899790:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.899795:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384634.899795:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.899836:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384634.899840:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.899843:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384635.102453:0:29547:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000490899e5. 00080000:00000010:1.0:1767384635.102463:0:29547:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000490899e5. 00000020:00000001:1.0:1767384635.102466:0:29547:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384635.102473:0:29547:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000490899e5. 00080000:00000010:1.0:1767384635.102476:0:29547:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000490899e5. 00000020:00000001:1.0:1767384635.102479:0:29547:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384635.667774:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384635.667779:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384635.667781:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384635.667785:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000400:00000200:0.0:1767384635.667790:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384635.667796:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384635.667804:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000062f000b5. 00000400:00000010:0.0:1767384635.667807:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c32cfcd. 00000400:00000001:0.0:1767384635.667810:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384635.667811:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384635.667812:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:0.0:1767384635.667813:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000400:00000200:0.0:1767384635.667815:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384635.667816:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384635.667818:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d9079e5b. 00000400:00000010:0.0:1767384635.667825:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c44a3b45. 00000001:00000001:3.0:1767384635.825140:0:29711:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384635.825144:0:29711:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:3.0:1767384635.827951:0:29711:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384635.835855:0:29712:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009e08898d. 00000400:00000010:1.0:1767384635.835871:0:29712:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000005afe744. 00000400:00000010:1.0:1767384635.835883:0:29712:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000db501022. 00000400:00000010:1.0:1767384635.835887:0:29712:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000063945ffb. 00000400:00000010:1.0:1767384635.835892:0:29712:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b895f6f4. 00000400:00000010:1.0:1767384635.835897:0:29712:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000145cd5d7. 00000400:00000010:1.0:1767384635.835905:0:29712:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c095128. 00000400:00000010:1.0:1767384635.835908:0:29712:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa2baa20. 00000400:00000010:1.0:1767384635.835912:0:29712:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f9a1c7e2. 00000800:00000010:1.0:1767384635.835929:0:29712:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002f9085af. 00000800:00000200:1.0:1767384635.835942:0:29712:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384635.835955:0:29712:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384635.835994:0:29712:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384635.836018:0:29712:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384635.838804:0:29712:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000008adeec9f. 00000400:00000010:1.0:1767384635.838812:0:29712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be985950. 00000400:00000010:1.0:1767384635.838818:0:29712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000400:00000001:1.0:1767384635.838843:0:29712:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384635.838846:0:29712:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384635.838849:0:29712:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cfb1cd. 00000400:00000200:1.0:1767384635.838853:0:29712:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:1.0:1767384635.838855:0:29712:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000400:00000010:1.0:1767384635.838859:0:29712:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004da7baad. 00000400:00000200:1.0:1767384635.838865:0:29712:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (25) 00000400:00000200:1.0:1767384635.838879:0:29712:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384635.838888:0:29712:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000400:00000200:2.0:1767384635.838895:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384635.838897:0:29712:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001af2e4ca. 00000400:00000200:2.0:1767384635.838903:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00000020:01000000:1.0:1767384635.838905:0:29712:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384635.838907:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000020:01000000:1.0:1767384635.838912:0:29712:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp35 00000400:00000010:2.0:1767384635.838914:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000007830d3b8. 00000400:00000010:2.0:1767384635.838918:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000400:00000010:2.0:1767384635.838923:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002964de35. 00000400:00000200:2.0:1767384635.838928:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000010:1.0:1767384635.838936:0:29712:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000005afe744. 00000400:00000200:2.0:1767384635.838938:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000010:1.0:1767384635.838945:0:29712:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009e08898d. 00000400:00000200:2.0:1767384635.838946:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384635.838953:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:3.0:1767384635.838955:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384635.838958:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:3.0:1767384635.838959:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384635.838963:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384635.838966:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384635.838970:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384635.838971:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:3.0:1767384635.838974:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384635.838978:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384635.838978:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:3.0:1767384635.838980:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384635.838983:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384635.838986:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000020:01000004:3.0:1767384635.838987:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384635.838989:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384635.838992:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:2.0:1767384635.838995:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:01000004:3.0:1767384635.839001:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384635.839002:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:01000004:3.0:1767384635.839006:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384635.839010:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384635.839013:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000010:3.0:1767384635.839017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000400:00000200:2.0:1767384635.839020:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000020:00000040:3.0:1767384635.839025:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384635.839030:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000100:00000001:3.0:1767384635.839035:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384635.839040:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 02000000:00000001:3.0:1767384635.839041:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384635.839046:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839051:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 02000000:00000010:3.0:1767384635.839056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b71a2672. 00000400:00000200:2.0:1767384635.839060:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:3.0:1767384635.839064:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839069:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000001:3.0:1767384635.839074:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384635.839078:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839078:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:2.0:1767384635.839086:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000100:00000040:3.0:1767384635.839089:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021a01da] to pc [ptlrpcd_00_03+3] req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384635.839095:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:2.0:1767384635.839109:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:2.0:1767384635.839114:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:2.0:1767384635.839127:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[82, 18], ns[82, 18] 10000000:00000001:3.0:1767384635.839128:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384635.839134:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839136:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000020:00000001:3.0:1767384635.839139:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.839139:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384635.839144:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384635.839144:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384635.839145:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384635.839149:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384635.839155:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384635.839155:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000100:00000040:0.0:1767384635.839158:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384635.839159:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384635.839161:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384635.839164:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384635.839164:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp32 00000020:01000004:3.0:1767384635.839171:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384635.839174:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp32 lpni_is_preferred = 0 00000020:01000004:3.0:1767384635.839175:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384635.839177:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384635.839179:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384635.839180:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839181:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp32 00000020:01000004:3.0:1767384635.839183:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384635.839186:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384635.839187:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384635.839189:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384635.839190:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp32 NI seq info: [83:83:256:4294967295] 192.168.202.154@tcp32 LPNI seq info [83:83:8:4294967295] 00000020:01000004:3.0:1767384635.839192:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384635.839192:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384635.839196:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384635.839199:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384635.839199:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839203:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp32 00000100:00000010:3.0:1767384635.839205:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002012643f. 00000100:00100000:0.0:1767384635.839206:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049185152:0@lo:253: 00000020:00000040:3.0:1767384635.839209:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384635.839214:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384635.839218:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384635.839218:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384635.839221:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839222:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp32(192.168.202.154@tcp32:) -> 192.168.202.154@tcp32(192.168.202.154@tcp:192.168.202.154@tcp32) : GET try# 0 02000000:00000001:0.0:1767384635.839227:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384635.839229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f1662eeb. 00000800:00000200:2.0:1767384635.839231:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp32 02000000:00000001:0.0:1767384635.839232:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384635.839236:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000770b619d. 02000000:00000001:0.0:1767384635.839238:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384635.839239:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384635.839245:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384635.839246:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002881d32f. 02000000:00000010:0.0:1767384635.839247:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b66e0aff. 00000800:00000010:2.0:1767384635.839250:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fd4f68d8. 00000100:00000040:3.0:1767384635.839251:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002012643f] to pc [ptlrpcd_00_00+0] req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384635.839254:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384635.839261:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (2) 00000400:00000010:0.0:1767384635.839264:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4607eb. 00000800:00000200:2.1:1767384635.839272:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (2) 00000400:00000010:0.0:1767384635.839275:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000340a302f. 00000100:00000200:0.0:1767384635.839280:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185152, portal 25 00000100:00000001:0.0:1767384635.839282:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384635.839284:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00000400:00000200:2.0:1767384635.839287:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 10000000:00000001:3.0:1767384635.839288:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384635.839291:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384635.839293:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839293:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 00000020:00000001:3.0:1767384635.839300:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384635.839304:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384635.839309:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001af2e4ca. 00000100:00000001:0.0:1767384635.839309:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384635.839316:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384635.839316:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384635.839319:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a750c963. 00000100:00000001:2.0:1767384635.839320:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839323:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384635.839324:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185152, offset 0 00000100:00000001:3.0:1767384635.839328:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384635.839330:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384635.839332:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384635.839336:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384635.839345:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384635.839346:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384635.839349:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.839352:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384635.839354:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384635.839356:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384635.839357:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005380 00000100:00100000:3.0:1767384635.839362:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049185280:0@lo:253: 00000400:00000200:0.0:1767384635.839367:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d1 [2] + 0 00000100:00000001:3.0:1767384635.839371:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384635.839373:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009839f60e. 02000000:00000001:3.0:1767384635.839376:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384635.839379:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839380:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 02000000:00000001:3.0:1767384635.839385:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384635.839385:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000433e9cd5 02000000:00000010:3.0:1767384635.839394:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3e97ea0. 00000400:00000200:0.0:1767384635.839394:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384635.839399:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384635.839402:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384635.839407:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000400:00000200:0.0:1767384635.839408:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000433e9cd5 00000400:00000010:0.0:1767384635.839413:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000433e9cd5. 00000100:00000001:0.0:1767384635.839418:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384635.839419:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384635.839422:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000001d51b55 x1853237049185152 msgsize 4848 00000400:00000010:3.0:1767384635.839424:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6b5cc71. 00000100:00100000:0.0:1767384635.839430:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384635.839431:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185280, portal 25 00000100:00000001:3.0:1767384635.839435:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384635.839435:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384635.839438:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:3.0:1767384635.839439:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420414080 : -128356289137536 : ffff8b42b8fb3480) 00000100:00000040:3.0:1767384635.839447:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.839448:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.839464:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384635.839465:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a750c963 00000400:00000010:0.0:1767384635.839468:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a750c963. 00000100:00000040:3.0:1767384635.839469:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384635.839469:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:0.0:1767384635.839475:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384635.839481:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384635.839482:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012a7967b. 00000100:00000200:3.0:1767384635.839489:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185280, offset 0 00000100:00000001:0.0:1767384635.839493:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384635.839498:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384635.839499:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384635.839504:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384635.839511:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384635.839513:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.839516:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384635.839521:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005400 00000100:00000001:0.0:1767384635.839522:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.839527:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294925168 00000400:00000200:3.0:1767384635.839529:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d9 [2] + 0 00000400:00000200:2.0:1767384635.839532:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000010:3.0:1767384635.839534:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095c6daa2. 00000100:00000010:0.0:1767384635.839534:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f617ab19. 00000400:00000200:3.0:1767384635.839541:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014c90364 00000100:00000001:0.0:1767384635.839543:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384635.839546:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384635.839549:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294925168 00000400:00000200:3.0:1767384635.839550:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384635.839556:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c90364 00000100:00000010:0.0:1767384635.839557:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81e851e. 00000400:00000010:3.0:1767384635.839558:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014c90364. 00000400:00000200:2.0:1767384635.839559:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:0.0:1767384635.839563:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384635.839565:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384635.839567:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384635.839569:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294925168 00000100:00000040:3.0:1767384635.839570:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000000cc54d05 x1853237049185280 msgsize 4848 00000100:00000010:0.0:1767384635.839574:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0276c04. 00000100:00100000:3.0:1767384635.839577:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384635.839580:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384635.839580:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384635.839586:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294925168 00000400:00000200:2.0:1767384635.839589:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000010:0.0:1767384635.839590:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000755cad41. 00000100:00000001:3.0:1767384635.839592:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384635.839598:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012a7967b 00000400:00000010:3.0:1767384635.839601:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012a7967b. 00000100:00000001:0.0:1767384635.839601:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384635.839607:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384635.839609:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384635.839612:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.839612:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.839618:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839620:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:0.0:1767384635.839623:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.839629:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384635.839633:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384635.839635:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384635.839639:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384635.839641:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.839643:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.839645:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384635.839645:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384635.839650:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839651:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.839652:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839657:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294925168 00000400:00000200:2.0:1767384635.839658:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384635.839661:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294925168 00000100:00000001:0.0:1767384635.839664:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384635.839667:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839685:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294925168 00000100:00000001:3.0:1767384635.839687:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294925168 00000100:00000001:3.0:1767384635.839689:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294925168 00000100:00000001:3.0:1767384635.839691:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294925168 00000100:00000001:3.0:1767384635.839692:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294925168 00000100:00000001:3.0:1767384635.839693:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294925168 00000100:00000001:3.0:1767384635.839695:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384635.839697:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839699:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839701:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.839702:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384635.839705:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185152 00000100:00000001:3.0:1767384635.839706:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384635.839707:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384635.839708:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384635.839711:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384635.839712:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384635.839713:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839715:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384635.839740:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384635.839744:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185152 00000100:00000001:3.0:1767384635.839746:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.839747:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384635.839751:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384635.839751:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384635.839755:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384635.839759:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384635.839761:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:2.0:1767384635.839762:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000001:0.0:1767384635.839764:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384635.839770:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384635.839773:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384635.839774:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096506c30. 00000100:00100000:3.0:1767384635.839776:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185280 00000100:00000001:0.0:1767384635.839778:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384635.839779:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384635.839782:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384635.839783:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096506c30. 00000100:00000001:3.0:1767384635.839785:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.839789:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384635.839791:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185280 00000020:00000010:0.0:1767384635.839791:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c44a3b45. 00000020:00000001:3.0:1767384635.839796:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384635.839797:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000020:00000040:3.0:1767384635.839798:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000010:0.0:1767384635.839799:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c3de3f5. 00000020:00000001:3.0:1767384635.839803:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384635.839806:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000010:0.0:1767384635.839806:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed72dbd5. 00000020:00000001:3.0:1767384635.839811:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384635.839813:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384635.839816:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384635.839819:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008163db5d. 00000100:00000040:0.0:1767384635.839819:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384635.839825:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384635.839826:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384635.839827:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000020:00000010:3.0:1767384635.839828:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008163db5d. 00000100:00000001:0.0:1767384635.839834:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384635.839837:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.839841:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8925588. 00000100:00000001:0.0:1767384635.839845:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.839846:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aab0ac9. 00000400:00000200:2.0:1767384635.839851:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000020:00000010:3.0:1767384635.839853:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046e6c42b. 00000100:00000001:0.0:1767384635.839858:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.839859:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384635.839862:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384635.839864:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839869:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.839871:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384635.839872:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384635.839876:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384635.839881:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000001:3.0:1767384635.839883:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384635.839883:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000040:0.0:1767384635.839884:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384635.839887:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384635.839889:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584314960 : -128357125236656 : ffff8b4287255850) 00000100:00100000:3.0:1767384635.839894:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:0.0:1767384635.839896:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001d51b55 x1853237049185152/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:616/0 lens 4848/0 e 0 to 0 dl 1767384646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384635.839898:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384635.839903:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514551888 : -128357194999728 : ffff8b4282fcd850) 00000100:00000001:0.0:1767384635.839909:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384635.839912:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000cc54d05 x1853237049185280/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:616/0 lens 4848/0 e 0 to 0 dl 1767384646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384635.839912:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000010:0.0:1767384635.839913:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096506c30. 00000100:00000001:0.0:1767384635.839920:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384635.839924:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096506c30. 00000100:00000001:3.0:1767384635.839927:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384635.839931:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008163db5d. 00000100:00100000:0.0:1767384635.839932:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001d51b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049185152:12345-0@lo:253: 00000100:00000001:3.0:1767384635.839934:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384635.839940:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185152 00000020:00000010:3.0:1767384635.839941:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008163db5d. 00000020:00000001:0.0:1767384635.839946:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384635.839950:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000cc54d05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049185280:12345-0@lo:253: 00000020:00000001:0.0:1767384635.839950:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384635.839954:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839955:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000200:3.0:1767384635.839956:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185280 00000020:00000001:0.0:1767384635.839958:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384635.839960:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384635.839962:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384635.839964:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384635.839966:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384635.839967:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.839969:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384635.839971:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384635.839972:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384635.839973:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384635.839975:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384635.839977:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384635.839980:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384635.839980:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.839985:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384635.839986:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384635.839987:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384635.839991:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384635.839991:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 02000000:00000001:0.0:1767384635.839992:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384635.839998:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086b4d108. 00000100:00000001:3.0:1767384635.839999:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384635.840002:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384635.840004:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384635.840007:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384635.840009:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384635.840015:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000057c53d66. 02000000:00000001:3.0:1767384635.840020:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.840023:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384635.840023:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ed2b5424. 20000000:01000000:0.0:1767384635.840029:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384635.840030:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384635.840033:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384635.840036:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384635.840037:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 20000000:00000001:0.0:1767384635.840039:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384635.840041:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000550eed6b. 20000000:00000001:0.0:1767384635.840044:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384635.840047:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384635.840048:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384635.840052:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384635.840054:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384635.840056:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384635.840057:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384635.840059:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384635.840059:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c32cfcd. 20000000:01000000:0.0:1767384635.840064:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384635.840071:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384635.840076:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384635.840080:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384635.840087:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00080000:00000001:0.0:1767384635.840099:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384635.840116:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384635.840119:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384635.840121:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00080000:00000001:0.0:1767384635.840122:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384635.840127:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384635.840129:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384635.840132:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:0.0:1767384635.840135:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:0.0:1767384635.840137:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384635.840140:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384635.840143:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384635.840146:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384635.840148:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384635.840153:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000400:00000200:2.0:1767384635.840156:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00080000:00000001:0.0:1767384635.840157:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384635.840164:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003fead42a. 00080000:00000001:0.0:1767384635.840167:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266664960 : -128361442886656 : ffff8b4185cb3c00) 00080000:00000001:0.0:1767384635.840170:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384635.840173:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384635.840178:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000096506c30. 00080000:00000001:0.0:1767384635.840180:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384635.840183:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384635.840195:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00080000:00000001:0.0:1767384635.840197:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384635.840216:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384635.840224:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840264:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840296:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840325:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840361:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840415:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840459:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840488:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840507:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840524:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840539:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840558:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384635.840583:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384635.840796:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3ac23f1. 00000800:00000010:2.0:1767384635.840800:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000708bca4c. 00000800:00000010:2.0:1767384635.840804:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2658d52. 00000800:00000010:2.0:1767384635.840823:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2658d52. 00000800:00020000:2.0:1767384635.840830:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384635.840838:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000708bca4c. 00000800:00000010:2.0:1767384635.840840:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3ac23f1. 00000400:02020000:2.0:1767384635.840884:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp32 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384635.840891:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp32 notifying 192.168.202.154@tcp32: down 00000800:00000200:2.0:1767384635.840897:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp32 down 00000800:00000100:2.0:1767384635.840902:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp32 00000800:00000010:2.0:1767384635.840905:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000770b619d. 00000400:00000200:2.0:1767384635.840908:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384635.840912:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp32->192.168.202.154@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384635.840918:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp32 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:2.0:1767384635.840921:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384635.840924:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384635.840928:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384635.840959:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384635.840965:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100871 00000400:00000001:3.0:1767384635.840968:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384635.840970:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384635.840971:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:3.0:1767384635.840972:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000400:00000200:3.0:1767384635.840975:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384635.840978:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:3.0:1767384635.840981:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000007830d3b8. 00000400:00000200:3.0:1767384635.840984:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (27) 00000400:00000200:3.0:1767384635.840986:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:3.0:1767384635.840989:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 rc -71 00000400:00000200:3.0:1767384635.840993:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384635.840997:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (26) 00080000:00000010:0.0:1767384635.841100:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003fead42a. 00080000:00000010:2.0:1767384635.841142:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000096506c30. 00040000:00000001:2.0:1767384635.841146:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384635.841148:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384635.841151:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384635.841153:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384635.841155:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384635.841157:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384635.841167:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384635.841175:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384635.841177:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384635.841182:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384635.841189:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6f49674. 20000000:01000000:3.0:1767384635.841193:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:01000000:0.0:1767384635.841194:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384635.841198:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384635.841198:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384635.841203:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:0.0:1767384635.841203:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384635.841207:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384635.841209:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384635.841213:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384635.841214:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384635.841221:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384635.841222:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000303213a8. 00080000:00000001:3.0:1767384635.841224:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384635.841227:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384635.841229:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384635.841230:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384635.841236:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab2b200d. 00080000:00000001:3.0:1767384635.841237:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384635.841241:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384635.841242:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384635.841245:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00000020:00000040:0.0:1767384635.841247:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab2b200d with handle 0xefc2db714b35c421 to hash 00080000:00000002:3.0:1767384635.841248:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384635.841254:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384635.841254:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384635.841256:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.841258:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00080000:00000001:3.0:1767384635.841259:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384635.841264:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384635.841265:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000020:00000001:3.0:1767384635.841267:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384635.841272:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384635.841272:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384635.841276:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384635.841277:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005041b5d7. 00010000:00010000:0.0:1767384635.841279:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384635.841280:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204379136 : -128361505172480 : ffff8b418214d400) 00080000:00000001:3.0:1767384635.841286:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384635.841289:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384635.841291:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384635.841292:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008163db5d. 00080000:00000020:2.0:1767384635.841293:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384635.841296:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384635.841297:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.841298:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384635.841299:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384635.841300:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:2.0:1767384635.841301:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ed2b5424. 00010000:00000001:0.0:1767384635.841303:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:2.0:1767384635.841306:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.841307:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384635.841309:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384635.841313:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185152 00010000:00000001:0.0:1767384635.841313:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384635.841316:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384635.841317:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384635.841318:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384635.841320:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384635.841322:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000200:2.0:1767384635.841323:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001d51b55 x1853237049185152/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384635.841325:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384635.841328:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384635.841331:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000303213a8) refcount = 1 00010000:00000001:2.0:1767384635.841336:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384635.841337:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.841341:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384635.841343:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384635.841345:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384635.841349:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=53 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384635.841351:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384635.841357:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.841359:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384635.841359:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384635.841364:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:2.0:1767384635.841365:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 20000000:01000000:0.0:1767384635.841368:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000001:2.0:1767384635.841370:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384635.841371:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384635.841374:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384635.841376:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384635.841377:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=4 02000000:00000001:2.0:1767384635.841381:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.841381:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384635.841387:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00000001:2.0:1767384635.841388:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384635.841389:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384635.841393:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384635.841396:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384635.841402:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000708bca4c. 00010000:00000001:0.0:1767384635.841403:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384635.841405:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384635.841409:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185152, offset 224 00010000:00000001:0.0:1767384635.841410:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.841413:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384635.841415:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384635.841419:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384635.841423:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384635.841425:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.841427:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384635.841431:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384635.841431:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384635.841440:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab2b200d already unused, calling callback (00000000d66be316) 00000400:00000200:2.0:1767384635.841442:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005380 00010000:00000001:0.0:1767384635.841443:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384635.841447:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384635.841449:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1951 [2] + 224 00010000:00010000:0.0:1767384635.841450:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384635.841456:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384635.841459:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384635.841461:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384635.841466:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384635.841477:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384635.841487:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384635.841490:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384635.841491:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384635.841492:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=5 00000020:00000001:0.0:1767384635.841494:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384635.841496:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384635.841498:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384635.841499:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384635.841501:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384635.841504:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384635.841507:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000708bca4c 00010000:00000001:0.0:1767384635.841507:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384635.841508:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384635.841511:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000708bca4c. 00010000:00000001:0.0:1767384635.841513:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384635.841514:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384635.841516:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384635.841517:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384635.841519:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384635.841521:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.841522:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384635.841528:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c421 from hash 00000100:00000040:2.0:1767384635.841529:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384635.841530:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384635.841531:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384635.841535:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384635.841536:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384635.841536:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384635.841538:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.841541:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384635.841542:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384635.841544:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384635.841544:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384635.841547:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001d51b55 x1853237049185152/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384635.841548:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384635.841549:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384635.841553:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4607eb. 00010000:00000001:0.0:1767384635.841554:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384635.841557:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384635.841559:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384635.841560:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340a302f 00010000:00000001:0.0:1767384635.841564:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.841567:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000340a302f. 00010000:00000001:0.0:1767384635.841569:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384635.841572:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384635.841575:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384635.841577:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.841580:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384635.841582:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384635.841584:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384635.841586:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001d51b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049185152:12345-0@lo:253: Request processed in 1672us (2158us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384635.841586:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.841592:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384635.841603:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00010000:0.0:1767384635.841604:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384635.841609:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384635.841614:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384635.841617:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.841618:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384635.841618:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.841621:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384635.841623:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c3de3f5. 00010000:00000001:0.0:1767384635.841624:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384635.841628:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:2.0:1767384635.841630:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed72dbd5. 00010000:00000001:0.0:1767384635.841631:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.841635:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384635.841636:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c44a3b45. 00010000:00000001:0.0:1767384635.841639:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384635.841641:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384635.841642:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:0.0:1767384635.841643:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.841644:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384635.841649:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.841650:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384635.841650:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384635.841653:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384635.841655:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086b4d108. 02000000:00000001:3.0:1767384635.841656:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384635.841660:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384635.841662:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384635.841663:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767384635.841664:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c421 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384635.841667:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384635.841668:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.841687:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384635.841687:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000303213a8 count: 0 00000100:00000200:2.0:1767384635.841688:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384635.841694:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384635.841697:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838d1d89. 00010000:00000001:0.0:1767384635.841698:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384635.841701:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=53 v=5 (5 0 0 0) 20000000:00000001:0.0:1767384635.841702:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384635.841704:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000708bca4c. 00000100:00001000:3.0:1767384635.841710:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384635.841716:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384635.841744:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384635.841747:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384635.841750:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.841753:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384635.841758:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.841766:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384635.841770:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384635.841772:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384635.841775:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384635.841777:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384635.841778:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384635.841779:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384635.841781:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384635.841783:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384635.841784:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384635.841785:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384635.841787:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384635.841788:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384635.841791:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.841799:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049185152:0@lo:253: 00000100:00000001:3.0:1767384635.841804:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.841806:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384635.841809:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021a01da x1853237049185152/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.841816:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384635.841819:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384635.841822:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b66e0aff. 02000000:00000001:3.0:1767384635.841833:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384635.841835:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384635.841836:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384635.841839:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384635.841841:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b71a2672. 02000000:00000001:3.0:1767384635.841845:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384635.841847:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384635.841849:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 00000100:00000001:3.0:1767384635.841853:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384635.841854:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.841856:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.841860:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384635.841861:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.841863:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.841865:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384635.842793:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005041b5d7. 00080000:00000010:3.0:1767384635.842823:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008163db5d. 00040000:00000001:3.0:1767384635.842828:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384635.842829:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384635.842830:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384635.842833:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384635.842834:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384635.842836:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384635.842837:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384635.842845:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384635.842848:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384635.842851:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384635.842857:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384635.842860:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384635.842861:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384635.842864:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384635.842865:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384635.842870:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000089b63421. 00010000:00000001:0.0:1767384635.842873:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384635.842876:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c3b40c6. 00000020:00000001:0.0:1767384635.842878:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384635.842880:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001c3b40c6 with handle 0xefc2db714b35c428 to hash 00000020:00000001:0.0:1767384635.842882:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384635.842884:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384635.842886:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384635.842894:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384635.842895:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384635.842897:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.842902:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384635.842904:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384635.842905:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384635.842907:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384635.842909:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384635.842910:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384635.842912:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384635.842914:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384635.842915:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384635.842916:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384635.842917:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384635.842919:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000089b63421) refcount = 1 00010000:00010000:0.0:1767384635.842921:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.842924:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384635.842925:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384635.842926:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384635.842928:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.842929:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384635.842931:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384635.842933:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384635.842935:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384635.842936:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384635.842937:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c3b40c6 refcount=4 00000020:00000001:0.0:1767384635.842938:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384635.842940:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384635.842941:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384635.842943:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.842953:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384635.842955:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.842959:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.842960:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384635.842962:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384635.842966:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384635.842966:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384635.842969:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.842970:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384635.842972:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000010:3.0:1767384635.842973:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000550eed6b. 00010000:00010000:0.0:1767384635.842975:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384635.842978:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384635.842982:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185280 00010000:00010000:0.0:1767384635.842982:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001c3b40c6 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384635.842987:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384635.842987:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384635.842991:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000200:3.0:1767384635.842994:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cc54d05 x1853237049185280/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384635.842994:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.843011:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384635.843013:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384635.843015:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384635.843016:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384635.843018:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c3b40c6 refcount=5 00010000:00000001:3.0:1767384635.843020:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.843021:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00000100:00001000:3.0:1767384635.843026:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=53 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384635.843026:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520578560 : -128356188973056 : ffff8b42bef39800) 00010000:00000001:0.0:1767384635.843028:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384635.843029:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.843032:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384635.843033:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384635.843039:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384635.843040:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.843044:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384635.843045:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384635.843046:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384635.843050:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384635.843051:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384635.843053:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.843056:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384635.843058:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c3b40c6 with handle 0xefc2db714b35c428 from hash 02000000:00000001:3.0:1767384635.843060:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.843064:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384635.843065:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384635.843068:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384635.843072:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384635.843072:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384635.843075:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384635.843078:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012a7967b. 00010000:00000001:0.0:1767384635.843080:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384635.843083:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1767384635.843084:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185280, offset 224 00010000:00000001:0.0:1767384635.843086:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384635.843090:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384635.843093:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384635.843096:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.843100:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384635.843101:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384635.843103:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384635.843108:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005400 00010000:00000001:0.0:1767384635.843108:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.843112:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384635.843115:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1959 [2] + 224 00010000:00000001:0.0:1767384635.843116:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.843120:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384635.843121:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384635.843126:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.843128:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384635.843130:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384635.843132:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384635.843137:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384635.843139:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.843142:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384635.843144:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384635.843147:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:3.0:1767384635.843150:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384635.843150:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384635.843151:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384635.843154:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384635.843157:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384635.843161:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384635.843164:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384635.843167:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384635.843172:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384635.843175:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384635.843178:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012a7967b 00010000:00010000:0.0:1767384635.843178:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c3b40c6/0xefc2db714b35c428 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384635.843182:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012a7967b. 00000100:00000001:3.0:1767384635.843187:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:0.0:1767384635.843188:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000089b63421 count: 0 00000100:00000001:3.0:1767384635.843190:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384635.843192:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.843195:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.843196:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384635.843197:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384635.843200:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 20000000:00000001:0.0:1767384635.843201:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:2.0:1767384635.843202:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384635.843206:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384635.843207:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384635.843211:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384635.843211:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000020:00000001:3.0:1767384635.843216:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384635.843217:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6b5cc71 00000100:00000040:3.0:1767384635.843220:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cc54d05 x1853237049185280/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:616/0 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384635.843221:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6b5cc71. 00000100:00000001:2.0:1767384635.843226:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384635.843232:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.843233:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cc54d05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049185280:12345-0@lo:253: Request processed in 3304us (3660us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384635.843241:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.843253:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:2.0:1767384635.843253:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384635.843255:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384635.843257:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384635.843258:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384635.843261:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384635.843262:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384635.843265:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384635.843267:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aab0ac9. 00000100:00000001:2.0:1767384635.843271:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384635.843272:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046e6c42b. 00000100:00000001:2.0:1767384635.843273:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.843278:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.843279:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8925588. 00000100:00001000:2.0:1767384635.843282:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=53 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384635.843283:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00001000:2.0:1767384635.843288:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=53 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384635.843290:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384635.843294:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000057c53d66. 00000100:00000001:2.0:1767384635.843294:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384635.843297:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.843300:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384635.843300:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384635.843301:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.843303:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.843305:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384635.843308:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384635.843311:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384635.843314:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095c6daa2. 00000100:00000001:2.0:1767384635.843320:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384635.843321:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012a7967b. 00000100:00000001:2.0:1767384635.843323:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384635.843326:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384635.843329:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384635.843330:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384635.843332:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384635.843333:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384635.843334:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384635.843336:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384635.843337:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384635.843338:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384635.843340:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384635.843341:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384635.843346:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002012643f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049185280:0@lo:253: 00000100:00000001:2.0:1767384635.843351:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.843353:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384635.843356:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002012643f x1853237049185280/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.843362:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384635.843364:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384635.843365:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3e97ea0. 02000000:00000001:2.0:1767384635.843369:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384635.843376:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384635.843377:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384635.843380:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384635.843382:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f1662eeb. 02000000:00000001:2.0:1767384635.843387:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384635.843389:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384635.843390:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002012643f. 00000100:00000001:2.0:1767384635.843395:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384635.843396:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.843399:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.843403:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384635.843405:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.843407:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384635.843410:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.844765:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294925168, at 4294925169 00000100:00000010:2.0:1767384635.844770:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0276c04. 00000100:00000040:0.0:1767384635.844777:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294925168, at 4294925169 00000100:00000010:0.0:1767384635.844784:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f617ab19. 00000100:00000040:3.0:1767384635.845763:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294925168, at 4294925170 00000100:00000010:3.0:1767384635.845769:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000755cad41. 00000100:00000040:1.0:1767384635.845831:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294925168, at 4294925170 00000100:00000010:1.0:1767384635.845840:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81e851e. 00010000:00000010:0.1:1767384635.850749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000303213a8. 00010000:00000010:0.1:1767384635.850760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00010000:00000010:0.1:1767384635.852755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000089b63421. 00010000:00000010:0.1:1767384635.852762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c3b40c6. 00000400:00000010:2.0:1767384635.857646:0:29717:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fd720a65. 00000400:00000040:2.0:1767384635.857668:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384635.857671:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384635.857688:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384635.857690:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384635.857693:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384635.857694:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384635.857697:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384635.857699:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384635.857701:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384635.857702:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384635.857705:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384635.857707:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384635.857710:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384635.857711:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384635.857713:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384635.857715:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384635.857743:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384635.857745:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384635.857747:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384635.857749:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384635.857751:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384635.857758:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384635.857760:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384635.857761:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384635.857762:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384635.857765:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384635.857766:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384635.857768:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384635.857769:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384635.857770:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384635.857771:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384635.857773:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384635.857774:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384635.857775:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384635.857776:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384635.857778:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384635.857779:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384635.857781:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384635.857783:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384635.857784:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384635.857785:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384635.857786:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384635.857787:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384635.857789:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384635.857790:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384635.857791:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384635.857793:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384635.857794:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384635.857795:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384635.857796:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384635.857797:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384635.857798:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384635.857799:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384635.857800:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384635.857801:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384635.857802:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384635.857803:0:29717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384635.857863:0:29717:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fd720a65. 00010000:00000001:1.0:1767384635.924992:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384635.924997:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384635.925002:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384635.925003:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384635.925045:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384635.925049:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384635.925052:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:1.0:1767384636.627964:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000037e2eaae. 00000800:00000200:1.0:1767384636.627980:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (6) 00000800:00000200:1.0:1767384636.627985:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp17 ip 192.168.202.154:988 00000800:00000200:1.0:1767384636.627996:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384636.628086:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384636.628097:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.628106:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.628109:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.628111:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384636.691797:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp31 00000400:00000010:0.0:1767384636.691803:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ced286f5. 00000400:00000010:0.0:1767384636.691810:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009dcae8da. 00000400:00000010:0.0:1767384636.691814:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000400:00000010:0.0:1767384636.691821:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009772dfcd. 00000400:00000200:0.0:1767384636.691824:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp31 00000400:00000200:0.0:1767384636.691840:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp31 local destination 00000400:00000200:0.0:1767384636.691846:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp31 00000400:00000200:0.0:1767384636.691849:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [84:84:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [84:84:8:4294967295] 00000400:00000200:0.0:1767384636.691855:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp31 00000400:00000200:0.0:1767384636.691863:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:) -> 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) : GET try# 0 00000800:00000200:0.0:1767384636.691869:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp31 00000800:00000010:0.0:1767384636.691873:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008795f0a8. 00000800:00000200:0.0:1767384636.691878:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000800:00000200:0.1:1767384636.691882:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:0.0:1767384636.691905:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp31 added to recovery queue. ping count: 2 next ping: 262 health :800 00000400:00000200:0.0:1767384636.691908:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp32 00000400:00000010:0.0:1767384636.691911:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000ce4e9a1. 00000400:00000010:0.0:1767384636.691914:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:0.0:1767384636.691916:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000400:00000010:0.0:1767384636.691920:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e22bf4a2. 00000400:00000200:0.0:1767384636.691937:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp32 00000400:00000200:0.0:1767384636.691942:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp32 local destination 00000400:00000200:0.0:1767384636.691946:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp32 00000400:00000200:0.0:1767384636.691948:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp32 NI seq info: [85:85:256:4294967295] 192.168.202.154@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:0.0:1767384636.691952:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp32 00000400:00000200:0.0:1767384636.691961:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp32(192.168.202.154@tcp32:) -> 192.168.202.154@tcp32(192.168.202.154@tcp32:192.168.202.154@tcp32) : GET try# 0 00000800:00000200:0.0:1767384636.691964:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp32 00000800:00000010:0.0:1767384636.691967:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f1629472. 00000800:00000200:0.0:1767384636.691970:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (2) 00000800:00000200:0.1:1767384636.691973:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (2) 00000400:00000200:0.0:1767384636.691987:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp32 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:1.0:1767384636.691990:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692040:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692062:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692091:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692104:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692138:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692149:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692183:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692230:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692235:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692284:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692335:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692343:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692380:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692392:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692425:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692441:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692473:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692485:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692521:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692526:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692569:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692586:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692610:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692633:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692689:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692761:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692762:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692835:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692838:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692870:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692888:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692925:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692929:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.692989:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.692989:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693057:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693082:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693105:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693124:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693157:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693216:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693233:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693269:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693285:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693324:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693336:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693373:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693380:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693421:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693427:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693474:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693491:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693523:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693568:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693597:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693622:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693639:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693689:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693700:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693764:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.693784:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693819:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693865:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693910:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.693955:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000800:00000010:1.0:1767384636.693968:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fce43325. 00000800:00000010:1.0:1767384636.693973:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b56e75e6. 00000800:00000010:1.0:1767384636.693978:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093814a48. 00000800:00000010:1.0:1767384636.694001:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093814a48. 00000400:00000200:2.0:1767384636.694002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000800:00020000:1.0:1767384636.694012:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384636.694016:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b56e75e6. 00000800:00000010:1.0:1767384636.694020:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fce43325. 00000400:00000200:2.0:1767384636.694052:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:02020000:1.0:1767384636.694093:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp31 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384636.694101:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp31 notifying 192.168.202.154@tcp31: down 00000400:00000200:1.0:1767384636.694105:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384636.694110:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp31 00000800:00000010:1.0:1767384636.694113:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008795f0a8. 00000400:00000200:2.0:1767384636.694115:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.694117:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384636.694124:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384636.694132:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384636.694135:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384636.694140:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp31) recovery failed with -71 00000400:00000200:2.0:1767384636.694163:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.694197:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000800:00000010:2.0:1767384636.694328:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3ac23f1. 00000800:00000010:2.0:1767384636.694332:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000924fdef3. 00000800:00000010:2.0:1767384636.694336:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f70fd68. 00000800:00000010:2.0:1767384636.694363:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f70fd68. 00000400:00000200:0.0:1767384636.694467:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384636.694482:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp32 from 213.3.0.2 00000800:00000010:0.0:1767384636.694485:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001056ac1a. 00000800:00000010:2.0:1767384636.694519:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c52e386d. 00000800:00000010:2.0:1767384636.694524:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000377835c9. 00000800:00000010:2.0:1767384636.694545:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000c0f57f3. 00000800:00000200:2.1:1767384636.694550:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (2) 00000800:00000200:2.1:1767384636.694556:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp32 000000000c0f57f3 deleted 00000800:00000010:2.1:1767384636.694559:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000c0f57f3. 00000800:00000200:2.1:1767384636.694563:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384636.694569:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp32 ip 192.168.202.154:981 00000800:00000200:2.1:1767384636.694573:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1629472 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384636.694578:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp32 p 3.x 192.168.202.154 -> 192.168.202.154:981 incarnation:1767384629366049199 sched[0] 00000800:00000010:2.0:1767384636.694582:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f70fd68. 00000800:00000010:2.0:1767384636.694623:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f70fd68. 00000800:00000010:2.0:1767384636.694626:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000377835c9. 00000800:00000200:1.1:1767384636.694651:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384636.694658:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp32 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384629366049199 sched[0] 00000800:00000010:1.0:1767384636.694661:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000924fdef3. 00000800:00000010:2.0:1767384636.694662:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001056ac1a. 00000800:00000001:2.0:1767384636.694694:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.694701:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384636.694758:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:2.0:1767384636.694786:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384636.694789:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f1629472. 00000400:00000200:2.0:1767384636.694793:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.694798:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp32->192.168.202.154@tcp32: GET: OK 00000400:00000200:2.0:1767384636.694807:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384636.694810:0:16350:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp32 recovery message sent successfully:0 00000400:00000200:1.0:1767384636.694819:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000001:2.0:1767384636.694821:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.694828:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.694831:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.694838:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.694846:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp32(192.168.202.154@tcp32) <- 192.168.202.154@tcp32 : GET - for me 00000400:00000200:2.0:1767384636.694858:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384636.694866:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1949 [1] + 0 00000400:00000200:2.0:1767384636.694876:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp32 to MR: 192.168.202.154@tcp32 local destination 00000400:00000200:1.0:1767384636.694877:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384636.694888:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp32 NI seq info: [86:86:256:4294967295] 192.168.202.154@tcp32 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384636.694903:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp32(192.168.202.154@tcp32:192.168.202.154@tcp32) -> 192.168.202.154@tcp32(192.168.202.154@tcp32:192.168.202.154@tcp32) 192.168.202.154@tcp32 : REPLY try# 0 00000800:00000200:2.0:1767384636.694908:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp32 00000800:00000010:2.0:1767384636.694912:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000770b619d. 00000800:00000200:2.0:1767384636.694917:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000800:00000200:2.0:1767384636.694922:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp32 ip 192.168.202.154:988 00000800:00000200:2.0:1767384636.694925:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000770b619d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384636.694944:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:2.0:1767384636.694969:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384636.694973:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000770b619d. 00000400:00000200:2.0:1767384636.694977:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.694981:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp32->192.168.202.154@tcp32: REPLY: OK 00000800:00000001:2.0:1767384636.694992:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.694995:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.694998:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384636.695000:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000001:2.0:1767384636.695003:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.695006:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.695010:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.695016:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp32(192.168.202.154@tcp32) <- 192.168.202.154@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384636.695028:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp32: Reply from 12345-192.168.202.154@tcp32 of length 272/272 into md 0x1975 00000800:00000001:2.0:1767384636.695032:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384636.695040:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000001:2.0:1767384636.695043:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.695045:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.695051:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp32->192.168.202.154@tcp32: REPLY: OK 00000400:00000200:2.0:1767384636.695056:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:2.0:1767384636.695058:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000400:00000200:2.0:1767384636.695063:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384636.695067:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000ce4e9a1. 00000400:00000010:2.0:1767384636.695070:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000800:00000001:2.0:1767384636.695077:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.695080:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384636.695083:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695102:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695120:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695140:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695159:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695179:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695196:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695217:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695248:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695278:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695306:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695340:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695378:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695418:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695450:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695478:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695506:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695557:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695576:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695590:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695606:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695621:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695651:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695681:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695701:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695717:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384636.695873:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384636.695991:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fce43325. 00000800:00000010:1.0:1767384636.695994:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b56e75e6. 00000800:00000010:1.0:1767384636.696002:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093814a48. 00000800:00000010:1.0:1767384636.696017:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093814a48. 00000800:00020000:1.0:1767384636.696022:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384636.696025:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b56e75e6. 00000800:00000010:1.0:1767384636.696026:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fce43325. 00000400:02020000:1.0:1767384636.696068:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp32 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384636.947795:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384636.947801:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.947809:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384636.947811:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.947846:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384636.947849:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384636.947852:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384637.161523:0:30115:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4edfe59. 00080000:00000010:2.0:1767384637.161533:0:30115:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4edfe59. 00000020:00000001:2.0:1767384637.161539:0:30115:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384637.161548:0:30115:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4edfe59. 00080000:00000010:2.0:1767384637.161553:0:30115:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4edfe59. 00000020:00000001:2.0:1767384637.161557:0:30115:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384637.715805:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.715821:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384637.715824:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:0.0:1767384637.715828:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000400:00000200:0.0:1767384637.715833:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384637.715838:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384637.715848:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ced286f5. 00000400:00000010:0.0:1767384637.715851:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009dcae8da. 00000001:00000001:0.0:1767384637.856338:0:30279:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384637.856344:0:30279:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384637.861843:0:30279:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384637.869178:0:30280:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000016af3a5. 00000400:00000010:0.0:1767384637.869197:0:30280:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fad80ba6. 00000400:00000010:0.0:1767384637.869209:0:30280:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005e16d61c. 00000400:00000010:0.0:1767384637.869214:0:30280:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001f390d31. 00000400:00000010:0.0:1767384637.869218:0:30280:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b45c37bf. 00000400:00000010:0.0:1767384637.869223:0:30280:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000582f9b97. 00000400:00000010:0.0:1767384637.869225:0:30280:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036948e53. 00000400:00000010:0.0:1767384637.869234:0:30280:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cbf0192. 00000400:00000010:0.0:1767384637.869238:0:30280:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bc367676. 00000800:00000010:0.0:1767384637.869254:0:30280:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000045e36caa. 00000800:00000200:0.0:1767384637.869266:0:30280:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384637.869281:0:30280:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384637.869322:0:30280:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384637.869349:0:30280:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767384637.872298:0:30280:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000068206e2c. 00000400:00000010:0.0:1767384637.872306:0:30280:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7f3a50. 00000400:00000010:0.0:1767384637.872313:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000400:00000001:0.0:1767384637.872335:0:30280:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.872337:0:30280:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384637.872339:0:30280:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be985950. 00000400:00000200:0.0:1767384637.872343:0:30280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000400:00000010:0.0:1767384637.872345:0:30280:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000400:00000010:0.0:1767384637.872349:0:30280:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000008adeec9f. 00000400:00000200:0.0:1767384637.872354:0:30280:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (25) 00000400:00000200:0.0:1767384637.872369:0:30280:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384637.872380:0:30280:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000400:00000200:3.0:1767384637.872388:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384637.872388:0:30280:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4fe0132. 00000020:01000000:0.0:1767384637.872395:0:30280:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384637.872400:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00000020:01000000:0.0:1767384637.872403:0:30280:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp36 00000400:00000200:3.0:1767384637.872406:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000400:00000010:3.0:1767384637.872413:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000898b12ea. 00000400:00000010:3.0:1767384637.872418:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a42207. 00000400:00000010:0.0:1767384637.872423:0:30280:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fad80ba6. 00000400:00000010:3.0:1767384637.872425:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a8dca4f. 00000400:00000010:0.0:1767384637.872429:0:30280:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000016af3a5. 00000400:00000200:3.0:1767384637.872435:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000020:00000001:2.0:1767384637.872449:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384637.872450:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:00000001:2.0:1767384637.872456:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384637.872460:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384637.872463:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384637.872466:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384637.872467:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:2.0:1767384637.872471:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384637.872476:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384637.872478:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:2.0:1767384637.872479:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384637.872483:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384637.872486:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384637.872489:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:2.0:1767384637.872489:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384637.872492:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384637.872493:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384637.872495:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384637.872501:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000400:00000200:3.0:1767384637.872508:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:00000040:2.0:1767384637.872508:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:3.0:1767384637.872517:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000001:2.0:1767384637.872517:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384637.872522:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384637.872526:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 02000000:00000001:2.0:1767384637.872530:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.872534:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:3.0:1767384637.872540:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:3.0:1767384637.872544:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 02000000:00000010:2.0:1767384637.872544:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003371e95. 00000400:00000200:3.0:1767384637.872552:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000001:2.0:1767384637.872554:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.872556:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:3.0:1767384637.872562:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384637.872568:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:3.0:1767384637.872571:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000100:00000001:2.0:1767384637.872572:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384637.872577:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:2.0:1767384637.872577:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.872584:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000040:2.0:1767384637.872588:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_01+1] req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384637.872593:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:3.0:1767384637.872610:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:3.0:1767384637.872616:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:3.0:1767384637.872621:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:3.0:1767384637.872627:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 10000000:00000001:2.0:1767384637.872634:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384637.872640:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.872644:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.872649:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 18], ns[84, 18] 00000020:01000000:2.0:1767384637.872649:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384637.872669:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[86, 18] 00000400:00000200:3.0:1767384637.872675:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000020:00000001:2.0:1767384637.872675:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384637.872680:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384637.872681:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 10000000:00000001:2.0:1767384637.872685:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384637.872689:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp33 10000000:01000000:2.0:1767384637.872689:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384637.872694:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384637.872696:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp33 lpni_is_preferred = 0 00000020:01000004:2.0:1767384637.872698:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384637.872701:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp33 00000100:00000001:1.0:1767384637.872702:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384637.872703:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384637.872707:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384637.872708:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp33 NI seq info: [87:87:256:4294967295] 192.168.202.154@tcp33 LPNI seq info [87:87:8:4294967295] 00000100:00000001:1.0:1767384637.872708:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384637.872712:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384637.872712:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384637.872717:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:1.0:1767384637.872736:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384637.872743:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp33 00000100:00000001:1.0:1767384637.872745:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384637.872748:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384637.872756:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384637.872756:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384637.872759:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp33(192.168.202.154@tcp33:) -> 192.168.202.154@tcp33(192.168.202.154@tcp:192.168.202.154@tcp33) : GET try# 0 00000020:01000004:2.0:1767384637.872760:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384637.872761:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384637.872764:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384637.872768:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384637.872771:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000800:00000200:3.0:1767384637.872773:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp33 00000100:00100000:1.0:1767384637.872775:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049185408:0@lo:253: 00000020:00000040:2.0:1767384637.872779:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384637.872781:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767384637.872782:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd32d588. 00000100:00000001:2.0:1767384637.872784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384637.872787:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384637.872788:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384637.872790:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384637.872792:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000905517e7. 02000000:00000001:2.0:1767384637.872793:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.872794:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384637.872799:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a253a166. 02000000:00000010:1.0:1767384637.872803:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fce43325. 02000000:00000010:2.0:1767384637.872805:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001bd2f0c1. 00000800:00000200:3.0:1767384637.872806:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 02000000:00000001:1.0:1767384637.872807:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.872814:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.872816:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c2da16. 00000800:00000200:3.1:1767384637.872820:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000100:00000001:2.0:1767384637.872823:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384637.872823:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b56e75e6. 00000100:00000001:2.0:1767384637.872828:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384637.872829:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185408, portal 25 00000100:00000001:1.0:1767384637.872835:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384637.872836:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000100:00000040:2.0:1767384637.872839:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_02+2] req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384637.872843:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384637.872847:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384637.872856:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 00000100:00000001:1.0:1767384637.872870:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384637.872874:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384637.872876:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000c6f5a8. 00000100:00000200:1.0:1767384637.872878:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185408, offset 0 00000400:00000200:1.0:1767384637.872883:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384637.872886:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384637.872890:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384637.872894:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384637.872896:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384637.872906:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005480 00000020:01000000:2.0:1767384637.872908:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384637.872913:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4fe0132. 00000400:00000200:1.0:1767384637.872913:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e9 [2] + 0 00000400:00000010:1.0:1767384637.872919:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de25e935. 00000400:00000200:1.0:1767384637.872923:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e218a17 00000400:00000200:1.0:1767384637.872929:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.872934:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384637.872938:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e218a17 00000400:00000010:1.0:1767384637.872939:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e218a17. 00000100:00000001:1.0:1767384637.872943:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384637.872945:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384637.872947:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002706c056 x1853237049185408 msgsize 4848 00000100:00100000:1.0:1767384637.872950:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384637.872951:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384637.872961:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384637.872970:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c6f5a8 00000400:00000010:1.0:1767384637.872972:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000c6f5a8. 00000100:00000001:1.0:1767384637.872974:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384637.872977:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.872985:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384637.872986:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.872991:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.872993:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:1.0:1767384637.872993:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384637.872998:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873002:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294927202 00000100:00000010:1.0:1767384637.873006:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c89e5a9. 00000100:00000001:1.0:1767384637.873016:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384637.873017:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384637.873022:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873023:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294927202 00000100:00000010:1.0:1767384637.873027:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7e5e214. 00000100:00000001:1.0:1767384637.873030:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384637.873033:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294927202 00000100:00000001:3.0:1767384637.873036:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384637.873039:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384637.873041:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384637.873046:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384637.873048:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093c7256c. 00000100:00000001:1.0:1767384637.873054:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384637.873057:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384637.873061:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873061:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294927202 00000400:00000200:2.0:1767384637.873062:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 02000000:00000001:3.0:1767384637.873065:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384637.873068:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f13501fd. 02000000:00000001:3.0:1767384637.873069:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384637.873074:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873074:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384637.873079:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384637.873083:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384637.873086:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049185536:0@lo:253: 00000100:00000001:1.0:1767384637.873087:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873091:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384637.873093:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384637.873097:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384637.873098:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873099:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384637.873100:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384637.873102:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1767384637.873107:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000550eed6b. 00000100:00000001:1.0:1767384637.873107:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.873108:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384637.873110:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 02000000:00000001:3.0:1767384637.873112:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873112:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873118:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384637.873120:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000400:00000010:3.0:1767384637.873127:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f488481d. 00000100:00000200:3.0:1767384637.873130:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049185536, portal 25 00000100:00000001:3.0:1767384637.873132:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384637.873133:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 00000100:00000040:3.0:1767384637.873137:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.873141:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384637.873144:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384637.873145:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185408 00000100:00000040:3.0:1767384637.873149:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384637.873150:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384637.873154:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cbd450e. 00000100:00000001:1.0:1767384637.873154:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384637.873156:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:1.0:1767384637.873156:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384637.873159:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049185536, offset 0 02000000:00000001:1.0:1767384637.873163:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384637.873167:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185408 00000400:00000200:3.0:1767384637.873168:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384637.873170:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384637.873173:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384637.873176:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384637.873179:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384637.873180:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:1.0:1767384637.873184:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384637.873186:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:3.0:1767384637.873190:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005500 00000100:00000001:1.0:1767384637.873190:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384637.873195:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1201 [2] + 0 00000400:00000010:3.0:1767384637.873200:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004adbd85. 00000020:00000010:1.0:1767384637.873202:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d81a053. 00000400:00000200:2.0:1767384637.873203:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384637.873204:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ebef96af 00000100:00000001:1.0:1767384637.873206:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384637.873210:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384637.873211:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d81a053. 00000400:00000200:3.0:1767384637.873218:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384637.873220:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbc1982f. 00000400:00000200:3.0:1767384637.873221:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebef96af 00000400:00000010:3.0:1767384637.873224:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebef96af. 00000020:00000010:1.0:1767384637.873227:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003824aa4d. 00000100:00000001:3.0:1767384637.873228:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384637.873231:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384637.873234:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a519eb8e. 00000100:00000040:3.0:1767384637.873235:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000cad3f245 x1853237049185536 msgsize 4848 00000100:00100000:3.0:1767384637.873241:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384637.873244:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:1.0:1767384637.873245:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384637.873249:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384637.873251:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384637.873252:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384637.873253:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873258:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384637.873264:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbd450e 00000400:00000010:3.0:1767384637.873267:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cbd450e. 00000100:00000001:3.0:1767384637.873269:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384637.873269:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384637.873274:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.873278:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384637.873281:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185536 00000100:00000001:3.0:1767384637.873284:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384637.873284:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384637.873286:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384637.873287:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000040:3.0:1767384637.873289:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.873289:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.873294:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384637.873299:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185536 00000020:00000001:1.0:1767384637.873302:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384637.873303:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384637.873305:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384637.873307:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384637.873309:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.873311:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:3.0:1767384637.873312:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.873314:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384637.873316:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294927202 00000020:00000001:1.0:1767384637.873318:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384637.873321:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294927202 00000100:00000001:1.0:1767384637.873322:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384637.873327:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294927202 00000020:00000010:1.0:1767384637.873327:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d81a053. 00000100:00000001:3.0:1767384637.873332:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294927202 00000100:00000001:1.0:1767384637.873332:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384637.873337:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294927202 00000020:00000010:1.0:1767384637.873338:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d81a053. 00000100:00000001:3.0:1767384637.873340:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294927202 00000100:00000001:3.0:1767384637.873343:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294927202 00000100:00000001:3.0:1767384637.873344:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294927202 00000020:00000010:1.0:1767384637.873345:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fed3918. 00000100:00000001:3.0:1767384637.873346:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.873350:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000148777c8. 00000100:00000001:3.0:1767384637.873351:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.873355:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.873357:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384637.873357:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005480db86. 00000100:00000001:1.0:1767384637.873364:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384637.873366:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384637.873366:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384637.873367:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:3.0:1767384637.873369:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384637.873374:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.873375:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.873376:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384637.873380:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873381:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.873383:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873384:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.873393:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384637.873394:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384637.873400:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:1.0:1767384637.873402:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384637.873404:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514547792 : -128357195003824 : ffff8b4282fcc850) 00000100:00000040:1.0:1767384637.873408:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002706c056 x1853237049185408/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:618/0 lens 4848/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.873415:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384637.873418:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d81a053. 00000100:00000001:1.0:1767384637.873419:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.873421:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d81a053. 00000100:00000001:3.0:1767384637.873426:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384637.873427:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002706c056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049185408:12345-0@lo:253: 00000100:00000001:3.0:1767384637.873429:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384637.873436:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185408 00000020:00000001:1.0:1767384637.873439:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384637.873443:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384637.873444:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000020:00000001:1.0:1767384637.873445:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.873449:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384637.873451:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384637.873452:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:3.0:1767384637.873454:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384637.873456:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384637.873457:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384637.873460:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384637.873462:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384637.873465:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384637.873469:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000001:1.0:1767384637.873471:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384637.873474:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 02000000:00000001:1.0:1767384637.873475:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384637.873478:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514553936 : -128357194997680 : ffff8b4282fce050) 02000000:00000010:1.0:1767384637.873482:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001af2e4ca. 00000100:00000040:3.0:1767384637.873483:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cad3f245 x1853237049185536/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:618/0 lens 4848/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384637.873487:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.873492:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384637.873497:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384637.873500:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384637.873504:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f313bf8. 00000100:00000001:3.0:1767384637.873506:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384637.873508:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f313bf8. 20000000:00000010:1.0:1767384637.873508:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005fb79e0d. 00000100:00100000:3.0:1767384637.873512:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cad3f245 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049185536:12345-0@lo:253: 00000100:00000200:3.0:1767384637.873519:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185536 20000000:01000000:1.0:1767384637.873520:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384637.873522:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384637.873524:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384637.873526:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384637.873527:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384637.873529:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384637.873531:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.873532:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384637.873534:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.873535:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:2.0:1767384637.873538:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 20000000:00000001:1.0:1767384637.873538:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384637.873539:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384637.873543:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384637.873546:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384637.873547:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384637.873549:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384637.873549:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009357393a. 20000000:01000000:1.0:1767384637.873553:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000100:00000001:3.0:1767384637.873555:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384637.873558:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384637.873560:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384637.873563:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000044621c82. 00080000:00000001:1.0:1767384637.873566:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384637.873567:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.873571:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.873571:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384637.873573:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384637.873582:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f1662eeb. 20000000:01000000:3.0:1767384637.873585:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384637.873586:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384637.873588:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384637.873589:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384637.873590:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.873594:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.873601:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384637.873602:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.873606:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384637.873608:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.873609:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384637.873611:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384637.873614:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000400:00000200:2.0:1767384637.873616:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000001:1.0:1767384637.873618:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384637.873623:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384637.873625:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384637.873628:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.873630:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384637.873632:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384637.873637:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384637.873640:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384637.873643:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b35beec0. 00080000:00000001:1.0:1767384637.873646:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267206656 : -128361442344960 : ffff8b4185d38000) 00080000:00000001:1.0:1767384637.873649:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384637.873653:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384637.873673:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001d81a053. 00080000:00000001:1.0:1767384637.873676:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.873679:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384637.873697:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.873698:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00080000:00000001:1.0:1767384637.873714:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384637.873879:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.873909:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.873944:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.873997:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874065:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874132:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874217:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874280:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874319:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874404:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874461:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874522:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874555:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874607:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874645:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384637.874697:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00080000:00000010:1.0:1767384637.874711:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b35beec0. 00000400:00000200:2.0:1767384637.874758:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00080000:00000010:3.0:1767384637.874776:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001d81a053. 00040000:00000001:3.0:1767384637.874783:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384637.874786:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384637.874789:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384637.874793:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384637.874795:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.874797:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384637.874808:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384637.874819:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384637.874822:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:2.0:1767384637.874827:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00080000:00000001:3.0:1767384637.874829:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384637.874834:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b35beec0. 20000000:01000000:1.0:1767384637.874839:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:1.0:1767384637.874843:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384637.874847:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384637.874851:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384637.874859:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384637.874869:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.874871:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384637.874873:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.874875:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384637.874877:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384637.874879:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:1.0:1767384637.874884:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384637.874886:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384637.874889:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384637.874891:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00080000:00000001:1.0:1767384637.874893:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.874898:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384637.874900:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:1.0:1767384637.874900:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384637.874905:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:1.0:1767384637.874906:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 10000000:01000000:3.0:1767384637.874908:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384637.874913:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384637.874914:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384637.874918:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:1.0:1767384637.874920:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008adeec9f. 00010000:00000010:3.0:1767384637.874925:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092e0621d. 00080000:00000001:1.0:1767384637.874926:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267211264 : -128361442340352 : ffff8b4185d39200) 00010000:00000001:3.0:1767384637.874931:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384637.874932:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384637.874936:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384637.874940:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00080000:00000010:1.0:1767384637.874940:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f51eb54b. 00080000:00000001:1.0:1767384637.874945:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.874949:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384637.874954:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00000020:00000001:3.0:1767384637.874960:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384637.874963:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a06022f with handle 0xefc2db714b35c42f to hash 00000020:00000001:3.0:1767384637.874966:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384637.874967:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00080000:00000001:1.0:1767384637.874969:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.874971:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384637.874977:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.874979:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.874982:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384637.874982:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384637.874994:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384637.874997:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00010000:00000001:3.0:1767384637.874998:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384637.875003:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384637.875006:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384637.875008:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.875011:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384637.875021:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.875023:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384637.875025:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384637.875026:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384637.875027:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384637.875029:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000092e0621d) refcount = 1 00010000:00010000:3.0:1767384637.875032:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875037:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384637.875039:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384637.875040:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.875042:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.875042:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00010000:00000001:3.0:1767384637.875044:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384637.875050:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384637.875052:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384637.875055:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384637.875056:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384637.875057:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=4 00000020:00000001:3.0:1767384637.875059:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384637.875061:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384637.875063:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384637.875064:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875069:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384637.875070:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875074:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.875075:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384637.875076:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875080:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.875081:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.875088:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384637.875090:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384637.875095:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007a06022f already unused, calling callback (00000000d66be316) 00000400:00000200:2.0:1767384637.875097:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00010000:00000001:3.0:1767384637.875098:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384637.875101:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384637.875104:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875109:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384637.875110:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384637.875111:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384637.875112:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=5 00000020:00000001:3.0:1767384637.875114:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384637.875116:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384637.875118:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384637.875119:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875123:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384637.875125:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384637.875126:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.875128:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384637.875129:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384637.875131:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.875132:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384637.875134:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a06022f with handle 0xefc2db714b35c42f from hash 00010000:00000001:3.0:1767384637.875135:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384637.875136:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.875136:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.875137:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384637.875138:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384637.875139:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384637.875141:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384637.875142:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.875149:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.875150:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384637.875151:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384637.875153:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.875162:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.875164:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.875165:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.875166:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.875168:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875171:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.875172:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.875174:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384637.875175:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384637.875176:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.875176:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.875178:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384637.875180:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.875181:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.875182:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.875186:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384637.875187:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384637.875188:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007a06022f/0xefc2db714b35c42f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384637.875192:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000092e0621d count: 0 00010000:00000001:3.0:1767384637.875199:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384637.875200:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384637.875207:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384637.875210:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384637.875211:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005fb79e0d. 20000000:00000001:3.0:1767384637.875214:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384637.875217:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185408 00010000:00000001:3.0:1767384637.875219:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384637.875229:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002706c056 x1853237049185408/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384637.875235:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384637.875237:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384637.875240:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384637.875244:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384637.875246:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384637.875248:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384637.875250:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384637.875252:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384637.875254:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384637.875256:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384637.875259:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cbd450e. 00000100:00000200:3.0:1767384637.875261:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185408, offset 224 00000400:00000200:3.0:1767384637.875264:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384637.875269:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384637.875274:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005480 00000400:00000200:3.0:1767384637.875278:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1981 [2] + 224 00000400:00000200:3.0:1767384637.875282:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384637.875284:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384637.875287:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384637.875289:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384637.875296:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384637.875309:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384637.875314:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbd450e 00000400:00000010:3.0:1767384637.875315:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cbd450e. 00000100:00000001:3.0:1767384637.875317:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384637.875318:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384637.875320:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384637.875322:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384637.875324:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384637.875326:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384637.875333:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384637.875336:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002706c056 x1853237049185408/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.875341:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384637.875342:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002706c056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049185408:12345-0@lo:253: Request processed in 1927us (2393us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384637.875346:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384637.875352:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000400:00000001:1.0:1767384637.875354:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384637.875356:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000400:00000001:1.0:1767384637.875358:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384637.875359:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384637.875363:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384637.875364:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c2da16. 00000020:00000010:3.0:1767384637.875367:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003824aa4d. 00000400:00000200:1.0:1767384637.875370:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56e75e6 00000020:00000010:3.0:1767384637.875372:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a519eb8e. 00000400:00000010:1.0:1767384637.875376:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b56e75e6. 00000020:00000010:3.0:1767384637.875377:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbc1982f. 00000100:00000001:1.0:1767384637.875384:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384637.875385:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:3.0:1767384637.875389:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384637.875390:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001af2e4ca. 02000000:00000001:3.0:1767384637.875396:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384637.875398:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384637.875399:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384637.875403:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384637.875409:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e029d2f7. 00000400:00000010:3.0:1767384637.875414:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cbd450e. 00000800:00000010:2.0:1767384637.875416:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3d8224e. 00000100:00000200:1.0:1767384637.875420:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384637.875424:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e978879. 00000100:00000001:1.0:1767384637.875434:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384637.875437:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.875440:0:16358:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:2.0:1767384637.875442:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000027815769. 02000000:00000001:1.0:1767384637.875443:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384637.875447:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384637.875450:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.875453:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384637.875457:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384637.875461:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384637.875464:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384637.875466:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.875468:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384637.875471:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.875474:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.875478:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384637.875482:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000027815769. 00000100:00000001:1.0:1767384637.875490:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384637.875494:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384637.875496:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384637.875499:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384637.875501:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384637.875502:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00020000:2.0:1767384637.875505:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000020:01000004:1.0:1767384637.875505:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384637.875509:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:2.0:1767384637.875513:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e978879. 00000020:01000004:1.0:1767384637.875513:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384637.875516:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:2.0:1767384637.875518:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c3d8224e. 00000020:01000004:1.0:1767384637.875519:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384637.875524:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384637.875525:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384637.875528:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384637.875537:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049185408:0@lo:253: 00000100:00000001:1.0:1767384637.875550:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.875553:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384637.875556:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049185408/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.875564:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384637.875567:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384637.875570:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fce43325. 02000000:00000001:1.0:1767384637.875575:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384637.875578:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384637.875579:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384637.875584:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000400:02020000:2.0:1767384637.875585:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 02000000:00000010:1.0:1767384637.875588:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003371e95. 02000000:00000001:1.0:1767384637.875593:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384637.875597:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384637.875600:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000400:00000200:2.0:1767384637.875606:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp33 notifying 192.168.202.154@tcp33: down 00000100:00000001:1.0:1767384637.875607:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384637.875610:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.875613:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384637.875614:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp33 down 00000100:00000001:1.0:1767384637.875620:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384637.875623:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.875626:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.875630:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1767384637.875631:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp33 00000800:00000010:2.0:1767384637.875636:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd32d588. 00000400:00000200:2.0:1767384637.875641:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384637.875645:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp33->192.168.202.154@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384637.875671:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp33 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:2.0:1767384637.875676:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384637.875679:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384637.875683:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384637.875716:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384637.875735:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100871 00000400:00000001:3.0:1767384637.875738:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384637.875739:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384637.875741:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a42207 00000400:00000010:3.0:1767384637.875742:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010a42207. 00000400:00000200:3.0:1767384637.875745:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384637.875749:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:3.0:1767384637.875752:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000898b12ea. 00000400:00000200:3.0:1767384637.875754:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (27) 00000400:00000200:3.0:1767384637.875756:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:3.0:1767384637.875758:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 rc -71 00000400:00000200:3.0:1767384637.875762:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384637.875765:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (26) 00080000:00000010:2.0:1767384637.876547:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008adeec9f. 00080000:00000010:1.0:1767384637.876600:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f51eb54b. 00040000:00000001:1.0:1767384637.876605:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384637.876607:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384637.876609:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384637.876613:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384637.876615:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384637.876617:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384637.876619:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384637.876630:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384637.876634:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384637.876639:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384637.876668:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384637.876671:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384637.876673:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384637.876675:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384637.876677:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384637.876681:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d2426a6. 00010000:00000001:3.0:1767384637.876684:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384637.876685:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000020:00000001:3.0:1767384637.876688:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384637.876690:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070162971 with handle 0xefc2db714b35c436 to hash 00000020:00000001:3.0:1767384637.876692:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384637.876693:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384637.876695:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384637.876697:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.876698:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.876700:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.876704:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384637.876706:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384637.876707:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384637.876708:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384637.876709:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.876711:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384637.876712:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.876714:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384637.876715:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384637.876716:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384637.876717:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384637.876742:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004d2426a6) refcount = 1 00010000:00010000:3.0:1767384637.876745:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.876749:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384637.876750:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384637.876752:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.876759:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.876760:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384637.876762:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384637.876764:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384637.876766:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384637.876768:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384637.876769:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=4 00080000:00000020:1.0:1767384637.876771:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384637.876772:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00010000:00000001:3.0:1767384637.876776:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:1.0:1767384637.876778:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384637.876779:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384637.876783:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384637.876783:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f1662eeb. 00010000:00000001:3.0:1767384637.876788:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384637.876789:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.876793:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.876795:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384637.876797:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384637.876799:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.876803:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384637.876805:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384637.876806:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185536 00010000:00000001:3.0:1767384637.876807:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384637.876810:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.876812:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384637.876818:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070162971 already unused, calling callback (00000000d66be316) 00010000:00000200:1.0:1767384637.876820:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cad3f245 x1853237049185536/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384637.876823:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384637.876827:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384637.876830:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.876839:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384637.876841:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384637.876843:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384637.876847:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=55 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384637.876851:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384637.876854:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384637.876854:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384637.876858:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070162971 refcount=5 00000100:00000040:1.0:1767384637.876860:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:3.0:1767384637.876863:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 00000100:00000001:1.0:1767384637.876865:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384637.876867:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363675136 : -128356345876480 : ffff8b42b5997000) 02000000:00000001:1.0:1767384637.876872:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384637.876873:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767384637.876876:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.876877:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384637.876883:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384637.876889:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384637.876890:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384637.876892:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384637.876895:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.876896:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b56e75e6. 00010000:00000001:3.0:1767384637.876898:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384637.876901:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384637.876903:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384637.876903:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049185536, offset 224 00010000:00000001:3.0:1767384637.876906:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384637.876909:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070162971 with handle 0xefc2db714b35c436 from hash 00010000:00000001:3.0:1767384637.876911:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384637.876913:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384637.876915:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384637.876916:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.876919:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384637.876921:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384637.876923:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384637.876924:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384637.876925:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384637.876928:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.876930:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1767384637.876932:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384637.876933:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384637.876938:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.876941:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.876942:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.876945:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384637.876949:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005500 00010000:00000001:3.0:1767384637.876950:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384637.876954:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384637.876962:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1989 [2] + 224 00010000:00000001:3.0:1767384637.876966:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384637.876972:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.876977:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384637.876982:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384637.876984:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.876988:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:1.0:1767384637.876990:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384637.876991:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384637.876994:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384637.876997:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384637.877000:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384637.877004:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384637.877007:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.877009:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384637.877011:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384637.877024:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384637.877027:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384637.877030:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070162971/0xefc2db714b35c436 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384637.877039:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004d2426a6 count: 0 00010000:00000001:3.0:1767384637.877046:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384637.877047:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384637.877050:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384637.877060:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56e75e6 00000400:00000010:1.0:1767384637.877062:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b56e75e6. 00000100:00000001:1.0:1767384637.877067:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384637.877069:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384637.877081:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.877082:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.877085:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384637.877088:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384637.877092:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384637.877093:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384637.877096:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.877098:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384637.877104:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384637.877104:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cad3f245 x1853237049185536/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384637.877109:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000400:00000200:2.0:1767384637.877116:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f488481d 00000400:00000010:2.0:1767384637.877120:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f488481d. 00000100:00100000:1.0:1767384637.877122:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cad3f245 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049185536:12345-0@lo:253: Request processed in 3620us (3884us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384637.877133:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:1.0:1767384637.877139:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384637.877141:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384637.877142:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384637.877146:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384637.877149:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384637.877152:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000148777c8. 00000020:00000010:1.0:1767384637.877166:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005480db86. 00000100:00000200:2.0:1767384637.877171:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384637.877173:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fed3918. 00000020:00000040:1.0:1767384637.877180:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:1.0:1767384637.877187:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384637.877189:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384637.877189:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000044621c82. 00000100:00000001:2.0:1767384637.877194:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384637.877197:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384637.877198:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384637.877201:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384637.877202:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384637.877205:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.877208:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384637.877209:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384637.877212:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.877215:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c2da16. 00000100:00001000:2.0:1767384637.877217:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=55 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384637.877221:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b56e75e6. 00000100:00001000:2.0:1767384637.877229:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384637.877232:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384637.877234:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.877236:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384637.877239:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.877241:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.877245:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.877259:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384637.877262:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384637.877263:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384637.877266:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384637.877268:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384637.877269:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384637.877270:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384637.877272:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384637.877273:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384637.877274:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384637.877275:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384637.877276:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384637.877280:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384637.877295:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049185536:0@lo:253: 00000100:00000001:2.0:1767384637.877307:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.877309:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384637.877313:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049185536/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.877327:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384637.877329:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384637.877331:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000550eed6b. 02000000:00000001:2.0:1767384637.877336:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384637.877338:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384637.877339:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384637.877341:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384637.877343:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001bd2f0c1. 02000000:00000001:2.0:1767384637.877369:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384637.877370:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384637.877371:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000100:00000001:2.0:1767384637.877383:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384637.877384:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.877387:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.877391:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384637.877393:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.877408:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.877410:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384637.878757:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294927202, at 4294927203 00000100:00000010:0.0:1767384637.878764:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c89e5a9. 00000100:00000040:3.0:1767384637.878767:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294927202, at 4294927203 00000100:00000040:2.0:1767384637.878771:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294927202, at 4294927203 00000100:00000010:3.0:1767384637.878774:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f13501fd. 00000100:00000010:2.0:1767384637.878782:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093c7256c. 00000100:00000040:1.0:1767384637.878797:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294927202, at 4294927203 00000100:00000010:1.0:1767384637.878806:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7e5e214. 00010000:00000010:3.1:1767384637.883755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092e0621d. 00010000:00000010:3.1:1767384637.883764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:3.1:1767384637.883769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d2426a6. 00010000:00000010:3.1:1767384637.883771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070162971. 00000400:00000010:3.0:1767384637.891781:0:30285:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000012b9e479. 00000400:00000040:3.0:1767384637.891802:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384637.891804:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384637.891806:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.891807:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384637.891809:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.891810:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384637.891812:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384637.891813:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384637.891814:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384637.891815:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384637.891817:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384637.891819:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384637.891821:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384637.891822:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384637.891823:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384637.891831:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384637.891832:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384637.891833:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384637.891835:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384637.891838:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.891840:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384637.891841:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384637.891843:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384637.891844:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.891845:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384637.891848:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.891849:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384637.891851:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384637.891853:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384637.891855:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.891856:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384637.891859:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.891860:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384637.891862:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384637.891864:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384637.891865:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.891867:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384637.891870:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384637.891872:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384637.891874:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384637.891876:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384637.891878:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.891880:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384637.891882:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384637.891884:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384637.891886:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384637.891888:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384637.891890:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384637.891892:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384637.891894:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384637.891896:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384637.891897:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384637.891898:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384637.891899:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384637.891907:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384637.891908:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384637.891909:0:30285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384637.891990:0:30285:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000012b9e479. 00010000:00000001:1.0:1767384637.971827:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384637.971833:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.971840:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384637.971842:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.971866:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384637.971870:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.971873:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384638.548796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384638.548798:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384638.548802:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384638.548808:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000100:00000001:1.0:1767384638.548809:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384638.548814:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e594dc. 00000020:00000040:3.0:1767384638.548815:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384638.548819:0:8:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384638.548821:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384638.548825:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384638.548825:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384638.548828:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384638.548832:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.548832:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384638.548843:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035e3600f. 02000000:00000010:1.0:1767384638.548844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004228d88. 00000100:00000001:3.0:1767384638.548852:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.548852:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.548860:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384638.548862:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.548864:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384638.548871:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021a01da] to pc [ptlrpcd_00_03+3] req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.548875:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384638.548878:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.548887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087e594dc] to pc [ptlrpcd_00_00+0] req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384638.548895:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.548907:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.548910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384638.548912:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384638.548914:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384638.548915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097217d1e. 00000020:00000040:1.0:1767384638.548919:0:8:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384638.548920:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384638.548923:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384638.548924:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384638.548926:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384638.548928:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.548929:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384638.548935:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ad2ec1d6. 00000100:00000001:3.0:1767384638.548939:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384638.548941:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.548944:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384638.548946:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.548947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.548948:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384638.548952:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049185792:0@lo:13: 00000100:00000040:1.0:1767384638.548954:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384638.548959:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384638.548964:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384638.548965:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384638.548967:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.548968:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.548972:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384638.548975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097217d1e] to pc [ptlrpcd_00_01+1] req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384638.548977:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009f563909. 02000000:00000001:3.0:1767384638.548981:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.548988:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384638.548993:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000100:00000040:1.0:1767384638.548999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384638.549000:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a42207. 00000100:00000001:1.0:1767384638.549006:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384638.549009:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049185792, portal 4 00000100:00000010:1.0:1767384638.549011:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d195d37. 00000100:00000001:3.0:1767384638.549012:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384638.549015:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00000020:00000040:1.0:1767384638.549018:0:8:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384638.549023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384638.549024:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384638.549027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384638.549031:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549033:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.549037:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384638.549038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b81e1790. 00000400:00000010:3.0:1767384638.549040:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000100:00000200:3.0:1767384638.549045:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049185792, offset 0 00000100:00000001:1.0:1767384638.549045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.549057:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384638.549057:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384638.549066:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384638.549068:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.549072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d195d37] to pc [ptlrpcd_00_02+2] req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.549074:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384638.549089:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260005600 00000100:00000001:1.0:1767384638.549093:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.549098:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000040:1.0:1767384638.549098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384638.549104:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384638.549106:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384638.549107:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000020:00000040:1.0:1767384638.549111:0:8:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384638.549112:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384638.549116:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384638.549119:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384638.549120:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549121:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384638.549124:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:1.0:1767384638.549127:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c792c7. 00000100:00000010:3.0:1767384638.549129:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000711962ac. 00000100:00000001:1.0:1767384638.549131:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.549133:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000711962ac x1853237049185792 msgsize 224 00000100:00000040:1.0:1767384638.549136:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384638.549142:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384638.549148:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384638.549149:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.549151:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023e54ff5] to pc [ptlrpcd_00_03+3] req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.549153:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384638.549162:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c530144f 00000400:00000010:3.0:1767384638.549165:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000100:00000001:3.0:1767384638.549171:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384638.549177:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.549178:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.549185:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000100:00000001:3.0:1767384638.549188:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384638.549192:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.549198:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.549199:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549202:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.549203:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384638.549206:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384638.549210:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.549216:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549217:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384638.549220:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.549222:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3486 usecs (4 jiffies) 02000000:00000001:1.0:1767384638.549223:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384638.549226:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.549228:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927877 02000000:00000001:1.0:1767384638.549229:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.549234:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087e594dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049185664:0@lo:400: 00000100:00000010:3.0:1767384638.549235:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004496a16c. 00000100:00000001:1.0:1767384638.549237:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384638.549242:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384638.549243:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549244:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384638.549245:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384638.549250:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfd7e2a2. 00000100:00000001:3.0:1767384638.549251:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927877 02000000:00000001:1.0:1767384638.549252:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384638.549257:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6e6bda5. 00000400:00000010:1.0:1767384638.549259:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c93fc7a. 00000100:00000001:3.0:1767384638.549261:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384638.549265:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927877 00000400:00000010:1.0:1767384638.549265:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065cfa51. 00000100:00000010:3.0:1767384638.549270:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000282a3d36. 00000100:00000200:1.0:1767384638.549272:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049185664, portal 25 00000100:00000001:3.0:1767384638.549274:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384638.549278:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927877 00000100:00000001:1.0:1767384638.549278:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384638.549282:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520543232 : -128356189008384 : ffff8b42bef30e00) 00000100:00000010:3.0:1767384638.549284:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1ee0347. 00000100:00000001:3.0:1767384638.549289:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384638.549292:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.549294:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.549298:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549303:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549307:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.549313:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384638.549316:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384638.549317:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.549319:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384638.549320:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000100:00000001:3.0:1767384638.549322:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.549326:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.549327:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384638.549327:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049185664, offset 0 00000100:00000040:3.0:1767384638.549331:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.549339:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384638.549341:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.549343:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384638.549344:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384638.549345:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384638.549348:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384638.549352:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049186176:0@lo:400: 00000400:00000200:1.0:1767384638.549355:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384638.549359:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384638.549363:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260005580 02000000:00000001:3.0:1767384638.549368:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384638.549369:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.549373:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384638.549377:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb44ab80. 00000400:00000200:1.0:1767384638.549380:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x125d [2] + 0 02000000:00000001:3.0:1767384638.549381:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384638.549387:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:1.0:1767384638.549388:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000515293f. 00000400:00000200:1.0:1767384638.549393:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bdf9bff7 00000400:00000200:1.0:1767384638.549396:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384638.549399:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384638.549401:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000400:00000200:1.0:1767384638.549402:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdf9bff7 00000400:00000010:1.0:1767384638.549406:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdf9bff7. 00000100:00000001:1.0:1767384638.549409:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384638.549410:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186176, portal 10 00000100:00000200:1.0:1767384638.549411:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384638.549413:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384638.549416:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 00000100:00000040:1.0:1767384638.549417:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000119989c6 x1853237049185664 msgsize 224 00000100:00000040:3.0:1767384638.549426:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384638.549426:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384638.549431:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384638.549437:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.549439:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384638.549440:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384638.549441:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79201f3. 00000100:00000200:3.0:1767384638.549444:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049186176, offset 0 00000400:00000200:3.0:1767384638.549447:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384638.549450:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:1.0:1767384638.549453:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000400:00000200:3.0:1767384638.549455:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384638.549456:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384638.549462:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.549463:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005780 00000400:00000200:3.0:1767384638.549472:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:3.0:1767384638.549479:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384638.549482:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384638.549483:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384638.549490:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384638.549490:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384638.549492:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384638.549497:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002012643f. 00000100:00000040:3.0:1767384638.549501:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000002012643f x1853237049186176 msgsize 224 00000100:00100000:3.0:1767384638.549510:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384638.549510:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549514:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384638.549518:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384638.549521:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.549524:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b79201f3 00000100:00000001:1.0:1767384638.549526:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294927878 00000400:00000010:3.0:1767384638.549527:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79201f3. 00000100:00000001:3.0:1767384638.549532:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384638.549535:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.549536:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927877 00000100:00000001:1.0:1767384638.549544:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294927878 00000100:00000001:3.0:1767384638.549546:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384638.549549:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927877 00000100:00000001:1.0:1767384638.549552:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294927878 00000100:00000040:3.0:1767384638.549555:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.549556:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927877 00000100:00000001:1.0:1767384638.549562:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294927878 00000100:00000001:1.0:1767384638.549567:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927877 00000100:00000001:3.0:1767384638.549568:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549570:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384638.549573:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549579:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384638.549580:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2736 usecs (3 jiffies) 00000100:00000001:3.0:1767384638.549585:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927876 00000100:00000001:1.0:1767384638.549586:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549591:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.549591:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549596:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927876 00000100:00000001:1.0:1767384638.549597:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.549602:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927878 00000100:00000001:3.0:1767384638.549605:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927876 00000100:00000001:1.0:1767384638.549605:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.549609:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.549609:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384638.549615:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927876 00000100:00000001:1.0:1767384638.549615:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.549618:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.549619:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.549621:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549622:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384638.549624:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384638.549625:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549627:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.549629:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549630:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.549632:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.549633:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.549638:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.549639:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.549640:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384638.549641:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384638.549643:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384638.549661:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.549662:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.549664:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.549667:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384638.549671:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384638.549674:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.549678:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384638.549681:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.549681:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384638.549684:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549685:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.549688:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384638.549690:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384638.549690:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384638.549694:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384638.549696:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384638.549698:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.549705:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097217d1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049185920:0@lo:400: 00000100:00000001:1.0:1767384638.549711:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384638.549715:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384638.549715:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384638.549739:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.549741:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.549742:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384638.549745:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384638.549746:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384638.549750:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384638.549751:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca95baef. 00000100:00100000:3.0:1767384638.549754:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049186048:0@lo:400: 02000000:00000001:1.0:1767384638.549755:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.549761:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384638.549762:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d79054c. 02000000:00000001:3.0:1767384638.549763:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384638.549766:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384638.549768:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 02000000:00000001:3.0:1767384638.549769:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384638.549773:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6f3ba8. 00000100:00000200:1.0:1767384638.549774:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049185920, portal 4 02000000:00000001:3.0:1767384638.549777:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549778:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384638.549781:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520542336 : -128356189009280 : ffff8b42bef30a80) 00000400:00000010:3.0:1767384638.549783:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000100:00000040:1.0:1767384638.549787:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384638.549789:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79201f3. 00000100:00000200:3.0:1767384638.549793:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186048, portal 10 00000100:00000001:3.0:1767384638.549797:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384638.549799:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520551296 : -128356189000320 : ffff8b42bef32d80) 00000100:00000001:1.0:1767384638.549807:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.549808:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384638.549813:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384638.549819:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384638.549819:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000100:00000200:1.0:1767384638.549824:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049185920, offset 0 00000100:00000040:3.0:1767384638.549825:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384638.549830:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000200:1.0:1767384638.549834:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384638.549838:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049186048, offset 0 00000400:00000200:1.0:1767384638.549843:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384638.549846:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384638.549852:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260005680 00000400:00000200:3.0:1767384638.549856:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384638.549860:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000400:00000200:1.0:1767384638.549864:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384638.549865:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005700 00000400:00000200:1.0:1767384638.549871:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384638.549873:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000400:00000200:3.0:1767384638.549878:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384638.549879:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384638.549882:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384638.549883:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384638.549890:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384638.549890:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b16bf6c9. 00000100:00000200:3.0:1767384638.549892:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384638.549894:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000b16bf6c9 x1853237049185920 msgsize 224 00000100:00000010:3.0:1767384638.549897:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000735875c5. 00000100:00000040:3.0:1767384638.549902:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000735875c5 x1853237049186048 msgsize 224 00000100:00100000:1.0:1767384638.549902:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384638.549909:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384638.549913:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.549919:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384638.549920:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384638.549922:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000100:00000001:1.0:1767384638.549924:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384638.549927:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.549931:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000100:00000001:1.0:1767384638.549933:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384638.549934:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000100:00000040:1.0:1767384638.549938:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.549939:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384638.549945:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.549948:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549953:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384638.549959:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384638.549959:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.549962:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384638.549964:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3486 usecs (4 jiffies) 00000100:00000001:1.0:1767384638.549969:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927878 00000100:00000001:1.0:1767384638.549973:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927878 00000100:00000001:3.0:1767384638.549974:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.549977:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927878 00000100:00000001:3.0:1767384638.549978:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.549982:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927878 00000100:00000001:3.0:1767384638.549983:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.549987:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2581 usecs (3 jiffies) 00000100:00000001:3.0:1767384638.549993:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927877 00000100:00000001:1.0:1767384638.549994:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927878 00000100:00000001:3.0:1767384638.549995:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.550001:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927878 00000100:00000001:3.0:1767384638.550002:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927877 00000100:00000001:3.0:1767384638.550006:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.550008:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927878 00000100:00000001:3.0:1767384638.550010:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927877 00000100:00000001:3.0:1767384638.550016:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.550016:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927878 00000100:00000001:3.0:1767384638.550020:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927877 00000100:00000001:3.0:1767384638.550024:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927878 00000100:00000001:1.0:1767384638.550024:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.550029:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.550030:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550032:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550037:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550038:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550045:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550046:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550054:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.550057:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550060:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.550063:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550071:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384638.550074:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185792 02000000:00000001:3.0:1767384638.550076:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384638.550077:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384638.550078:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384638.550082:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185664 00000100:00000001:3.0:1767384638.550083:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.550087:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384638.550089:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550089:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384638.550091:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.550094:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.550096:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185664 00000100:00100000:3.0:1767384638.550098:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185792 00000020:00000001:1.0:1767384638.550100:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384638.550103:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384638.550103:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000040:3.0:1767384638.550105:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:1.0:1767384638.550107:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384638.550108:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384638.550110:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000040:3.0:1767384638.550111:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000020:00000001:1.0:1767384638.550115:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384638.550116:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:3.0:1767384638.550120:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:1.0:1767384638.550120:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384638.550127:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384638.550127:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384638.550132:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000181b8b5b. 00000020:00000010:1.0:1767384638.550133:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6ec612d. 00000100:00000001:1.0:1767384638.550136:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384638.550137:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000010df0851. 00000020:00000010:1.0:1767384638.550138:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6ec612d. 00000020:00000040:3.0:1767384638.550143:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000020:00000010:1.0:1767384638.550147:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064ba5f90. 00000100:00000001:3.0:1767384638.550151:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384638.550154:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000148777c8. 00000020:00000010:3.0:1767384638.550157:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dcae8da. 00000020:00000010:1.0:1767384638.550160:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005480db86. 00000020:00000010:3.0:1767384638.550162:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a595c001. 00000100:00000040:1.0:1767384638.550166:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384638.550167:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046e6c42b. 00000100:00000001:1.0:1767384638.550171:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384638.550174:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384638.550177:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384638.550180:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384638.550184:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384638.550184:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550185:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550195:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550195:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550211:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.550212:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.550226:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384638.550227:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384638.550228:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384638.550230:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384638.550234:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1767384638.550236:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:3.0:1767384638.550239:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000040:1.0:1767384638.550240:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384638.550242:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420405120 : -128356289146496 : ffff8b42b8fb1180) 00000100:00000001:1.0:1767384638.550244:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514555984 : -128357194995632 : ffff8b4282fce850) 00000100:00000040:3.0:1767384638.550249:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000711962ac x1853237049185792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384638.550250:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000119989c6 x1853237049185664/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.550272:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384638.550276:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:1.0:1767384638.550278:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384638.550279:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384638.550282:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000020:00000010:1.0:1767384638.550284:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6ec612d. 00000100:00100000:3.0:1767384638.550289:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000711962ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049185792:12345-0@lo:13: 00000100:00000001:1.0:1767384638.550291:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384638.550294:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6ec612d. 00000100:00000200:3.0:1767384638.550300:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185792 00000100:00100000:1.0:1767384638.550301:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000119989c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049185664:12345-0@lo:400: 00000020:00000001:3.0:1767384638.550304:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384638.550308:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384638.550309:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185664 00000020:00000001:3.0:1767384638.550311:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.550314:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384638.550315:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384638.550319:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:1.0:1767384638.550321:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384638.550322:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384638.550326:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.550327:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384638.550332:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384638.550333:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384638.550336:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384638.550336:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000001:3.0:1767384638.550340:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.550341:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384638.550345:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.550346:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384638.550347:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384638.550349:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384638.550350:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384638.550353:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384638.550354:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000016615136. 00000020:00000001:1.0:1767384638.550355:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384638.550358:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550358:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384638.550361:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384638.550362:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384638.550365:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000010:1.0:1767384638.550366:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa613bd1. 02000000:00000001:1.0:1767384638.550369:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384638.550370:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384638.550370:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.550373:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384638.550373:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.550381:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384638.550382:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049185664 00002000:00000024:3.0:1767384638.550386:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00010000:00000001:1.0:1767384638.550387:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000020:3.0:1767384638.550392:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00010000:00000200:1.0:1767384638.550393:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000119989c6 x1853237049185664/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384638.550397:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384638.550404:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00010000:00000001:1.0:1767384638.550407:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:3.0:1767384638.550408:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:1.0:1767384638.550410:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384638.550413:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00001000:1.0:1767384638.550414:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=56 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384638.550416:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550419:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:3.0:1767384638.550420:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.550423:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000040:3.0:1767384638.550424:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049185792 00000100:00000001:1.0:1767384638.550428:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384638.550429:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384638.550434:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1767384638.550435:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000711962ac x1853237049185792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384638.550437:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.550442:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384638.550448:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384638.550452:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384638.550453:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00010000:00000001:3.0:1767384638.550456:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384638.550459:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049185664, offset 224 00000100:00001000:3.0:1767384638.550467:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=46 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384638.550470:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384638.550477:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384638.550483:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:3.0:1767384638.550486:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:1.0:1767384638.550487:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384638.550489:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384638.550492:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550494:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.550498:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384638.550498:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260005580 00000400:00000010:3.0:1767384638.550503:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000200:1.0:1767384638.550508:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19a9 [1] + 224 00000100:00000200:3.0:1767384638.550515:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049185792, offset 224 00000400:00000200:1.0:1767384638.550515:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384638.550520:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384638.550524:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384638.550529:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384638.550532:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384638.550537:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.550541:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260005600 00000400:00000200:3.0:1767384638.550551:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19a1 [1] + 224 00000400:00000200:3.0:1767384638.550557:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384638.550559:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.550563:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384638.550569:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384638.550573:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.550576:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384638.550582:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.550584:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384638.550588:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000100:00000001:1.0:1767384638.550595:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384638.550598:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384638.550599:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384638.550603:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.550606:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000100:00000040:1.0:1767384638.550609:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000010:3.0:1767384638.550610:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000100:00000001:3.0:1767384638.550613:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384638.550614:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384638.550617:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.550622:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384638.550623:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384638.550625:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384638.550627:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.550628:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.550634:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384638.550635:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384638.550638:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000711962ac x1853237049185792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/368 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384638.550643:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000119989c6 x1853237049185664/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384638.550664:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000711962ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049185792:12345-0@lo:13: Request processed in 374us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384638.550674:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000119989c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049185664:12345-0@lo:400: Request processed in 393us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384638.550686:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1767384638.550689:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:3.0:1767384638.550691:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000040:1.0:1767384638.550694:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384638.550695:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384638.550699:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384638.550700:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384638.550703:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a595c001. 00000100:00000001:1.0:1767384638.550704:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384638.550709:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046e6c42b. 00000020:00000010:1.0:1767384638.550710:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000148777c8. 00000020:00000010:3.0:1767384638.550714:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dcae8da. 00000020:00000010:1.0:1767384638.550717:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005480db86. 00000020:00000040:3.0:1767384638.550857:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:3.0:1767384638.550860:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.550880:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384638.550881:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186176 02000000:00000001:3.0:1767384638.550883:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384638.550885:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384638.550887:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.550889:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384638.550891:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186176 00000020:00000001:3.0:1767384638.550893:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384638.550894:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000020:00000001:3.0:1767384638.550896:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384638.550898:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000020:00000001:3.0:1767384638.550899:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:3.0:1767384638.550902:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:3.0:1767384638.550904:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384638.550908:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000020:00000010:3.0:1767384638.550910:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000daa7923c. 00000020:00000040:3.0:1767384638.550914:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:3.0:1767384638.550916:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384638.550919:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dcae8da. 00000020:00000010:3.0:1767384638.550921:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a595c001. 00000020:00000010:3.0:1767384638.550924:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046e6c42b. 00000100:00000040:3.0:1767384638.550929:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384638.550931:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384638.550932:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384638.550940:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.550945:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384638.550947:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384638.550949:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.550957:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384638.550961:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064ba5f90. 00000020:00000040:1.0:1767384638.550968:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384638.550970:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384638.550973:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186048 02000000:00000001:1.0:1767384638.550974:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384638.550975:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1767384638.550978:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa613bd1. 00000100:00000001:3.0:1767384638.550979:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384638.550981:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.550986:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.550986:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384638.550990:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186048 00000100:00000001:1.0:1767384638.550991:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384638.550992:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384638.550994:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:3.0:1767384638.550997:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384638.550998:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000200:1.0:1767384638.550999:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1767384638.551000:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000001:3.0:1767384638.551004:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:3.0:1767384638.551007:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384638.551007:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f5a005. 00000020:00000010:3.0:1767384638.551011:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a59d044. 00000100:00000001:3.0:1767384638.551015:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384638.551015:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbb9bdc9. 00000020:00000010:3.0:1767384638.551019:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a59d044. 00000020:00000010:3.0:1767384638.551025:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da8c3c4b. 00000020:00000010:3.0:1767384638.551028:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068aef99e. 00000020:00000010:3.0:1767384638.551030:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f47ce3c. 00000100:00000001:3.0:1767384638.551033:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384638.551034:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384638.551035:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.551039:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384638.551041:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384638.551042:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.551045:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384638.551049:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049185920 00000100:00000001:3.0:1767384638.551050:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384638.551052:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384638.551056:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384638.551058:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.551059:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384638.551063:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384638.551063:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.551068:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049185920 00000100:00100000:3.0:1767384638.551069:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:3.0:1767384638.551074:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000020:00000001:1.0:1767384638.551074:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384638.551077:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:1.0:1767384638.551080:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384638.551085:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420414080 : -128356289137536 : ffff8b42b8fb3480) 00000020:00000040:1.0:1767384638.551085:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000040:3.0:1767384638.551091:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002012643f x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384638.551092:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384638.551097:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384638.551100:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a59d044. 00000100:00000001:3.0:1767384638.551105:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384638.551106:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000010:3.0:1767384638.551107:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a59d044. 00000100:00000001:1.0:1767384638.551111:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384638.551112:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002012643f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049186176:12345-0@lo:400: 00000100:00000200:3.0:1767384638.551116:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186176 00000020:00000010:1.0:1767384638.551117:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6ec612d. 00000020:00000001:3.0:1767384638.551118:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384638.551122:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384638.551123:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384638.551124:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551130:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384638.551130:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6ec612d. 00000020:00000001:3.0:1767384638.551132:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:3.0:1767384638.551136:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384638.551138:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384638.551140:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384638.551140:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064ba5f90. 00000020:00000001:3.0:1767384638.551143:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384638.551145:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.551146:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000148777c8. 00000020:00000001:3.0:1767384638.551147:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384638.551151:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384638.551153:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005480db86. 02000000:00000001:3.0:1767384638.551154:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384638.551158:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d108a40f. 02000000:00000001:3.0:1767384638.551160:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.551162:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551164:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.551165:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000040:3.0:1767384638.551166:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186176 00010000:00000001:3.0:1767384638.551170:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384638.551172:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:3.0:1767384638.551175:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002012643f x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.551176:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384638.551180:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.551183:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384638.551186:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384638.551189:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.551189:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384638.551194:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384638.551197:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.551200:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384638.551203:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384638.551205:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384638.551207:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384638.551208:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.551210:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.551211:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.551216:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384638.551218:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000100:00000200:3.0:1767384638.551222:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049186176, offset 224 00000100:00000001:1.0:1767384638.551225:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384638.551226:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384638.551230:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384638.551234:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384638.551243:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005780 00000100:00100000:1.0:1767384638.551244:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384638.551249:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000400:00000200:3.0:1767384638.551254:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19b1 [1] + 224 00000100:00000001:1.0:1767384638.551254:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228737664 : -128356480813952 : ffff8b42ad8e7480) 00000400:00000200:3.0:1767384638.551261:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384638.551265:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b16bf6c9 x1853237049185920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.551268:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384638.551274:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384638.551280:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.551282:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384638.551288:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6ec612d. 00000100:00000040:3.0:1767384638.551290:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.551293:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384638.551299:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6ec612d. 00000100:00000001:3.0:1767384638.551304:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384638.551309:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b16bf6c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049185920:12345-0@lo:400: 00000400:00000200:3.0:1767384638.551310:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384638.551313:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000100:00000001:3.0:1767384638.551318:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384638.551318:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049185920 00000100:00000001:3.0:1767384638.551321:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384638.551323:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384638.551325:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.551327:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384638.551330:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:1.0:1767384638.551332:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.551333:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384638.551335:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551336:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384638.551341:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002012643f x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384638.551342:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384638.551346:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384638.551352:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384638.551354:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002012643f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049186176:12345-0@lo:400: Request processed in 253us (1848us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384638.551355:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384638.551358:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384638.551360:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384638.551364:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.551367:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384638.551370:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:1.0:1767384638.551372:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384638.551373:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 02000000:00000001:1.0:1767384638.551375:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384638.551377:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1767384638.551380:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa613bd1. 00000100:00000001:3.0:1767384638.551381:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384638.551385:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a595c001. 02000000:00000001:1.0:1767384638.551385:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384638.551389:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046e6c42b. 00000100:00000001:1.0:1767384638.551390:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384638.551394:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dcae8da. 00000020:00000001:1.0:1767384638.551395:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384638.551400:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049185920 00000020:00000040:3.0:1767384638.551401:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:3.0:1767384638.551404:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384638.551406:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384638.551412:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b16bf6c9 x1853237049185920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.551414:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384638.551417:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384638.551423:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384638.551427:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00010000:00000001:1.0:1767384638.551429:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384638.551430:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420413184 : -128356289138432 : ffff8b42b8fb3100) 00010000:00000001:1.0:1767384638.551434:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.551436:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000735875c5 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:619/0 lens 224/0 e 0 to 0 dl 1767384649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384638.551440:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.551449:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384638.551450:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384638.551454:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a59d044. 00000100:00000040:1.0:1767384638.551456:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384638.551457:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384638.551461:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a59d044. 00000100:00000001:1.0:1767384638.551463:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00100000:3.0:1767384638.551468:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000735875c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049186048:12345-0@lo:400: 02000000:00000001:1.0:1767384638.551469:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384638.551474:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186048 02000000:00000001:1.0:1767384638.551474:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551477:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384638.551482:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384638.551482:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384638.551486:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551488:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384638.551489:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384638.551490:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:3.0:1767384638.551494:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384638.551496:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384638.551496:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000020:00000001:3.0:1767384638.551500:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384638.551503:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049185920, offset 224 00000020:00000001:3.0:1767384638.551508:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384638.551511:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551513:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384638.551514:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384638.551516:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384638.551519:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384638.551522:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004430f1b3. 02000000:00000001:3.0:1767384638.551525:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384638.551528:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384638.551529:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.551533:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384638.551536:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186048 00010000:00000001:3.0:1767384638.551538:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384638.551541:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260005680 00010000:00000200:3.0:1767384638.551542:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000735875c5 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.551552:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384638.551552:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19b9 [1] + 224 00010000:00000001:3.0:1767384638.551554:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384638.551558:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.551562:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384638.551562:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384638.551565:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:3.0:1767384638.551567:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384638.551569:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384638.551570:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.551575:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384638.551580:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384638.551583:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384638.551585:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000100:00000200:3.0:1767384638.551589:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049186048, offset 224 00000100:00000001:1.0:1767384638.551590:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384638.551595:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384638.551598:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.551606:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384638.551617:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005700 00000100:00000040:1.0:1767384638.551620:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.551625:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19bd [1] + 224 00000400:00000200:3.0:1767384638.551634:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384638.551640:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384638.551642:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.551644:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384638.551662:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.551669:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000100:00000040:3.0:1767384638.551673:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384638.551673:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000100:00000001:1.0:1767384638.551677:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384638.551679:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.551684:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.551691:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384638.551696:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384638.551696:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384638.551698:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.551702:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384638.551704:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384638.551708:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000100:00000040:1.0:1767384638.551708:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b16bf6c9 x1853237049185920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.551713:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384638.551715:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384638.551744:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.551748:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384638.551750:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384638.551751:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384638.551752:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.551755:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384638.551756:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384638.551761:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384638.551762:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000735875c5 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:619/0 lens 224/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384638.551766:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384638.551770:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000400:00000200:2.0:1767384638.551776:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b79201f3 00000400:00000010:2.0:1767384638.551780:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79201f3. 00000100:00100000:1.0:1767384638.551783:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b16bf6c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049185920:12345-0@lo:400: Request processed in 497us (1884us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384638.551786:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384638.551793:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000735875c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049186048:12345-0@lo:400: Request processed in 339us (1886us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384638.551793:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384638.551802:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384638.551808:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00100000:3.0:1767384638.551812:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000001:1.0:1767384638.551814:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384638.551817:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000200:2.0:1767384638.551817:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.551818:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384638.551820:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384638.551823:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384638.551823:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000148777c8. 00000020:00000010:3.0:1767384638.551826:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068aef99e. 00000020:00000010:1.0:1767384638.551830:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005480db86. 00000020:00000010:3.0:1767384638.551832:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f47ce3c. 00000020:00000010:1.0:1767384638.551838:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064ba5f90. 00000020:00000010:3.0:1767384638.551839:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da8c3c4b. 00000100:00000001:2.0:1767384638.551840:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384638.551845:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384638.551846:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000020:00000040:3.0:1767384638.551847:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:2.0:1767384638.551850:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384638.551852:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384638.551853:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384638.551853:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.551857:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384638.551859:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.551862:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384638.551865:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384638.551868:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384638.551871:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384638.551872:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384638.551874:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384638.551875:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384638.551880:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384638.551881:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00080000:1.0:1767384638.551892:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767384638.551893:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384638.551897:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384638.551898:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384638.551899:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384638.551901:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384638.551903:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.551908:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.551913:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384638.551915:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384638.551917:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384638.551920:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384638.551925:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d195d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049186048:0@lo:400: 00000400:00000001:2.0:1767384638.551931:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384638.551933:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384638.551934:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000200:2.0:1767384638.551937:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c530144f 00000400:00000010:2.0:1767384638.551939:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000100:00000001:3.0:1767384638.551942:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.551944:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384638.551949:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384638.551951:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384638.551954:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384638.551954:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384638.551957:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d79054c. 00000400:00000200:3.0:1767384638.551963:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:3.0:1767384638.551967:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000100:00000200:2.0:1767384638.551967:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.551973:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384638.551978:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384638.551980:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.551982:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.551989:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384638.551992:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384638.551994:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384638.551997:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.552003:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384638.552008:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384638.552010:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=50 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384638.552021:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.552022:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.552025:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.552029:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384638.552030:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384638.552031:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384638.552034:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.552035:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384638.552037:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.552040:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384638.552040:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384638.552046:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=46 v=5 (5 0 0 0) 00010000:00080000:2.0:1767384638.552049:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384638.552050:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.552058:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384638.552060:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.552063:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384638.552067:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384638.552070:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552072:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384638.552074:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384638.552078:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384638.552080:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.552081:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.552084:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384638.552085:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384638.552086:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384638.552090:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384638.552093:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.552098:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384638.552099:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552104:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384638.552107:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.552112:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384638.552114:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.552115:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384638.552118:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384638.552125:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384638.552127:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023e54ff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049186176:0@lo:400: 00000100:00100000:3.0:1767384638.552138:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097217d1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049185920:0@lo:400: 00000400:00000001:3.0:1767384638.552149:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384638.552150:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384638.552157:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c93fc7a. 00000400:00000200:3.0:1767384638.552160:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065cfa51 00000400:00000010:3.0:1767384638.552161:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065cfa51. 00000100:00000001:3.0:1767384638.552164:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384638.552165:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384638.552167:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384638.552168:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384638.552172:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00000400:00000200:2.0:1767384638.552179:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a42207 00000100:00000200:3.0:1767384638.552180:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384638.552182:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010a42207. 00000100:00000001:2.0:1767384638.552188:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384638.552190:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384638.552193:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384638.552194:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.552195:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384638.552198:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384638.552200:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384638.552203:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384638.552208:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384638.552211:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384638.552212:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384638.552219:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384638.552225:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384638.552227:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.552229:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384638.552230:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384638.552233:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.552233:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.552238:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384638.552239:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.552242:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384638.552245:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552245:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384638.552247:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.552252:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384638.552258:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384638.552259:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.552264:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384638.552266:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384638.552266:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384638.552273:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384638.552274:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552275:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384638.552280:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384638.552285:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384638.552288:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087e594dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049185664:0@lo:400: 00000100:00000001:3.0:1767384638.552300:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384638.552300:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.552305:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384638.552306:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384638.552308:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:3.0:1767384638.552310:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097217d1e x1853237049185920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552311:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384638.552313:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.552316:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552346:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384638.552347:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384638.552348:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384638.552350:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384638.552352:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca95baef. 02000000:00000001:3.0:1767384638.552356:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384638.552357:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384638.552358:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1767384638.552360:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000040:3.0:1767384638.552361:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384638.552365:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000040:2.0:1767384638.552365:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000010:3.0:1767384638.552369:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ad2ec1d6. 00000004:00000040:2.0:1767384638.552370:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:3.0:1767384638.552373:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384638.552376:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384638.552378:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097217d1e. 00000004:00000020:2.0:1767384638.552379:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384638.552381:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384638.552384:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384638.552387:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384638.552388:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384638.552395:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087e594dc x1853237049185664/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384638.552396:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.552413:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384638.552416:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384638.552418:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfd7e2a2. 00000100:00100000:2.0:1767384638.552419:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049185792:0@lo:13: 02000000:00000001:3.0:1767384638.552421:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384638.552425:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384638.552426:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384638.552427:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384638.552428:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384638.552431:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004228d88. 00000100:00000001:2.0:1767384638.552432:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384638.552434:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384638.552437:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384638.552438:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e594dc. 00000100:00000040:2.0:1767384638.552439:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d195d37 x1853237049186048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384638.552444:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384638.552446:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.552450:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384638.552456:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384638.552457:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384638.552458:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.552462:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384638.552463:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384638.552467:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384638.552468:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6f3ba8. 02000000:00000001:2.0:1767384638.552474:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384638.552476:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384638.552478:0:16360:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384638.552481:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384638.552483:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b81e1790. 02000000:00000001:2.0:1767384638.552487:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384638.552489:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384638.552491:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d195d37. 00000100:00000001:2.0:1767384638.552496:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384638.552498:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.552499:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384638.552503:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023e54ff5 x1853237049186176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552508:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384638.552510:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384638.552511:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb44ab80. 02000000:00000001:2.0:1767384638.552520:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384638.552521:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384638.552523:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384638.552525:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384638.552527:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022c792c7. 02000000:00000001:2.0:1767384638.552530:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384638.552531:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384638.552532:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 00000100:00000001:2.0:1767384638.552535:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384638.552536:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.552538:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384638.552540:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021a01da x1853237049185792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.552545:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384638.552545:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384638.552546:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009f563909. 02000000:00000001:2.0:1767384638.552548:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384638.552549:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384638.552550:0:16360:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384638.552551:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384638.552552:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035e3600f. 02000000:00000001:2.0:1767384638.552554:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384638.552555:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384638.552556:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 00000100:00000001:2.0:1767384638.552558:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384638.552560:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.552561:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.552564:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384638.552566:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.552568:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384638.552570:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.554803:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294927878, at 4294927879 00000100:00000040:0.0:1767384638.554810:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294927878, at 4294927879 00000100:00000010:1.0:1767384638.554811:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6e6bda5. 00000100:00000040:2.0:1767384638.554818:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294927878, at 4294927879 00000100:00000010:0.0:1767384638.554819:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004496a16c. 00000100:00000010:2.0:1767384638.554826:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000282a3d36. 00000100:00000040:3.0:1767384638.554887:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294927878, at 4294927879 00000100:00000010:3.0:1767384638.554894:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1ee0347. 00000400:00000200:1.0:1767384638.739793:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp33 00000400:00000010:1.0:1767384638.739799:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d91257fe. 00000400:00000010:1.0:1767384638.739805:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000390d2668. 00000400:00000010:1.0:1767384638.739808:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384638.739815:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000198461f7. 00000400:00000200:1.0:1767384638.739818:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp33 00000400:00000200:1.0:1767384638.739835:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp33 local destination 00000400:00000200:1.0:1767384638.739840:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp33 00000400:00000200:1.0:1767384638.739844:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp33 NI seq info: [88:88:256:4294967295] 192.168.202.154@tcp33 LPNI seq info [88:88:8:4294967295] 00000400:00000200:1.0:1767384638.739850:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp33 00000400:00000200:1.0:1767384638.739856:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp33(192.168.202.154@tcp33:) -> 192.168.202.154@tcp33(192.168.202.154@tcp33:192.168.202.154@tcp33) : GET try# 0 00000800:00000200:1.0:1767384638.739861:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp33 00000800:00000010:1.0:1767384638.739864:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000029ed8c4. 00000800:00000200:1.0:1767384638.739870:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000800:00000200:1.1:1767384638.739874:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000400:00000200:1.0:1767384638.739893:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp33 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:2.0:1767384638.739946:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.739981:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740000:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740030:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740111:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740149:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740167:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740185:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740263:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740320:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740344:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740375:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740402:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740422:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740442:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740455:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740468:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740481:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740504:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740529:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740567:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740587:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740604:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740623:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740641:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740683:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740703:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.740964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384638.741022:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384638.741237:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384638.741242:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bcf78757. 00000800:00000010:2.0:1767384638.741246:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff2606f8. 00000800:00000010:2.0:1767384638.741264:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff2606f8. 00000800:00020000:2.0:1767384638.741274:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384638.745822:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bcf78757. 00000800:00000010:2.0:1767384638.745828:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001bd2f0c1. 00000400:02020000:2.0:1767384638.746048:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384638.749764:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp33 notifying 192.168.202.154@tcp33: down 00000400:00000200:2.0:1767384638.749769:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384638.749772:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp33 00000800:00000010:2.0:1767384638.749775:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000029ed8c4. 00000400:00000200:2.0:1767384638.749779:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384638.749783:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp33->192.168.202.154@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384638.749792:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384638.749794:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384638.749798:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384638.995769:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384638.995775:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384638.995781:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384638.995782:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384638.995821:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384638.995826:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384638.995829:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384639.174422:0:30694:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e866f284. 00080000:00000010:1.0:1767384639.174431:0:30694:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e866f284. 00000020:00000001:1.0:1767384639.174434:0:30694:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384639.174440:0:30694:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e866f284. 00080000:00000010:1.0:1767384639.174444:0:30694:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e866f284. 00000020:00000001:1.0:1767384639.174446:0:30694:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384639.700794:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (6) 00000800:00000200:1.0:1767384639.700802:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp15 ip 192.168.202.154:988 00000800:00000200:1.0:1767384639.700806:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384639.700942:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384639.700943:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.700961:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.700965:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.700968:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384639.763766:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384639.763771:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384639.763773:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384639.763777:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384639.763782:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384639.763787:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384639.763797:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d91257fe. 00000400:00000010:1.0:1767384639.763800:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000390d2668. 00000001:00000001:3.0:1767384639.863399:0:30859:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384639.863405:0:30859:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384639.866603:0:30859:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384639.874070:0:30860:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000075b19d5d. 00000400:00000010:3.0:1767384639.874088:0:30860:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000931232f2. 00000400:00000010:3.0:1767384639.874100:0:30860:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000feac7269. 00000400:00000010:3.0:1767384639.874104:0:30860:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a4fd58ce. 00000400:00000010:3.0:1767384639.874108:0:30860:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008c00de7c. 00000400:00000010:3.0:1767384639.874113:0:30860:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4d060df. 00000400:00000010:3.0:1767384639.874115:0:30860:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5ae64bd. 00000400:00000010:3.0:1767384639.874116:0:30860:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007fc152f. 00000400:00000010:3.0:1767384639.874119:0:30860:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000012b474df. 00000800:00000010:3.0:1767384639.874136:0:30860:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000823def50. 00000800:00000200:3.0:1767384639.874149:0:30860:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384639.874161:0:30860:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384639.874204:0:30860:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384639.874227:0:30860:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384639.875807:0:30860:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000ea572ec0. 00000400:00000010:3.0:1767384639.875815:0:30860:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000400:00000010:3.0:1767384639.875824:0:30860:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000001:3.0:1767384639.875857:0:30860:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384639.875859:0:30860:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384639.875861:0:30860:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a7f3a50. 00000400:00000200:3.0:1767384639.875863:0:30860:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:3.0:1767384639.875865:0:30860:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000400:00000010:3.0:1767384639.875872:0:30860:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000068206e2c. 00000400:00000200:3.0:1767384639.875879:0:30860:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (25) 00000400:00000200:3.0:1767384639.875896:0:30860:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384639.875909:0:30860:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:3.0:1767384639.875918:0:30860:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3e97ea0. 00000400:00000200:2.0:1767384639.875928:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384639.875929:0:30860:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384639.875937:0:30860:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp37 00000400:00000200:2.0:1767384639.875941:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00000400:00000200:2.0:1767384639.875946:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000400:00000010:2.0:1767384639.875952:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000003ae719c1. 00000400:00000010:2.0:1767384639.875956:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000400:00000010:3.0:1767384639.875958:0:30860:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000931232f2. 00000400:00000010:3.0:1767384639.875963:0:30860:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000075b19d5d. 00000400:00000010:2.0:1767384639.875965:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3eade58. 00000400:00000200:2.0:1767384639.875972:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:2.0:1767384639.875985:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000001:1.0:1767384639.875992:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384639.875997:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:1.0:1767384639.876000:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384639.876004:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384639.876008:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 10000000:01000000:1.0:1767384639.876009:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384639.876014:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384639.876018:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384639.876021:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:1.0:1767384639.876022:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.876024:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384639.876026:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384639.876028:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384639.876030:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384639.876034:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384639.876037:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384639.876041:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:1.0:1767384639.876042:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384639.876048:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000010:1.0:1767384639.876052:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc67021f. 00000400:00000200:2.0:1767384639.876056:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000400:00000200:2.0:1767384639.876061:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:00000040:1.0:1767384639.876061:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384639.876070:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384639.876071:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 02000000:00000001:1.0:1767384639.876077:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384639.876078:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384639.876082:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 02000000:00000001:1.0:1767384639.876084:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876088:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:2.0:1767384639.876092:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:2.0:1767384639.876095:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 02000000:00000010:1.0:1767384639.876096:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005fb79e0d. 00000400:00000200:2.0:1767384639.876099:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:2.0:1767384639.876103:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:1.0:1767384639.876106:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876107:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384639.876116:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:1.0:1767384639.876117:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384639.876120:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876122:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:2.0:1767384639.876130:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000100:00000040:1.0:1767384639.876130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc67021f] to pc [ptlrpcd_00_00+0] req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384639.876143:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:2.0:1767384639.876149:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:2.0:1767384639.876160:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 18], ns[84, 18] 00000400:00000200:2.0:1767384639.876167:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[86, 18] 00000400:00000200:2.0:1767384639.876172:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[88, 18], ns[88, 18] 10000000:00000001:1.0:1767384639.876175:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876177:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384639.876182:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp15 10000000:00000001:1.0:1767384639.876188:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876190:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp15 lpni_is_preferred = 0 00000020:00000001:1.0:1767384639.876192:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876197:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp15 00000100:00000001:3.0:1767384639.876198:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384639.876198:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384639.876198:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384639.876209:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp15 NI seq info: [89:89:256:4294967295] 192.168.202.154@tcp15 LPNI seq info [89:89:8:4294967295] 00000100:00000001:3.0:1767384639.876211:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.876211:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384639.876212:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384639.876223:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384639.876223:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384639.876227:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384639.876228:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp15 10000000:01000000:1.0:1767384639.876232:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384639.876235:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384639.876236:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384639.876240:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384639.876244:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.876248:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384639.876252:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384639.876256:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15:) -> 192.168.202.154@tcp15(192.168.202.154@tcp:192.168.202.154@tcp15) : GET try# 0 00000020:01000004:1.0:1767384639.876257:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384639.876258:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384639.876259:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384639.876263:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384639.876266:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384639.876270:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083e9ed7a. 00000800:00000200:2.0:1767384639.876271:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp15 00000100:00000001:0.0:1767384639.876272:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.876276:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000800:00000010:2.0:1767384639.876279:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033a862a9. 00000100:00000001:1.0:1767384639.876279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384639.876282:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384639.876282:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384639.876287:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.876288:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384639.876295:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (6) 02000000:00000010:1.0:1767384639.876296:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000550eed6b. 02000000:00000001:0.0:1767384639.876296:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.876303:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.876306:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc67021f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049186304:0@lo:253: 00000800:00000200:2.0:1767384639.876309:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp15 ip 192.168.202.154:988 00000100:00000001:1.0:1767384639.876310:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384639.876313:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.876315:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384639.876319:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033a862a9 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384639.876320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083e9ed7a] to pc [ptlrpcd_00_01+1] req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.876322:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384639.876327:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.876333:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384639.876341:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4fe0132. 00000400:00000200:2.0:1767384639.876342:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 10000000:00000001:1.0:1767384639.876342:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.876347:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384639.876348:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.876352:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876353:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 00000020:01000000:1.0:1767384639.876354:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384639.876356:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d0b144. 00000020:00000010:1.0:1767384639.876360:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3e97ea0. 00000400:00000010:0.0:1767384639.876367:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a83952b. 00000100:00000001:1.0:1767384639.876374:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384639.876374:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186304, portal 25 00000100:00000001:1.0:1767384639.876377:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.876380:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384639.876380:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384639.876384:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228727808 : -128356480823808 : ffff8b42ad8e4e00) 00000100:00000040:1.0:1767384639.876389:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.876394:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.876427:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384639.876428:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384639.876434:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.876438:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384639.876439:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384639.876444:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384639.876444:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcf4bbf9. 00000100:00000200:0.0:1767384639.876450:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186304, offset 0 02000000:00000001:1.0:1767384639.876451:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384639.876460:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083e9ed7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049186432:0@lo:253: 00000400:00000200:0.0:1767384639.876466:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384639.876467:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384639.876471:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384639.876473:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767384639.876475:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033a862a9. 02000000:00000001:1.0:1767384639.876477:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876481:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.876482:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384639.876483:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384639.876490:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: GET: OK 02000000:00000010:1.0:1767384639.876493:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044621c82. 02000000:00000001:1.0:1767384639.876497:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876502:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384639.876502:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005800 00000400:00000010:1.0:1767384639.876505:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062a726ac. 00000400:00000200:2.0:1767384639.876509:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000400:00000200:0.0:1767384639.876516:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1271 [2] + 0 00000400:00000010:0.0:1767384639.876521:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c72f6a1c. 00000400:00000200:0.0:1767384639.876527:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003cb0b7e5 00000400:00000010:1.0:1767384639.876535:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff24bcf2. 00000400:00000200:0.0:1767384639.876535:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384639.876537:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384639.876543:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186432, portal 25 00000400:00000200:0.0:1767384639.876544:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384639.876549:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.876549:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384639.876553:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384639.876553:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228726912 : -128356480824704 : ffff8b42ad8e4a80) 00000400:00000200:0.0:1767384639.876553:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb0b7e5 00000400:00000010:0.0:1767384639.876558:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cb0b7e5. 00000800:00000001:2.0:1767384639.876561:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384639.876562:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.876567:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384639.876573:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384639.876574:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15) <- 192.168.202.154@tcp15 : GET - for me 00000100:00000001:1.0:1767384639.876576:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384639.876580:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.876585:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035dd4dfb. 00000400:00000200:2.0:1767384639.876586:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000040:0.0:1767384639.876589:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000a35206f9 x1853237049186304 msgsize 4848 00000100:00000200:1.0:1767384639.876590:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186432, offset 0 00000400:00000200:1.0:1767384639.876601:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384639.876603:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384639.876607:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384639.876608:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 448/448 into md 0x19e5 [1] + 0 00000400:00000200:1.0:1767384639.876612:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.876620:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005880 00000100:00000001:0.0:1767384639.876622:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384639.876625:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp15 to MR: 192.168.202.154@tcp15 local destination 00000400:00000200:1.0:1767384639.876629:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1299 [2] + 0 00000400:00000010:1.0:1767384639.876633:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560a1beb. 00000400:00000200:2.0:1767384639.876649:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp15 NI seq info: [90:90:256:4294967295] 192.168.202.154@tcp15 LPNI seq info [90:90:8:4294967295] 00000400:00000200:1.0:1767384639.876652:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000097541884 00000400:00000200:1.0:1767384639.876659:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.876661:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15:192.168.202.154@tcp15) -> 192.168.202.154@tcp15(192.168.202.154@tcp15:192.168.202.154@tcp15) 192.168.202.154@tcp15 : REPLY try# 0 00000400:00000200:1.0:1767384639.876665:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384639.876671:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.154@tcp15 00000800:00000010:2.0:1767384639.876674:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033a862a9. 00000400:00000200:0.0:1767384639.876675:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf4bbf9 00000800:00000200:2.0:1767384639.876680:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (6) 00000400:00000010:0.0:1767384639.876680:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcf4bbf9. 00000800:00000200:2.0:1767384639.876686:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp15 ip 192.168.202.154:1011 00000400:00000200:1.0:1767384639.876687:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097541884 00000100:00000001:0.0:1767384639.876688:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384639.876689:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033a862a9 type 3, nob 544 niov 1 nkiov 1 00000100:00000200:0.0:1767384639.876695:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384639.876697:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097541884. 00000100:00000001:1.0:1767384639.876703:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384639.876705:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384639.876710:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000c04d9159 x1853237049186432 msgsize 4848 00000100:00000001:0.0:1767384639.876713:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384639.876753:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384639.876756:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:0.0:1767384639.876763:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384639.876766:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384639.876766:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:2.0:1767384639.876773:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033a862a9. 00000400:00000200:1.0:1767384639.876777:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035dd4dfb 00000100:00000001:0.0:1767384639.876782:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876785:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384639.876788:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035dd4dfb. 00000100:00000001:0.0:1767384639.876788:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384639.876798:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384639.876800:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: REPLY: OK 00000100:00000001:0.0:1767384639.876800:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.876806:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.876807:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294929206 00000100:00000010:0.0:1767384639.876816:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e29950f6. 00000800:00000001:2.0:1767384639.876818:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384639.876823:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384639.876827:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.876827:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384639.876828:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384639.876834:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384639.876839:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.876840:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294929206 00000100:00000001:1.0:1767384639.876843:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384639.876847:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384639.876848:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f617ab19. 00000100:00000001:1.0:1767384639.876852:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384639.876853:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384639.876856:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384639.876861:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294929206 00000800:00000001:2.0:1767384639.876865:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.876867:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294929206 00000100:00000001:1.0:1767384639.876868:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294929206 00000100:00000010:0.0:1767384639.876874:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b5653fe. 00000100:00000001:1.0:1767384639.876875:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294929206 00000400:00000200:2.0:1767384639.876881:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp15(192.168.202.154@tcp15) <- 192.168.202.154@tcp15 : REPLY - for me 00000100:00000001:1.0:1767384639.876882:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294929206 00000100:00000001:0.0:1767384639.876883:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384639.876888:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294929206 00000100:00000001:1.0:1767384639.876896:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294929206 00000100:00000001:0.0:1767384639.876896:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294929206 00000100:00000001:1.0:1767384639.876902:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294929206 00000100:00000010:0.0:1767384639.876905:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab288a9d. 00000400:00000200:2.0:1767384639.876906:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp15: Reply from 12345-192.168.202.154@tcp15 of length 448/448 into md 0x19e9 00000800:00000001:2.0:1767384639.876912:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384639.876914:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384639.876922:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.876924:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.876925:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.876926:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294929206 00000100:00000001:0.0:1767384639.876932:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.876933:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.876935:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp15->192.168.202.154@tcp15: REPLY: OK 00000100:00000001:0.0:1767384639.876941:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.876942:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.876944:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000100:00000001:0.0:1767384639.876946:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384639.876948:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:1.0:1767384639.876949:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.876955:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.876958:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384639.876959:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384639.876964:0:16350:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000100:00000001:1.0:1767384639.876964:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384639.876968:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384639.876969:0:16350:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000100:00000001:0.0:1767384639.876971:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384639.876976:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.876979:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384639.876988:0:16350:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.154@tcp (496 bytes) 00000100:00000001:0.0:1767384639.876988:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.876989:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.876995:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384639.876998:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.877001:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877003:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:1.0:1767384639.877006:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.877023:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000003ae719c1. 00000400:00000200:2.0:1767384639.877030:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (27) 00000800:00000001:2.0:1767384639.877043:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.877053:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.877059:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384639.877065:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186304 02000000:00000001:1.0:1767384639.877070:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384639.877073:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.877077:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384639.877078:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.877084:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186432 02000000:00000001:1.0:1767384639.877085:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.877090:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384639.877095:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186304 00000100:00000001:0.0:1767384639.877096:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384639.877101:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384639.877101:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.877105:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384639.877108:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384639.877108:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.877114:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00100000:0.0:1767384639.877115:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186432 00000020:00000001:1.0:1767384639.877119:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384639.877121:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384639.877124:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:0.0:1767384639.877126:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:2.0:1767384639.877128:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384639.877130:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384639.877131:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.877135:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:0.0:1767384639.877137:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:1.0:1767384639.877141:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e44546f1. 00000020:00000001:0.0:1767384639.877141:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:2.0:1767384639.877142:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000003ae719c1. 00000100:00000001:1.0:1767384639.877148:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.877148:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384639.877150:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc2562c. 00000020:00000010:1.0:1767384639.877154:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e44546f1. 00000020:00000010:0.0:1767384639.877157:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abbbfa. 00000400:00000010:2.0:1767384639.877158:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000100:00000001:0.0:1767384639.877163:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384639.877165:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fed3918. 00000400:00000200:2.0:1767384639.877167:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003ae719c1 00000020:00000010:0.0:1767384639.877169:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3abbbfa. 00000020:00000010:1.0:1767384639.877174:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcecfff1. 00000400:00000001:2.0:1767384639.877175:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384639.877177:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681745da. 00000400:00000001:2.0:1767384639.877179:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384639.877182:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000020:00000010:0.0:1767384639.877187:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039689709. 00000400:00000200:2.0:1767384639.877189:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000020:00000010:1.0:1767384639.877189:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005480db86. 00000400:00000010:2.0:1767384639.877195:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000020:00000010:0.0:1767384639.877195:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a042ed4. 00000400:00000200:2.0:1767384639.877200:0:16355:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384639.877204:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000070ad26c8. 00000100:00000040:1.0:1767384639.877207:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384639.877211:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000100:00000001:1.0:1767384639.877213:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384639.877216:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100871 00000100:00000001:1.0:1767384639.877216:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384639.877217:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384639.877219:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.877224:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384639.877228:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877230:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:0 00000100:00000001:1.0:1767384639.877233:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.877237:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877238:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 rc 1 00000100:00000001:1.0:1767384639.877244:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.877245:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.877246:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x102071 00000400:00000200:2.0:1767384639.877251:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000400:00000010:2.0:1767384639.877255:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000c35e9436. 00000400:00000010:2.0:1767384639.877258:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97f923e. 00000400:00000010:2.0:1767384639.877263:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd60ec98. 00000100:00000001:0.0:1767384639.877267:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384639.877268:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000100:00000001:1.0:1767384639.877268:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384639.877272:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384639.877273:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384639.877277:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000100:00100000:0.0:1767384639.877280:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000400:00000200:2.0:1767384639.877285:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000040:0.0:1767384639.877285:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00100000:1.0:1767384639.877289:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384639.877290:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514549840 : -128357195001776 : ffff8b4282fcd050) 00000100:00000040:1.0:1767384639.877295:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:2.0:1767384639.877296:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:1.0:1767384639.877300:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514554960 : -128357194996656 : ffff8b4282fce450) 00000400:00000200:2.0:1767384639.877306:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000040:0.0:1767384639.877306:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a35206f9 x1853237049186304/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.877314:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c04d9159 x1853237049186432/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.877321:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384639.877325:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3abbbfa. 00000100:00000001:0.0:1767384639.877330:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.877334:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:00000010:0.0:1767384639.877336:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3abbbfa. 00000100:00000001:1.0:1767384639.877337:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384639.877343:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e44546f1. 00000100:00000001:1.0:1767384639.877349:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384639.877353:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00100000:0.0:1767384639.877354:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a35206f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049186304:12345-0@lo:253: 00000020:00000010:1.0:1767384639.877355:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e44546f1. 00000100:00000200:0.0:1767384639.877364:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186304 00000100:00100000:1.0:1767384639.877369:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c04d9159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049186432:12345-0@lo:253: 00000020:00000001:0.0:1767384639.877370:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384639.877373:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:00000001:0.0:1767384639.877375:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384639.877376:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186432 00000020:00000001:0.0:1767384639.877379:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.877381:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384639.877384:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384639.877388:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384639.877390:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384639.877393:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000020:00000001:0.0:1767384639.877393:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384639.877395:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.877397:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.877401:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384639.877404:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384639.877406:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384639.877408:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384639.877411:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:00000001:1.0:1767384639.877414:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384639.877414:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.877420:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.877421:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000001:0.0:1767384639.877422:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384639.877426:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384639.877429:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384639.877430:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384639.877432:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:00000001:1.0:1767384639.877435:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877437:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 02000000:00000010:0.0:1767384639.877438:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b66e0aff. 00000100:00000001:1.0:1767384639.877442:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384639.877444:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.877448:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384639.877450:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877451:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 02000000:00000010:1.0:1767384639.877457:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003371e95. 00000400:00000200:2.0:1767384639.877458:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 20000000:00000001:0.0:1767384639.877458:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384639.877463:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877465:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:1.0:1767384639.877470:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384639.877471:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000086b4d108. 00000400:00000200:2.0:1767384639.877472:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 20000000:00000001:1.0:1767384639.877474:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384639.877478:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384639.877481:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 20000000:00000001:0.0:1767384639.877484:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384639.877487:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 20000000:00000001:0.0:1767384639.877488:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384639.877493:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877496:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 20000000:00000010:1.0:1767384639.877498:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bc23ee3f. 20000000:00000001:0.0:1767384639.877498:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877504:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 20], ns[72, 20] 20000000:01000000:1.0:1767384639.877504:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384639.877505:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384639.877511:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384639.877513:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384639.877515:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[81, 20], ns[81, 20] 20000000:00000001:1.0:1767384639.877516:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384639.877518:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068b4afce. 20000000:00000001:1.0:1767384639.877522:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384639.877525:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:1.0:1767384639.877526:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384639.877527:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 20], ns[73, 20] 20000000:00000001:0.0:1767384639.877534:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384639.877547:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 20], ns[84, 20] 00080000:00000001:0.0:1767384639.877548:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384639.877554:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384639.877556:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[86, 20] 00000400:00000200:2.0:1767384639.877564:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[88, 20], ns[88, 20] 00000400:00000200:2.0:1767384639.877567:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384639.877572:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp16 00080000:00000001:0.0:1767384639.877575:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384639.877576:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384639.877582:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp16 00000400:00000200:2.0:1767384639.877589:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp16 NI seq info: [91:91:256:4294967295] 192.168.202.154@tcp16 LPNI seq info [91:91:8:4294967295] 00080000:00000001:0.0:1767384639.877594:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877595:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp16 00080000:00000001:0.0:1767384639.877599:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384639.877603:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384639.877606:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384639.877610:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.877617:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16:) -> 192.168.202.154@tcp16(192.168.202.154@tcp:192.168.202.154@tcp16) : GET try# 0 00080000:00000002:0.0:1767384639.877617:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384639.877623:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00000800:00000200:2.0:1767384639.877628:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp16 00080000:00000002:0.0:1767384639.877628:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384639.877634:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384639.877635:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033a862a9. 00080000:00000001:0.0:1767384639.877651:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384639.877656:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (6) 00080000:00000001:0.0:1767384639.877656:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.877663:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.0:1767384639.877666:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:988 00000800:00000200:2.0:1767384639.877669:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033a862a9 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384639.877670:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384639.877675:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384639.877679:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000032c180be. 00000400:00000200:2.0:1767384639.877681:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00080000:00000001:0.0:1767384639.877683:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266712576 : -128361442839040 : ffff8b4185cbf600) 00000400:00000200:2.0:1767384639.877686:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100271 rc 0 00080000:00000001:0.0:1767384639.877689:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384639.877693:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384639.877696:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c3abbbfa. 00080000:00000001:0.0:1767384639.877698:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384639.877700:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384639.877712:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384639.877762:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767384639.877811:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.877819:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.877820:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384639.877822:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384639.877825:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033a862a9. 00000400:00000200:2.0:1767384639.877829:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.877834:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: GET: OK 00000800:00000001:1.0:1767384639.877835:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.877838:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384639.877843:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000400:00000200:1.0:1767384639.877847:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16) <- 192.168.202.154@tcp16 : GET - for me 00000400:00000200:1.0:1767384639.877855:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384639.877859:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 496/496 into md 0x19e5 [1] + 0 00000400:00000200:1.0:1767384639.877866:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp16 to MR: 192.168.202.154@tcp16 local destination 00000400:00000200:1.0:1767384639.877871:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp16 NI seq info: [92:92:256:4294967295] 192.168.202.154@tcp16 LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1767384639.877878:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) -> 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) 192.168.202.154@tcp16 : REPLY try# 0 00000800:00000200:1.0:1767384639.877881:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.154@tcp16 00000800:00000010:1.0:1767384639.877884:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5323b3f. 00000800:00000200:1.0:1767384639.877887:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (6) 00000800:00000200:1.0:1767384639.877890:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:1009 00000800:00000200:1.0:1767384639.877892:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5323b3f type 3, nob 592 niov 1 nkiov 1 00000800:00000001:2.0:1767384639.877927:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.877941:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.877946:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.877947:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.877950:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384639.877950:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.877955:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5323b3f. 00000400:00000200:2.0:1767384639.877960:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16) <- 192.168.202.154@tcp16 : REPLY - for me 00000400:00000200:1.0:1767384639.877962:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.877967:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: REPLY: OK 00000800:00000001:0.0:1767384639.877970:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.877985:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp16: Reply from 12345-192.168.202.154@tcp16 of length 496/496 into md 0x1a01 00000800:00000001:2.0:1767384639.877990:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.877996:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.877998:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.878002:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: REPLY: OK 00000400:00000200:2.0:1767384639.878006:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f97f923e 00000400:00000010:2.0:1767384639.878007:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f97f923e. 00000400:00000200:2.0:1767384639.878011:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384639.878014:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:2.0:1767384639.878016:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:2.0:1767384639.878020:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 29. state = 0x100271 00000400:00000200:2.0:1767384639.878023:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384639.878038:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (27) 00000800:00000001:2.0:1767384639.878044:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.878048:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.878054:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384639.878059:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1000f1 00000400:00000010:0.0:1767384639.878066:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000bec758fb. 00000400:00000010:0.0:1767384639.878068:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000bd406362. 00000400:00000010:0.0:1767384639.878070:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 0000000030ddecac. 00000400:00000200:0.0:1767384639.878091:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp29(000000005f6f62d2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384639.878095:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp31(000000008c6067e9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384639.878098:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp33(00000000a08676a4) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384639.878108:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004bb572d5. 00000400:00000200:0.0:1767384639.878114:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004bb572d5 nid 192.168.202.154@tcp34 00000400:00000010:0.0:1767384639.878117:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000428c760b. 00000400:00000200:0.0:1767384639.878119:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000428c760b net tcp34 00000400:00000200:0.0:1767384639.878122:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (26) 00000400:00000200:0.0:1767384639.878126:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp34 flags 0x11 00000400:00000010:0.0:1767384639.878131:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005cd20a29. 00000400:00000200:0.0:1767384639.878133:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005cd20a29 nid 192.168.202.154@tcp35 00000400:00000010:0.0:1767384639.878135:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a825ed47. 00000400:00000200:0.0:1767384639.878137:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a825ed47 net tcp35 00000400:00000200:0.0:1767384639.878139:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (27) 00000400:00000200:0.0:1767384639.878141:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp35 flags 0x11 00000400:00000010:0.0:1767384639.878144:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003e4ed071. 00000400:00000200:0.0:1767384639.878146:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003e4ed071 nid 192.168.202.154@tcp36 00000400:00000010:0.0:1767384639.878147:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000905a09c4. 00000400:00000200:0.0:1767384639.878148:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000905a09c4 net tcp36 00000400:00000200:0.0:1767384639.878149:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (28) 00000400:00000200:0.0:1767384639.878151:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp36 flags 0x11 00000400:00000010:0.0:1767384639.878153:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d14dd231. 00000400:00000200:0.0:1767384639.878154:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d14dd231 nid 192.168.202.154@tcp37 00000400:00000010:0.0:1767384639.878156:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f75aaea0. 00000400:00000200:0.0:1767384639.878157:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f75aaea0 net tcp37 00000400:00000200:0.0:1767384639.878158:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (29) 00000400:00000200:0.0:1767384639.878159:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp37 flags 0x11 00000400:00000010:0.0:1767384639.878161:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000bec758fb. 00000400:00000010:0.0:1767384639.878164:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000bd406362. 00000400:00000010:0.0:1767384639.878165:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 0000000030ddecac. 00000400:00000010:0.0:1767384639.878166:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000c35e9436. 00000400:00000200:0.0:1767384639.878169:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384639.878170:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100171 00000400:00000200:0.0:1767384639.878172:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 rc 1 00000400:00000200:0.0:1767384639.878174:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 00000400:00000010:0.0:1767384639.878177:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 00000400:00000200:0.0:1767384639.878183:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000010:0.0:1767384639.878186:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7e3dce6. 00000400:00000200:0.0:1767384639.878188:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp16 00000400:00000200:0.0:1767384639.878193:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp16 to MR: 192.168.202.154@tcp16 local destination 00000400:00000200:0.0:1767384639.878196:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp16 NI seq info: [93:93:256:4294967295] 192.168.202.154@tcp16 LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1767384639.878200:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp16 00000400:00000200:0.0:1767384639.878204:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) -> 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) : PUT try# 0 00000800:00000200:0.0:1767384639.878207:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.154@tcp16 00000800:00000010:0.0:1767384639.878211:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009587e0c2. 00000800:00000200:0.0:1767384639.878215:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (6) 00000800:00000200:0.0:1767384639.878218:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:988 00000800:00000200:0.0:1767384639.878220:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009587e0c2 type 1, nob 592 niov 1 nkiov 1 00000400:00000200:0.0:1767384639.878232:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384639.878234:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 0 00000800:00000200:1.0:1767384639.878310:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.878314:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009587e0c2. 00000800:00000001:0.0:1767384639.878315:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.878317:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384639.878326:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.878328:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: PUT: OK 00000800:00000001:0.0:1767384639.878329:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.878333:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384639.878334:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.878340:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16) <- 192.168.202.154@tcp16 : PUT - for me 00000400:00000200:1.0:1767384639.878342:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp16: 0 00000400:00000200:0.0:1767384639.878349:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384639.878354:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 496/496 into md 0x19fd [1] + 0 00000400:00000010:0.0:1767384639.878357:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc2562c. 00000400:00000200:0.0:1767384639.878360:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086b1d0cc 00000800:00000001:0.0:1767384639.878362:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384639.878366:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.878367:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384639.878370:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: PUT: OK 00000400:00000200:0.0:1767384639.878373:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000400:00000010:0.0:1767384639.878375:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000400:00000200:0.0:1767384639.878377:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384639.878379:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (31) 00000400:00000200:0.0:1767384639.878388:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384639.878391:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000a870ec4b. 00000400:00000200:0.0:1767384639.878393:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 29 00000400:00000200:0.0:1767384639.878395:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384639.878407:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (32) 00000400:00000200:0.0:1767384639.878411:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384639.878415:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp16 to MR: 192.168.202.154@tcp16 local destination 00000400:00000200:0.0:1767384639.878419:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp16 NI seq info: [94:94:256:4294967295] 192.168.202.154@tcp16 LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1767384639.878430:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) -> 192.168.202.154@tcp16(192.168.202.154@tcp16:192.168.202.154@tcp16) 192.168.202.154@tcp16 : ACK try# 0 00000400:00000200:2.0:1767384639.878437:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384639.878437:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp16 00000400:00000010:2.0:1767384639.878442:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000516b8a2a. 00000800:00000010:0.0:1767384639.878444:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e690322. 00000400:00000010:2.0:1767384639.878448:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97f923e. 00000400:00000200:2.0:1767384639.878453:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003ae719c1 00000800:00000200:0.0:1767384639.878455:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (6) 00000400:00000200:2.0:1767384639.878459:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x1004f1 00000400:00000010:2.0:1767384639.878465:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000fe74b41b. 00000800:00000200:0.0:1767384639.878465:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:1009 00000400:00000010:2.0:1767384639.878471:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 000000004a6e1610. 00000800:00000200:0.0:1767384639.878471:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e690322 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384639.878475:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000283fbc58. 00000400:00000010:2.0:1767384639.878497:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000fe74b41b. 00000400:00000010:2.0:1767384639.878499:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 000000004a6e1610. 00000400:00000010:2.0:1767384639.878500:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000283fbc58. 00000400:00000010:2.0:1767384639.878503:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000a870ec4b. 00000400:00000200:2.0:1767384639.878506:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384639.878508:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x100571 00000400:00000200:2.0:1767384639.878511:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 1 00000800:00000001:1.0:1767384639.878513:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384639.878514:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 00000400:00000200:2.0:1767384639.878519:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384639.878522:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100511 rc 0 00000400:00000200:2.0:1767384639.878530:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384639.878533:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000800:00000001:1.0:1767384639.878538:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.878553:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.878556:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384639.878559:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384639.878561:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384639.878564:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e690322. 00000800:00000001:2.0:1767384639.878568:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.878568:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.878572:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp16(192.168.202.154@tcp16) <- 192.168.202.154@tcp16 : ACK - for me 00000400:00000200:0.0:1767384639.878579:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: ACK: OK 00000400:00000200:1.0:1767384639.878588:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp16: ACK from 12345-192.168.202.154@tcp16 into md 0x1a05 00000400:00000200:1.0:1767384639.878594:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.878603:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp16->192.168.202.154@tcp16: ACK: OK 00000400:00000200:1.0:1767384639.878607:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000400:00000010:1.0:1767384639.878609:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000400:00000200:1.0:1767384639.878613:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384639.878616:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:1.0:1767384639.878622:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (30) 00000800:00000001:1.0:1767384639.878630:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.878633:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384639.879400:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000032c180be. 00080000:00000010:2.0:1767384639.879450:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c3abbbfa. 00040000:00000001:2.0:1767384639.879456:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384639.879458:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384639.879461:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384639.879464:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384639.879467:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384639.879469:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384639.879482:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384639.879492:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384639.879495:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384639.879501:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384639.879508:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d5bc2e8. 20000000:01000000:0.0:1767384639.879509:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384639.879514:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:0.0:1767384639.879515:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384639.879520:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384639.879522:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384639.879526:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384639.879528:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384639.879531:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384639.879532:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:0.0:1767384639.879540:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000303213a8. 00080000:00000001:1.0:1767384639.879543:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384639.879547:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384639.879553:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384639.879553:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab2b200d. 00080000:00000001:1.0:1767384639.879559:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384639.879559:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384639.879564:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384639.879565:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab2b200d with handle 0xefc2db714b35c43d to hash 00080000:00000001:1.0:1767384639.879566:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384639.879571:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.879571:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384639.879576:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00080000:00000002:1.0:1767384639.879577:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000001:0.0:1767384639.879581:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000020:00000001:1.0:1767384639.879583:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384639.879585:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384639.879588:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384639.879592:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384639.879596:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.879599:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384639.879600:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384639.879604:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.879606:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00010000:0.0:1767384639.879609:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384639.879612:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384639.879619:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c01935e5. 00010000:00000001:0.0:1767384639.879623:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384639.879625:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267209728 : -128361442341888 : ffff8b4185d38c00) 00080000:00000020:2.0:1767384639.879629:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384639.879630:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384639.879630:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:1.0:1767384639.879649:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384639.879650:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384639.879650:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:1.0:1767384639.879656:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e44546f1. 00010000:00000001:0.0:1767384639.879656:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:2.0:1767384639.879657:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000086b4d108. 00010000:00000001:0.0:1767384639.879660:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384639.879665:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.879665:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:2.0:1767384639.879669:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.879669:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.879672:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000040:2.0:1767384639.879674:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186304 00010000:00000001:0.0:1767384639.879676:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384639.879679:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384639.879680:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384639.879680:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384639.879684:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384639.879688:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000303213a8) refcount = 1 00010000:00000200:2.0:1767384639.879689:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a35206f9 x1853237049186304/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384639.879695:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.879698:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384639.879706:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384639.879714:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384639.879716:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384639.879742:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384639.879747:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384639.879752:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384639.879756:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384639.879759:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384639.879760:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:2.0:1767384639.879762:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384639.879764:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384639.879766:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.879768:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.879771:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384639.879772:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384639.879777:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:0.0:1767384639.879778:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:2.0:1767384639.879780:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377803c7. 20000000:01000000:0.0:1767384639.879783:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000200:2.0:1767384639.879784:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186304, offset 224 00010000:00000001:0.0:1767384639.879789:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384639.879793:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384639.879793:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.879796:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=4 00000020:00000001:0.0:1767384639.879798:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384639.879803:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384639.879805:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384639.879809:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384639.879810:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384639.879825:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005800 00000400:00000200:2.0:1767384639.879837:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19ed [2] + 224 00010000:00000001:0.0:1767384639.879837:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384639.879843:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384639.879847:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384639.879850:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.879854:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384639.879858:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384639.879859:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.879866:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384639.879868:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384639.879872:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.879876:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1767384639.879878:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384639.879879:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384639.879897:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab2b200d already unused, calling callback (00000000d66be316) 00010000:00000001:0.0:1767384639.879902:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384639.879906:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.879906:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384639.879910:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.879926:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384639.879930:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384639.879932:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.879934:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=5 00000020:00000001:0.0:1767384639.879937:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00000001:2.0:1767384639.879941:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384639.879941:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384639.879947:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384639.879950:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384639.879951:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377803c7 00000400:00000010:2.0:1767384639.879956:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377803c7. 00000100:00000001:1.0:1767384639.879959:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384639.879960:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384639.879962:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384639.879963:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384639.879964:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384639.879968:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384639.879972:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384639.879973:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.879975:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384639.879976:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384639.879981:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d0b144. 00010000:00000001:0.0:1767384639.879982:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767384639.879983:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384639.879988:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384639.879989:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a83952b 00010000:00000001:2.0:1767384639.879990:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384639.879995:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384639.879996:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.879996:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a83952b. 00010000:00000001:0.0:1767384639.879998:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.880003:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384639.880005:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1767384639.880005:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c43d from hash 00000100:00000200:1.0:1767384639.880009:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.880012:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384639.880015:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a35206f9 x1853237049186304/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.880016:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.880020:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.880023:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384639.880027:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384639.880032:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1767384639.880034:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.880036:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384639.880041:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384639.880042:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a35206f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049186304:12345-0@lo:253: Request processed in 2716us (3448us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384639.880047:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.880054:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384639.880056:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384639.880058:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384639.880060:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384639.880063:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:1.0:1767384639.880065:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384639.880065:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384639.880068:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:0.0:1767384639.880069:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384639.880070:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384639.880073:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384639.880076:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384639.880077:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.880079:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384639.880080:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.880082:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384639.880085:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcecfff1. 02000000:00000001:1.0:1767384639.880085:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.880086:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.880093:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384639.880094:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=57 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384639.880095:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005480db86. 00000100:00001000:1.0:1767384639.880105:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=57 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384639.880106:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384639.880108:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fed3918. 00010000:00000001:0.0:1767384639.880110:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384639.880113:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384639.880115:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384639.880118:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.880119:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384639.880122:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.880124:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384639.880125:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:1.0:1767384639.880125:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.880128:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384639.880129:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.880132:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1767384639.880136:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.880137:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.880139:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384639.880144:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b66e0aff. 20000000:00000001:0.0:1767384639.880144:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.880151:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384639.880151:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384639.880152:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384639.880156:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.880158:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384639.880162:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384639.880163:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384639.880165:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:1.0:1767384639.880168:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384639.880169:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000675fc7b1. 00000020:01000004:1.0:1767384639.880171:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384639.880175:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384639.880176:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377803c7. 00010000:00010000:0.0:1767384639.880177:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c43d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384639.880181:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384639.880184:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384639.880186:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384639.880189:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384639.880192:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000040:0.0:1767384639.880193:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000303213a8 count: 0 00000020:01000004:1.0:1767384639.880194:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384639.880197:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384639.880200:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384639.880203:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.880209:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc67021f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049186304:0@lo:253: 00010000:00000001:0.0:1767384639.880209:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384639.880213:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384639.880215:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.880217:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384639.880219:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc67021f x1853237049186304/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.880226:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384639.880230:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384639.880232:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4fe0132. 02000000:00000001:1.0:1767384639.880235:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384639.880236:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384639.880237:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384639.880239:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384639.880241:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005fb79e0d. 02000000:00000001:1.0:1767384639.880246:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384639.880247:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384639.880248:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc67021f. 00000100:00000001:1.0:1767384639.880252:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384639.880253:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.880254:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.880258:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384639.880259:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.880261:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.880265:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384639.881321:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c01935e5. 00080000:00000010:1.0:1767384639.881401:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e44546f1. 00040000:00000001:1.0:1767384639.881406:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384639.881408:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384639.881409:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384639.881419:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384639.881420:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.881422:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384639.881423:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384639.881434:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384639.881436:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384639.881440:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384639.881461:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384639.881465:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384639.881468:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384639.881471:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384639.881473:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384639.881478:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000089b63421. 00010000:00000001:0.0:1767384639.881483:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384639.881486:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bdd2d694. 00000020:00000001:0.0:1767384639.881489:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384639.881491:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bdd2d694 with handle 0xefc2db714b35c444 to hash 00000020:00000001:0.0:1767384639.881493:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384639.881495:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384639.881497:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384639.881500:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384639.881502:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.881505:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.881512:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384639.881515:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384639.881517:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384639.881519:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384639.881521:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.881523:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384639.881525:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.881527:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384639.881528:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384639.881530:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384639.881531:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384639.881541:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000089b63421) refcount = 1 00010000:00010000:0.0:1767384639.881545:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.881551:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384639.881553:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384639.881556:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.881558:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.881560:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384639.881562:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384639.881564:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384639.881568:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384639.881570:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.881571:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bdd2d694 refcount=4 00000020:00000001:0.0:1767384639.881574:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384639.881577:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384639.881580:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384639.881582:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.881589:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384639.881591:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.881597:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:1.0:1767384639.881598:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384639.881599:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384639.881603:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384639.881604:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384639.881605:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bc23ee3f. 20000000:00000001:1.0:1767384639.881610:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384639.881614:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186432 00010000:00000001:1.0:1767384639.881619:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384639.881620:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384639.881623:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384639.881624:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c04d9159 x1853237049186432/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.881628:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384639.881633:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384639.881657:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bdd2d694 already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384639.881660:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384639.881663:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384639.881664:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384639.881670:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384639.881670:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384639.881674:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384639.881675:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384639.881676:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384639.881680:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384639.881680:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384639.881683:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.881688:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384639.881693:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384639.881695:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:1.0:1767384639.881697:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035dd4dfb. 00010000:00000001:0.0:1767384639.881698:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1767384639.881702:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186432, offset 224 00000020:00000001:0.0:1767384639.881703:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.881707:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bdd2d694 refcount=5 00000400:00000200:1.0:1767384639.881711:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384639.881714:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384639.881746:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00000400:00000200:1.0:1767384639.881752:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384639.881752:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384639.881756:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384639.881762:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005880 00000400:00000200:1.0:1767384639.881772:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f5 [2] + 224 00010000:00000001:0.0:1767384639.881772:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384639.881777:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384639.881778:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384639.881781:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.881784:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.881788:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384639.881788:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384639.881791:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384639.881793:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384639.881795:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.881799:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384639.881800:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdd2d694 with handle 0xefc2db714b35c444 from hash 00010000:00000001:0.0:1767384639.881806:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384639.881809:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.881814:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384639.881816:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.881817:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384639.881821:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384639.881824:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384639.881827:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384639.881830:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.881833:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.881834:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384639.881835:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384639.881837:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384639.881839:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.881842:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384639.881844:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035dd4dfb 00000400:00000010:1.0:1767384639.881848:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035dd4dfb. 00000100:00000001:1.0:1767384639.881850:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384639.881854:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384639.881854:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.881856:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384639.881860:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.881861:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.881861:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.881866:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.881868:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384639.881869:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384639.881872:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384639.881872:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.881873:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384639.881876:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062a726ac. 00000020:00000001:1.0:1767384639.881877:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.881884:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384639.881885:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff24bcf2 00010000:00000001:0.0:1767384639.881887:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384639.881889:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff24bcf2. 00010000:00000001:0.0:1767384639.881890:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384639.881891:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c04d9159 x1853237049186432/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.881894:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384639.881895:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384639.881899:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384639.881901:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.881903:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.881906:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384639.881909:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c04d9159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049186432:12345-0@lo:253: Request processed in 4568us (5194us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384639.881911:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384639.881915:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384639.881921:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.881925:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384639.881927:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384639.881928:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:1.0:1767384639.881934:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384639.881940:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384639.881946:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384639.881950:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:1.0:1767384639.881951:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039689709. 00000100:00000001:2.0:1767384639.881953:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384639.881954:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384639.881956:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a042ed4. 00000100:00000001:2.0:1767384639.881957:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384639.881958:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c444 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.881963:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384639.881963:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681745da. 02000000:00000001:2.0:1767384639.881966:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384639.881969:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384639.881970:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:2.0:1767384639.881972:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.881975:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384639.881977:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384639.881979:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003371e95. 00010000:00000040:0.0:1767384639.881979:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000089b63421 count: 0 00000100:00001000:2.0:1767384639.881981:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=57 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384639.881988:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=57 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384639.881989:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384639.881992:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.881993:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384639.881995:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384639.881996:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384639.881997:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384639.881999:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384639.882003:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7ca4444. 00010000:00000001:2.0:1767384639.882004:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384639.882009:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.882009:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035dd4dfb. 00000100:00000001:2.0:1767384639.882012:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.882019:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.882042:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.882045:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384639.882047:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384639.882049:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384639.882050:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384639.882051:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384639.882052:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384639.882053:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384639.882054:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384639.882055:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384639.882055:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384639.882056:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384639.882058:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384639.882063:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083e9ed7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049186432:0@lo:253: 00000100:00000001:2.0:1767384639.882068:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.882069:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384639.882071:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083e9ed7a x1853237049186432/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.882075:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384639.882076:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384639.882078:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044621c82. 02000000:00000001:2.0:1767384639.882081:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384639.882082:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384639.882083:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384639.882085:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384639.882086:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000550eed6b. 02000000:00000001:2.0:1767384639.882088:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384639.882090:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384639.882091:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083e9ed7a. 00000100:00000001:2.0:1767384639.882093:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384639.882094:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.882095:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.882099:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384639.882105:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.882106:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384639.882108:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.882768:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294929206, at 4294929207 00000100:00000040:0.0:1767384639.882770:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294929206, at 4294929207 00000100:00000040:1.0:1767384639.882776:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294929206, at 4294929207 00000100:00000010:3.0:1767384639.882785:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab288a9d. 00000100:00000040:2.0:1767384639.882787:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294929206, at 4294929207 00000100:00000010:0.0:1767384639.882787:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e29950f6. 00000100:00000010:1.0:1767384639.882793:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f617ab19. 00000100:00000010:2.0:1767384639.882798:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b5653fe. 00000400:00000010:1.0:1767384639.895574:0:30865:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f71ba79d. 00000400:00000040:1.0:1767384639.895601:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384639.895606:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384639.895609:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384639.895612:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384639.895615:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384639.895617:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384639.895620:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384639.895622:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384639.895624:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384639.895626:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384639.895628:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384639.895631:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384639.895634:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384639.895654:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384639.895655:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384639.895658:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384639.895676:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384639.895678:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384639.895680:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384639.895682:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384639.895685:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384639.895686:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384639.895688:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384639.895689:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384639.895691:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384639.895694:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384639.895695:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384639.895697:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384639.895699:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384639.895701:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384639.895702:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384639.895705:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384639.895706:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384639.895708:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384639.895710:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384639.895720:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384639.895721:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384639.895723:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384639.895725:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384639.895727:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384639.895729:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384639.895730:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000010:0.1:1767384639.895753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000303213a8. 00010000:00000010:0.1:1767384639.895761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00000400:00000040:1.0:1767384639.896040:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384639.896044:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384639.896047:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384639.896049:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384639.896053:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384639.896055:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384639.896058:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384639.896060:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384639.896062:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384639.896064:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384639.896065:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384639.896067:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384639.896069:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384639.896070:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384639.896072:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384639.896168:0:30865:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f71ba79d. 00010000:00000010:0.1:1767384639.897758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000089b63421. 00010000:00000010:0.1:1767384639.897766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdd2d694. 00010000:00000001:1.0:1767384640.019811:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384640.019820:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384640.019828:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384640.019830:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384640.019914:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384640.019918:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384640.019922:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384640.083841:0:18907:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384640.083845:0:18907:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384640.083983:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384640.083988:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384640.787797:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp33 00000400:00000010:1.0:1767384640.787804:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6425f02. 00000400:00000010:1.0:1767384640.787814:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dbc1982f. 00000400:00000010:1.0:1767384640.787821:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384640.787836:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000501a0864. 00000400:00000200:1.0:1767384640.787852:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp33 00000400:00000200:1.0:1767384640.787873:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp33 local destination 00000400:00000200:1.0:1767384640.787881:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp33 00000400:00000200:1.0:1767384640.787886:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp33 NI seq info: [95:95:256:4294967295] 192.168.202.154@tcp33 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384640.787893:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp33 00000400:00000200:1.0:1767384640.787902:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp33(192.168.202.154@tcp33:) -> 192.168.202.154@tcp33(192.168.202.154@tcp33:192.168.202.154@tcp33) : GET try# 0 00000800:00000200:1.0:1767384640.787909:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp33 00000800:00000010:1.0:1767384640.787914:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5323b3f. 00000800:00000200:1.0:1767384640.787921:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000800:00000200:1.1:1767384640.787927:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000400:00000200:1.0:1767384640.787951:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp33 added to recovery queue. ping count: 2 next ping: 266 health :800 00000400:00000200:1.0:1767384640.787957:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp31 00000400:00000010:1.0:1767384640.787960:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000764742f2. 00000400:00000010:1.0:1767384640.787965:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008adeec9f. 00000400:00000010:1.0:1767384640.787968:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000400:00000010:1.0:1767384640.787975:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d8b9866. 00000400:00000200:1.0:1767384640.787978:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp31 00000400:00000200:1.0:1767384640.787985:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp31 local destination 00000400:00000200:1.0:1767384640.787989:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp31 00000400:00000200:1.0:1767384640.787993:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [96:96:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1767384640.787997:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp31 00000400:00000200:2.0:1767384640.788007:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384640.788007:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:) -> 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) : GET try# 0 00000800:00000200:1.0:1767384640.788015:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp31 00000800:00000010:1.0:1767384640.788020:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004e5e9580. 00000800:00000200:1.0:1767384640.788026:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000800:00000200:1.1:1767384640.788032:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:2.0:1767384640.788053:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384640.788053:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp31 added to recovery queue. ping count: 3 next ping: 270 health :700 00000400:00000200:2.0:1767384640.788099:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788119:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788144:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788192:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788194:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788264:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788266:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788312:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788331:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788354:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788382:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788459:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788480:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788519:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788528:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788575:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788592:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788654:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788654:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788696:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788715:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788768:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788832:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788841:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788880:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788932:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788938:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.788989:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.788992:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789058:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789088:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789110:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789140:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789165:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789184:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789213:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789230:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789264:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789279:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789341:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789347:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789384:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789394:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789427:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789443:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789469:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789489:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789510:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789531:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789557:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789582:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789647:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789665:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384640.789717:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789795:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789825:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789868:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789919:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.789969:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384640.790027:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384640.790199:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed2b5424. 00000800:00000010:0.0:1767384640.790204:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f828625f. 00000800:00000010:0.0:1767384640.790209:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039dd7f64. 00000800:00000010:0.0:1767384640.790237:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039dd7f64. 00000800:00020000:0.0:1767384640.790246:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384640.790249:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f828625f. 00000800:00000010:0.0:1767384640.790252:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ed2b5424. 00000400:00000200:2.0:1767384640.790281:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:02020000:0.0:1767384640.790295:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp31 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384640.790302:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp31 notifying 192.168.202.154@tcp31: down 00000800:00000200:0.0:1767384640.790307:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp31 down 00000800:00000100:0.0:1767384640.790312:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp31 00000800:00000010:0.0:1767384640.790315:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004e5e9580. 00000400:00000200:0.0:1767384640.790318:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384640.790323:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384640.790329:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384640.790331:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384640.790334:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp31) recovery failed with -71 00000800:00000010:2.0:1767384640.790395:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384640.790399:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9d93e07. 00000800:00000010:2.0:1767384640.790402:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d814fab4. 00000800:00000010:2.0:1767384640.790419:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d814fab4. 00000800:00020000:2.0:1767384640.790424:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384640.790427:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9d93e07. 00000800:00000010:2.0:1767384640.790429:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001bd2f0c1. 00000400:02020000:2.0:1767384640.790468:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384640.790473:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp33 notifying 192.168.202.154@tcp33: down 00000800:00000200:2.0:1767384640.790478:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp33 down 00000800:00000100:2.0:1767384640.790481:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp33 00000800:00000010:2.0:1767384640.790483:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5323b3f. 00000400:00000200:2.0:1767384640.790486:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384640.790490:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp33->192.168.202.154@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384640.790495:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384640.790497:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384640.790500:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384641.043796:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384641.043801:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.043806:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384641.043807:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.043852:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384641.043858:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.043862:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384641.396739:0:31285:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bc48a2aa. 00080000:00000010:2.0:1767384641.396750:0:31285:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bc48a2aa. 00000020:00000001:2.0:1767384641.396755:0:31285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384641.396762:0:31285:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bc48a2aa. 00080000:00000010:2.0:1767384641.396771:0:31285:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bc48a2aa. 00000020:00000001:2.0:1767384641.396775:0:31285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384641.747964:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (6) 00000800:00000200:0.0:1767384641.747973:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:988 00000800:00000200:0.0:1767384641.747977:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384641.748103:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384641.748105:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384641.748117:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384641.748121:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384641.748124:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384641.811776:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384641.811782:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384641.811785:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384641.811790:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384641.811794:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384641.811801:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384641.811811:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6425f02. 00000400:00000010:1.0:1767384641.811814:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dbc1982f. 00000400:00000001:1.0:1767384641.811817:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384641.811818:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384641.811819:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002774b39f 00000400:00000010:1.0:1767384641.811820:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002774b39f. 00000400:00000200:1.0:1767384641.811822:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384641.811824:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384641.811825:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000764742f2. 00000400:00000010:1.0:1767384641.811827:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008adeec9f. 00010000:00000001:1.0:1767384642.068775:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384642.068782:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.068788:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384642.068792:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384642.068794:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384642.068796:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.068800:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384642.068802:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.068804:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.068806:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.068839:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384642.068842:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384642.068845:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384642.110645:0:31449:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384642.110649:0:31449:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384642.113921:0:31449:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384642.121189:0:31450:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002bc8a284. 00000400:00000010:1.0:1767384642.121204:0:31450:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bc425e73. 00000400:00000010:1.0:1767384642.121212:0:31450:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f4f14c8f. 00000400:00000010:1.0:1767384642.121215:0:31450:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004e36dd8f. 00000400:00000010:1.0:1767384642.121217:0:31450:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fbbc99d6. 00000400:00000010:1.0:1767384642.121221:0:31450:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000697e7bf3. 00000400:00000010:1.0:1767384642.121227:0:31450:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d0982da4. 00000400:00000010:1.0:1767384642.121228:0:31450:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030a3ff96. 00000400:00000010:1.0:1767384642.121231:0:31450:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006c468b09. 00000800:00000010:1.0:1767384642.121244:0:31450:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005f5dffa1. 00000800:00000200:1.0:1767384642.121254:0:31450:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384642.121263:0:31450:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384642.121295:0:31450:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384642.121315:0:31450:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp38 [8/256/0/180] 00000400:00000010:1.0:1767384642.123503:0:31450:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009f6395b0. 00000400:00000010:1.0:1767384642.123508:0:31450:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0798c9b. 00000400:00000010:1.0:1767384642.123513:0:31450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000400:00000001:1.0:1767384642.123535:0:31450:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.123537:0:31450:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384642.123539:0:31450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000400:00000200:1.0:1767384642.123542:0:31450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:1.0:1767384642.123545:0:31450:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000400:00000010:1.0:1767384642.123549:0:31450:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000ea572ec0. 00000400:00000200:1.0:1767384642.123554:0:31450:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (29) 00000400:00000200:1.0:1767384642.123569:0:31450:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384642.123579:0:31450:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000400:00000200:2.0:1767384642.123584:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384642.123587:0:31450:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bc23ee3f. 00000400:00000200:2.0:1767384642.123591:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 00000020:01000000:1.0:1767384642.123594:0:31450:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384642.123598:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000020:01000000:1.0:1767384642.123600:0:31450:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp38 00000400:00000200:2.0:1767384642.123602:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000010:2.0:1767384642.123608:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003193e862. 00000400:00000200:2.0:1767384642.123612:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000010:1.0:1767384642.123634:0:31450:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bc425e73. 00000400:00000200:2.0:1767384642.123639:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000010:1.0:1767384642.123641:0:31450:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002bc8a284. 00000400:00000200:2.0:1767384642.123647:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384642.123652:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:0.0:1767384642.123654:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384642.123657:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:0.0:1767384642.123660:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384642.123664:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:00000001:0.0:1767384642.123665:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384642.123669:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384642.123670:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:0.0:1767384642.123673:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384642.123677:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:0.0:1767384642.123678:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384642.123682:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384642.123684:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:01000004:0.0:1767384642.123684:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384642.123685:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384642.123689:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384642.123691:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384642.123692:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000020:01000004:0.0:1767384642.123693:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384642.123696:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:2.0:1767384642.123699:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000020:01000004:0.0:1767384642.123703:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384642.123706:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000020:01000004:0.0:1767384642.123706:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384642.123711:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000100:00000010:0.0:1767384642.123712:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc04934. 00000020:00000040:0.0:1767384642.123740:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384642.123741:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000001:0.0:1767384642.123747:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384642.123748:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 02000000:00000001:0.0:1767384642.123751:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384642.123755:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.123762:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 02000000:00000010:0.0:1767384642.123765:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed2b5424. 00000400:00000200:2.0:1767384642.123767:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000100:00000001:0.0:1767384642.123772:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.123774:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:2.0:1767384642.123779:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000100:00000001:0.0:1767384642.123781:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384642.123785:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000100:00000001:0.0:1767384642.123785:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.123793:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[81, 22], ns[81, 22] 00000100:00000040:0.0:1767384642.123796:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc04934] to pc [ptlrpcd_00_02+2] req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384642.123800:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:2.0:1767384642.123815:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[96, 22] 00000400:00000200:2.0:1767384642.123821:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[86, 22] 00000400:00000200:2.0:1767384642.123825:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 22], ns[95, 22] 00000400:00000200:2.0:1767384642.123828:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 10000000:00000001:0.0:1767384642.123830:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.123831:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:0.0:1767384642.123835:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.123839:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:0.0:1767384642.123839:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384642.123843:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384642.123847:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384642.123851:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000020:00000001:0.0:1767384642.123851:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384642.123854:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384642.123855:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384642.123857:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384642.123858:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp34 00000020:01000004:0.0:1767384642.123861:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384642.123865:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp34 lpni_is_preferred = 0 00000020:01000004:0.0:1767384642.123865:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384642.123868:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384642.123871:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp34 00000020:01000004:0.0:1767384642.123872:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384642.123875:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384642.123878:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384642.123880:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp34 NI seq info: [97:97:256:4294967295] 192.168.202.154@tcp34 LPNI seq info [97:97:8:4294967295] 00000020:01000004:0.0:1767384642.123881:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384642.123884:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384642.123886:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384642.123889:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000400:00000200:2.0:1767384642.123890:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp34 00000020:00000040:0.0:1767384642.123893:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384642.123897:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384642.123899:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384642.123902:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.123906:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp34(192.168.202.154@tcp34:) -> 192.168.202.154@tcp34(192.168.202.154@tcp:192.168.202.154@tcp34) : PUT try# 0 02000000:00000010:0.0:1767384642.123909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4fe0132. 00000100:00000001:3.0:1767384642.123911:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.123915:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.123918:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384642.123922:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384642.123924:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.154@tcp34 00000100:00000001:0.0:1767384642.123927:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384642.123929:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041ba4a69. 00000100:00000001:0.0:1767384642.123930:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.123931:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384642.123935:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.123938:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384642.123939:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_03+3] req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.123940:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384642.123940:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d2d7bf53. 00000100:00000001:3.0:1767384642.123943:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384642.123950:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384642.123953:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384642.123956:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ff24bcf2. 10000000:00000001:0.0:1767384642.123958:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.123963:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384642.123968:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 00000020:01000000:0.0:1767384642.123968:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384642.123970:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384642.123975:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384642.123975:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bc23ee3f. 00000800:00000200:2.1:1767384642.123979:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 02000000:00000001:3.0:1767384642.123980:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384642.123984:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384642.123987:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.123989:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384642.123990:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049186560:0@lo:253: 00000100:00100000:0.0:1767384642.123994:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384642.123995:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384642.123996:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:0.0:1767384642.123999:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384642.124001:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384642.124001:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100551 rc 0 02000000:00000001:3.0:1767384642.124005:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124006:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384642.124008:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384642.124009:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.124012:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384642.124014:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000057c53d66. 00000100:00000001:0.0:1767384642.124014:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.124015:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384642.124020:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384642.124026:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124030:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384642.124032:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384642.124033:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab0fac9. 02000000:00000001:0.0:1767384642.124035:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384642.124038:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384642.124040:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005161e65d. 02000000:00000001:0.0:1767384642.124041:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384642.124047:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186560, portal 25 00000100:00100000:0.0:1767384642.124047:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049186688:0@lo:253: 00000400:00000200:2.0:1767384642.124049:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:3.0:1767384642.124052:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384642.124056:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520595968 : -128356188955648 : ffff8b42bef3dc00) 00000100:00000001:0.0:1767384642.124056:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384642.124061:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384642.124064:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384642.124064:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.124069:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384642.124075:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384642.124075:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b66e0aff. 00000100:00000040:3.0:1767384642.124080:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384642.124081:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384642.124085:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007238a248. 00000400:00000010:0.0:1767384642.124086:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032c6eac8. 00000100:00000200:3.0:1767384642.124088:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186560, offset 0 00000400:00000200:2.0:1767384642.124093:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000010:0.0:1767384642.124094:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012dbec53. 00000400:00000200:3.0:1767384642.124097:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384642.124103:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049186688, portal 25 00000100:00000001:0.0:1767384642.124106:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384642.124108:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384642.124112:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000040:0.0:1767384642.124117:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384642.124122:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005900 00000400:00000200:2.0:1767384642.124126:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384642.124132:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a1 [2] + 0 00000100:00000001:0.0:1767384642.124138:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384642.124139:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c119030b. 00000400:00000200:3.0:1767384642.124144:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b476e522 00000100:00000040:0.0:1767384642.124144:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384642.124149:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e44a27af. 00000400:00000200:3.0:1767384642.124152:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384642.124154:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049186688, offset 0 00000400:00000200:3.0:1767384642.124158:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384642.124159:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384642.124162:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384642.124169:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b476e522 00000400:00000010:3.0:1767384642.124173:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b476e522. 00000400:00000200:0.0:1767384642.124175:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384642.124180:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384642.124183:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384642.124186:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005980 00000100:00000040:3.0:1767384642.124187:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000040b8c8c3 x1853237049186560 msgsize 4848 00000400:00000200:2.0:1767384642.124190:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384642.124197:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c5 [2] + 0 00000100:00100000:3.0:1767384642.124202:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384642.124203:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1a481f. 00000100:00000040:3.0:1767384642.124206:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384642.124209:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6a9be83 00000400:00000200:0.0:1767384642.124214:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384642.124217:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.124219:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384642.124220:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384642.124225:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007238a248 00000400:00000010:3.0:1767384642.124228:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007238a248. 00000100:00000001:3.0:1767384642.124231:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384642.124233:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a9be83 00000100:00000200:3.0:1767384642.124236:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384642.124237:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6a9be83. 00000100:00000001:0.0:1767384642.124245:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384642.124247:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384642.124248:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384642.124251:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000f588f28b x1853237049186688 msgsize 4848 00000400:00000200:2.0:1767384642.124255:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000040:3.0:1767384642.124260:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.124261:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384642.124265:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384642.124271:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.124273:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.124275:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384642.124278:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.124282:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e44a27af 00000100:00000001:3.0:1767384642.124283:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294931453 00000400:00000200:2.0:1767384642.124284:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000010:0.0:1767384642.124286:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e44a27af. 00000100:00000010:3.0:1767384642.124290:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015374326. 00000100:00000001:0.0:1767384642.124292:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384642.124298:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.124299:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384642.124306:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294931453 00000100:00000001:0.0:1767384642.124307:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384642.124310:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d17c8734. 00000100:00000040:0.0:1767384642.124312:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.124315:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384642.124317:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384642.124320:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294931453 00000100:00000010:3.0:1767384642.124327:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebbff6f. 00000100:00000001:0.0:1767384642.124328:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.124331:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384642.124331:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384642.124338:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294931453 00000100:00000001:0.0:1767384642.124338:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384642.124342:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000100:00000001:3.0:1767384642.124346:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384642.124348:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294931453 00000400:00000200:2.0:1767384642.124349:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000001:3.0:1767384642.124350:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.124353:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294931453 00000100:00000001:3.0:1767384642.124356:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124357:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294931453 00000100:00000001:3.0:1767384642.124362:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124362:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294931453 00000100:00000001:0.0:1767384642.124367:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294931453 00000100:00000001:3.0:1767384642.124368:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.124372:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.124372:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294931453 00000100:00000001:3.0:1767384642.124375:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.124376:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294931453 00000100:00000001:3.0:1767384642.124378:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124379:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294931453 00000100:00000001:3.0:1767384642.124381:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.124381:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:0.0:1767384642.124382:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.124389:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124392:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124395:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.124407:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384642.124410:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186560 02000000:00000001:3.0:1767384642.124413:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384642.124415:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384642.124417:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.124421:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384642.124423:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186560 00000400:00000200:2.0:1767384642.124425:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:0.0:1767384642.124425:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384642.124426:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384642.124429:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186688 02000000:00000001:0.0:1767384642.124432:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384642.124435:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384642.124435:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384642.124439:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384642.124439:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384642.124443:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 02000000:00000001:0.0:1767384642.124444:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.124448:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:0.0:1767384642.124449:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186688 00000400:00000200:2.0:1767384642.124450:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000020:00000001:3.0:1767384642.124451:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384642.124453:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384642.124457:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384642.124459:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384642.124460:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.124463:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000010:3.0:1767384642.124464:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f7a08d4. 00000020:00000001:0.0:1767384642.124465:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384642.124467:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384642.124469:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:3.0:1767384642.124471:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f7a08d4. 00000100:00000001:0.0:1767384642.124474:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384642.124477:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb44ab80. 00000020:00000010:0.0:1767384642.124478:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f80f3d23. 00000100:00000001:0.0:1767384642.124482:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384642.124484:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a595c001. 00000020:00000010:0.0:1767384642.124485:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f80f3d23. 00000400:00000200:2.0:1767384642.124490:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000020:00000010:3.0:1767384642.124492:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f47ce3c. 00000020:00000010:0.0:1767384642.124493:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2cbeb7. 00000020:00000010:0.0:1767384642.124500:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039376319. 00000100:00000040:3.0:1767384642.124503:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384642.124503:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 00000100:00000001:3.0:1767384642.124507:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384642.124508:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384642.124511:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124515:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384642.124518:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124519:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384642.124522:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124527:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.124528:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.124530:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384642.124533:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000001:3.0:1767384642.124541:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384642.124545:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384642.124545:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384642.124548:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384642.124551:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:3.0:1767384642.124554:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384642.124556:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514557008 : -128357194994608 : ffff8b4282fcec50) 00000100:00000040:3.0:1767384642.124563:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040b8c8c3 x1853237049186560/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:623/0 lens 4848/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.124563:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000400:00000200:2.0:1767384642.124564:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000040:0.0:1767384642.124570:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384642.124575:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716650001488 : -128357059550128 : ffff8b428b0fa450) 00000100:00000001:3.0:1767384642.124580:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384642.124583:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f588f28b x1853237049186688/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:623/0 lens 4848/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384642.124584:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f7a08d4. 00000100:00000001:3.0:1767384642.124589:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384642.124590:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000020:00000010:3.0:1767384642.124595:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f7a08d4. 00000100:00000001:0.0:1767384642.124598:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384642.124602:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040b8c8c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049186560:12345-0@lo:253: 00000020:00000010:0.0:1767384642.124603:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f80f3d23. 00000100:00000001:0.0:1767384642.124607:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384642.124609:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186560 00000020:00000010:0.0:1767384642.124611:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f80f3d23. 00000020:00000001:3.0:1767384642.124612:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384642.124629:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f588f28b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049186688:12345-0@lo:253: 00000100:00000200:0.0:1767384642.124632:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186688 00000020:00000001:0.0:1767384642.124636:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384642.124637:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384642.124638:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384642.124640:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.124641:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.124643:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000020:00000001:3.0:1767384642.124644:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384642.124645:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384642.124648:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384642.124648:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384642.124653:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384642.124654:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384642.124657:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.124657:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384642.124663:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384642.124663:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384642.124666:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384642.124667:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384642.124670:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.124670:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.124674:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000001:0.0:1767384642.124677:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384642.124678:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384642.124682:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384642.124683:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384642.124688:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086b4d108. 02000000:00000010:3.0:1767384642.124691:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b71a2672. 02000000:00000001:0.0:1767384642.124691:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124696:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384642.124697:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.124700:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.124707:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384642.124707:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384642.124709:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 20000000:00000010:0.0:1767384642.124735:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000001fb646. 20000000:01000000:0.0:1767384642.124740:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384642.124743:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384642.124745:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384642.124747:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.124749:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.124751:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384642.124760:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f946bbe0. 20000000:01000000:0.0:1767384642.124762:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384642.124768:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384642.124773:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384642.124776:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384642.124783:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 20000000:00000010:3.0:1767384642.124792:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3e97ea0. 00080000:00000001:0.0:1767384642.124792:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384642.124798:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384642.124800:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384642.124801:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384642.124803:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.124805:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.124808:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384642.124809:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.124812:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384642.124814:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.124815:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384642.124817:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.124819:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00080000:00000002:0.0:1767384642.124820:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:0.0:1767384642.124826:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:0.0:1767384642.124828:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384642.124831:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384642.124834:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.124836:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.124839:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384642.124843:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384642.124846:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384642.124849:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000045b9335. 00080000:00000001:0.0:1767384642.124852:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267335680 : -128361442215936 : ffff8b4185d57800) 00080000:00000001:0.0:1767384642.124855:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384642.124858:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000001:00000001:0.0:1767384642.124858:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384642.124864:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f80f3d23. 00080000:00000001:0.0:1767384642.124868:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.124870:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384642.124882:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384642.124893:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00080000:00000001:0.0:1767384642.124903:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384642.124944:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.124971:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.124996:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125036:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125078:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125114:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125143:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125168:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125185:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125204:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.125220:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384642.125352:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384642.125357:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005e59f56b. 00000800:00000010:2.0:1767384642.125362:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2658d52. 00000800:00000010:2.0:1767384642.125381:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2658d52. 00000800:00020000:2.0:1767384642.125389:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384642.125392:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005e59f56b. 00000800:00000010:2.0:1767384642.125394:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001bd2f0c1. 00000400:02020000:2.0:1767384642.125435:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp34 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384642.125443:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp34 notifying 192.168.202.154@tcp34: down 00000800:00000200:2.0:1767384642.125449:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp34 down 00000800:00000100:2.0:1767384642.125454:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.154@tcp34 00000800:00000010:2.0:1767384642.125458:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041ba4a69. 00000400:00000200:2.0:1767384642.125461:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384642.125465:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp34->192.168.202.154@tcp34: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384642.125473:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp34 added to recovery queue. ping count: 0 next ping: 265 health :900 00000400:00000200:2.0:1767384642.125477:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384642.125480:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384642.125484:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384642.125535:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384642.125540:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x101151 00000400:00000001:3.0:1767384642.125544:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384642.125545:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384642.125547:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 00000400:00000010:3.0:1767384642.125548:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00000400:00000200:3.0:1767384642.125552:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384642.125555:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384642.125558:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000400:00000200:3.0:1767384642.125561:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384642.125563:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100151 rc -71 00000400:00000200:3.0:1767384642.125566:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384642.125569:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (30) 00080000:00000010:2.0:1767384642.126469:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000045b9335. 00080000:00000010:0.0:1767384642.126552:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f80f3d23. 00040000:00000001:0.0:1767384642.126558:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384642.126560:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384642.126562:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384642.126566:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384642.126568:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.126569:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384642.126580:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384642.126590:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384642.126592:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384642.126596:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384642.126609:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384642.126612:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384642.126625:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:3.0:1767384642.126629:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005877d709. 00010000:00000001:2.0:1767384642.126630:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384642.126633:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384642.126639:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007caa7769. 20000000:01000000:3.0:1767384642.126640:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00010000:00000001:2.0:1767384642.126645:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:3.0:1767384642.126647:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384642.126649:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000161395. 00080000:00000001:3.0:1767384642.126653:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384642.126654:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384642.126657:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000040:2.0:1767384642.126658:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000000161395 with handle 0xefc2db714b35c44b to hash 00000020:00000001:2.0:1767384642.126661:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384642.126663:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384642.126665:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00080000:00000001:3.0:1767384642.126668:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384642.126668:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384642.126672:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.126675:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384642.126678:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.126684:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384642.126685:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384642.126687:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.126689:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384642.126691:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384642.126692:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384642.126695:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.126696:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384642.126698:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:3.0:1767384642.126701:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000001:2.0:1767384642.126701:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384642.126704:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.126707:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384642.126709:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00010000:00000001:2.0:1767384642.126710:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000002:3.0:1767384642.126714:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384642.126714:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384642.126717:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384642.126738:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007caa7769) refcount = 1 00010000:00010000:2.0:1767384642.126744:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384642.126746:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384642.126753:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.126753:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384642.126756:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384642.126759:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.126759:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384642.126759:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384642.126764:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384642.126765:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:0.0:1767384642.126768:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000001fb646. 00010000:00000001:2.0:1767384642.126769:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384642.126771:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:2.0:1767384642.126773:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384642.126774:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384642.126779:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384642.126779:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:0.0:1767384642.126780:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186688 20000000:01000000:2.0:1767384642.126784:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384642.126784:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000010:3.0:1767384642.126786:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c8e95d72. 00010000:00000001:2.0:1767384642.126789:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:0.0:1767384642.126791:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f588f28b x1853237049186688/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384642.126792:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712276822528 : -128361432729088 : ffff8b4186663a00) 00000020:00000001:2.0:1767384642.126792:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384642.126796:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000161395 refcount=4 00080000:00000001:3.0:1767384642.126800:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384642.126801:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00000001:00000001:3.0:1767384642.126806:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384642.126807:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:0.0:1767384642.126807:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:3.0:1767384642.126812:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004f7a08d4. 00010000:00000001:0.0:1767384642.126812:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.126813:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384642.126816:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384642.126819:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384642.126820:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=60 v=5 (1 0 0 0) 00080000:00000001:3.0:1767384642.126826:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384642.126828:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384642.126828:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384642.126830:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384642.126833:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00080000:00000001:3.0:1767384642.126837:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126838:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384642.126844:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384642.126845:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384642.126847:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384642.126848:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.126849:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384642.126851:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384642.126851:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.126859:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384642.126860:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384642.126863:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.126863:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e44a27af. 00010000:00000001:2.0:1767384642.126869:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767384642.126869:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186688, offset 224 00010000:00010000:2.0:1767384642.126871:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384642.126877:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384642.126883:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000000161395 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384642.126885:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384642.126888:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384642.126888:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384642.126892:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.126896:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384642.126897:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005980 00000400:00000200:0.0:1767384642.126903:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a35 [2] + 224 00010000:00000001:2.0:1767384642.126904:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384642.126906:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384642.126907:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000161395 refcount=5 00000020:00000001:2.0:1767384642.126908:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384642.126911:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384642.126917:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384642.126918:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384642.126919:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384642.126926:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384642.126928:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384642.126930:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384642.126931:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384642.126934:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384642.126936:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.126938:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384642.126941:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384642.126943:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384642.126946:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384642.126949:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000000161395 with handle 0xefc2db714b35c44b from hash 00000100:00000040:0.0:1767384642.126951:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.126952:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384642.126954:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.126957:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.126959:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384642.126962:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384642.126965:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384642.126968:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384642.126969:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.126971:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.126972:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384642.126973:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384642.126974:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384642.126975:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.126977:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.126979:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.126980:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.126980:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e44a27af 00000400:00000010:0.0:1767384642.126984:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e44a27af. 00010000:00000001:2.0:1767384642.126985:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.126990:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384642.126991:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384642.126994:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384642.126999:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384642.126999:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.127000:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384642.127002:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384642.127005:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384642.127006:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384642.127009:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384642.127009:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384642.127012:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384642.127014:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1767384642.127014:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384642.127016:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384642.127018:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384642.127019:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f588f28b x1853237049186688/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384642.127021:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032c6eac8. 00010000:00000001:2.0:1767384642.127022:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.127026:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384642.127029:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dbec53 00010000:00000001:2.0:1767384642.127031:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1767384642.127035:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012dbec53. 00000100:00100000:0.0:1767384642.127035:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f588f28b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049186688:12345-0@lo:253: Request processed in 2436us (2783us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384642.127036:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.127042:0:16359:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:2.0:1767384642.127043:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.127048:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00010000:00010000:2.0:1767384642.127049:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384642.127051:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.127053:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384642.127057:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384642.127059:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384642.127064:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:0.0:1767384642.127065:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039376319. 00010000:00000001:2.0:1767384642.127067:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384642.127071:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000000161395/0xefc2db714b35c44b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384642.127072:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 00000020:00000010:0.0:1767384642.127079:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2cbeb7. 00010000:00000040:2.0:1767384642.127082:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007caa7769 count: 0 00000100:00000200:3.0:1767384642.127083:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384642.127084:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:2.0:1767384642.127091:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384642.127091:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384642.127094:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086b4d108. 20000000:00000001:2.0:1767384642.127095:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384642.127100:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384642.127102:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.127104:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.127106:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.127110:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384642.127114:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384642.127115:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384642.127116:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384642.127120:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.127120:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3931894. 02000000:00000001:3.0:1767384642.127126:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.127127:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e44a27af. 00000100:00001000:3.0:1767384642.127134:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384642.127139:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384642.127143:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384642.127145:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384642.127147:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384642.127150:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.127152:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.127156:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.127163:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384642.127166:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384642.127168:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384642.127171:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384642.127173:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384642.127174:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384642.127176:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384642.127178:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384642.127179:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384642.127180:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384642.127182:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384642.127183:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384642.127186:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384642.127194:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049186688:0@lo:253: 00000100:00000001:3.0:1767384642.127199:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.127207:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384642.127210:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049186688/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384642.127219:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384642.127221:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384642.127223:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b66e0aff. 02000000:00000001:3.0:1767384642.127227:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384642.127228:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384642.127230:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384642.127232:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384642.127235:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4fe0132. 02000000:00000001:3.0:1767384642.127238:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384642.127240:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384642.127241:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:3.0:1767384642.127245:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384642.127246:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.127248:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.127252:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384642.127253:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.127256:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384642.127258:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384642.128277:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8e95d72. 00080000:00000010:3.0:1767384642.128344:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004f7a08d4. 00040000:00000001:3.0:1767384642.128349:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384642.128351:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384642.128352:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384642.128355:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384642.128356:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384642.128358:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384642.128360:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384642.128369:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384642.128371:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384642.128375:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384642.128378:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384642.128381:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384642.128382:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384642.128385:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384642.128386:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384642.128390:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000bda8f4e. 00010000:00000001:2.0:1767384642.128393:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384642.128395:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee1ec72c. 00000020:00000001:2.0:1767384642.128397:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384642.128398:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee1ec72c with handle 0xefc2db714b35c452 to hash 00000020:00000001:2.0:1767384642.128400:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384642.128401:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384642.128403:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384642.128405:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384642.128406:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.128408:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.128418:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384642.128420:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384642.128421:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384642.128422:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384642.128423:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.128425:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384642.128426:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.128428:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384642.128429:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384642.128430:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384642.128431:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384642.128432:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bda8f4e) refcount = 1 00010000:00010000:2.0:1767384642.128434:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.128437:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384642.128438:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384642.128439:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.128440:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.128441:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384642.128443:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384642.128445:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384642.128446:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384642.128447:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384642.128448:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1ec72c refcount=4 00000020:00000001:2.0:1767384642.128449:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384642.128451:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384642.128452:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384642.128454:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.128457:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384642.128458:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.128468:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.128469:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384642.128470:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.128474:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384642.128475:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.128477:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384642.128478:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384642.128482:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee1ec72c already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384642.128483:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384642.128484:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384642.128486:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384642.128488:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384642.128490:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384642.128492:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384642.128492:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:3.0:1767384642.128495:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3e97ea0. 00000020:00000001:2.0:1767384642.128496:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384642.128498:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1ec72c refcount=5 20000000:00000001:3.0:1767384642.128500:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.128501:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000040:3.0:1767384642.128505:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186560 00010000:00000001:2.0:1767384642.128505:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445568 : -128357223106048 : ffff8b42814ffa00) 00010000:00000001:2.0:1767384642.128507:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384642.128509:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.128514:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384642.128516:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384642.128516:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384642.128519:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384642.128521:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040b8c8c3 x1853237049186560/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.128523:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384642.128526:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384642.128528:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384642.128531:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384642.128533:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384642.128537:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=60 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384642.128537:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384642.128542:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee1ec72c with handle 0xefc2db714b35c452 from hash 00000100:00000001:3.0:1767384642.128543:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384642.128546:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1767384642.128548:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384642.128549:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384642.128551:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384642.128552:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.128555:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384642.128556:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384642.128557:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384642.128558:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.128560:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384642.128562:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384642.128563:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1767384642.128566:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384642.128566:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384642.128569:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384642.128571:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007238a248. 00010000:00000001:2.0:1767384642.128572:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384642.128575:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384642.128576:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049186560, offset 224 00010000:00000001:2.0:1767384642.128578:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.128581:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.128582:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384642.128584:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384642.128585:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384642.128586:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.128590:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384642.128595:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384642.128600:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.128603:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.128604:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384642.128606:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384642.128607:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005900 00010000:00000001:2.0:1767384642.128608:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384642.128611:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384642.128613:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384642.128630:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a2d [2] + 224 00000400:00000200:3.0:1767384642.128636:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384642.128639:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384642.128642:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384642.128644:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384642.128651:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384642.128664:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.128665:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384642.128667:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.128670:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384642.128671:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007238a248 00000400:00000010:3.0:1767384642.128676:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007238a248. 00010000:00000001:2.0:1767384642.128678:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384642.128679:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384642.128680:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384642.128682:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384642.128683:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee1ec72c/0xefc2db714b35c452 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384642.128687:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384642.128690:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384642.128694:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:2.0:1767384642.128699:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000bda8f4e count: 0 00000020:00000001:3.0:1767384642.128704:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.128705:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384642.128707:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384642.128709:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384642.128712:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384642.128713:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040b8c8c3 x1853237049186560/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384642.128715:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:0.0:1767384642.128715:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.128735:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384642.128737:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ab0fac9. 00000400:00000200:0.0:1767384642.128742:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005161e65d 00000400:00000010:0.0:1767384642.128744:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005161e65d. 00000100:00000001:0.0:1767384642.128748:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.128754:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384642.128775:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384642.128777:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040b8c8c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049186560:12345-0@lo:253: Request processed in 4191us (4583us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384642.128790:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.128793:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.128794:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384642.128798:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 02000000:00000001:0.0:1767384642.128798:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384642.128801:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384642.128804:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384642.128804:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.128808:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384642.128810:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384642.128812:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=60 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384642.128813:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384642.128817:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=60 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384642.128819:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a595c001. 00000100:00000001:0.0:1767384642.128820:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384642.128822:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.128825:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384642.128826:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f47ce3c. 00010000:00000001:0.0:1767384642.128827:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.128830:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384642.128831:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb44ab80. 00000100:00000040:0.0:1767384642.128834:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384642.128836:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:3.0:1767384642.128842:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384642.128845:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b71a2672. 00000100:00000001:0.0:1767384642.128845:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.128850:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384642.128851:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384642.128853:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384642.128854:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384642.128857:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:3.0:1767384642.128859:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384642.128860:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384642.128864:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab0fac9. 00000400:00000010:3.0:1767384642.128868:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007238a248. 00000020:01000004:0.0:1767384642.128869:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384642.128872:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384642.128873:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384642.128875:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384642.128876:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384642.128878:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384642.128879:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384642.128880:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384642.128884:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.128889:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049186560:0@lo:253: 00000100:00000001:0.0:1767384642.128894:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.128896:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384642.128898:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cc04934 x1853237049186560/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.128903:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384642.128905:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384642.128907:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000057c53d66. 02000000:00000001:0.0:1767384642.128911:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384642.128912:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384642.128913:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384642.128916:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384642.128917:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed2b5424. 02000000:00000001:0.0:1767384642.128920:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384642.128921:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384642.128923:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc04934. 00000100:00000001:0.0:1767384642.128926:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384642.128928:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.128929:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.128933:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.128934:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.128936:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.128938:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.129745:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294931453, at 4294931454 00000100:00000010:1.0:1767384642.129752:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d17c8734. 00000100:00000040:2.0:1767384642.129769:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294931453, at 4294931454 00000100:00000010:2.0:1767384642.129776:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebbff6f. 00000100:00000040:0.0:1767384642.129778:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294931453, at 4294931454 00000100:00000040:3.0:1767384642.129784:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294931453, at 4294931454 00000100:00000010:0.0:1767384642.129786:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015374326. 00000100:00000010:3.0:1767384642.129796:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00010000:00000010:2.1:1767384642.134758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007caa7769. 00010000:00000010:2.1:1767384642.134767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000161395. 00010000:00000010:2.1:1767384642.134778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000bda8f4e. 00010000:00000010:2.1:1767384642.134780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee1ec72c. 00000400:00000010:1.0:1767384642.141201:0:31455:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000062cecc80. 00000400:00000040:1.0:1767384642.141225:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384642.141228:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384642.141230:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.141232:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384642.141234:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.141236:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384642.141244:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384642.141246:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384642.141247:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384642.141248:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384642.141251:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384642.141252:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384642.141255:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384642.141256:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384642.141258:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384642.141260:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384642.141261:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384642.141263:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384642.141264:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384642.141267:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.141269:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384642.141270:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384642.141272:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384642.141273:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.141275:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384642.141277:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.141278:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384642.141280:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384642.141282:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384642.141284:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.141285:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384642.141287:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384642.141288:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384642.141290:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384642.141292:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384642.141293:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.141294:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384642.141297:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384642.141298:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384642.141300:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384642.141302:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384642.141304:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384642.141305:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384642.141307:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384642.141309:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384642.141317:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384642.141319:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384642.141320:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384642.141323:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384642.141324:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384642.141326:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384642.141328:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384642.141329:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384642.141331:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384642.141332:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384642.141334:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384642.141335:0:31455:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384642.141434:0:31455:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000062cecc80. 00000400:00000200:1.0:1767384642.835782:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp29 00000400:00000010:1.0:1767384642.835788:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000306a3ded. 00000400:00000010:1.0:1767384642.835795:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002db732c7. 00000400:00000010:1.0:1767384642.835799:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384642.835806:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093be5ed7. 00000400:00000200:1.0:1767384642.835810:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp29 00000400:00000200:1.0:1767384642.835827:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp29 local destination 00000400:00000200:1.0:1767384642.835834:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 00000400:00000200:1.0:1767384642.835841:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [98:98:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1767384642.835849:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000400:00000200:1.0:1767384642.835858:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp29:192.168.202.154@tcp29) : GET try# 0 00000800:00000200:1.0:1767384642.835864:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp29 00000800:00000010:1.0:1767384642.835870:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004228d88. 00000800:00000200:1.0:1767384642.835877:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000800:00000200:1.1:1767384642.835882:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:1.0:1767384642.835907:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 4 next ping: 280 health :600 00000400:00000200:2.0:1767384642.835963:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836001:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836018:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836034:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836049:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836077:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836092:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836105:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836117:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836129:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836142:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836156:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836183:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836212:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836226:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836241:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836258:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836324:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836350:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836375:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836411:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836439:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836459:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836481:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836535:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384642.836566:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384642.836779:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384642.836786:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002f5d2648. 00000800:00000010:2.0:1767384642.836793:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ccf6ffc. 00000800:00000010:2.0:1767384642.836823:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ccf6ffc. 00000800:00020000:2.0:1767384642.836837:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384642.836851:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002f5d2648. 00000800:00000010:2.0:1767384642.836859:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001bd2f0c1. 00000400:02020000:2.0:1767384642.836918:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384642.836927:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000800:00000200:2.0:1767384642.836934:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp29 down 00000800:00000100:2.0:1767384642.836940:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp29 00000800:00000010:2.0:1767384642.836944:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004228d88. 00000400:00000200:2.0:1767384642.836948:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384642.836955:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384642.836964:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384642.836968:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384642.836972:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp29) recovery failed with -71 00010000:00000001:1.0:1767384643.091772:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384643.091780:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.091787:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384643.091789:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.091824:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384643.091828:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384643.091831:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384643.155925:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384643.155935:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:1.0:1767384643.155940:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384643.155942:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384643.155943:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384643.155945:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384643.155946:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384643.155948:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384643.155950:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 55 10000000:00000001:1.0:1767384643.155953:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384643.155954:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384643.155962:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc67021f. 00000020:00000040:1.0:1767384643.155966:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384643.155972:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384643.155975:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384643.155981:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384643.155989:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000702cadce. 00000100:00000001:1.0:1767384643.155996:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.156001:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384643.156004:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384643.156013:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e2959c7. 00010000:00000001:1.0:1767384643.156018:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384643.156023:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c565ecab. 00000020:00000001:1.0:1767384643.156028:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384643.156031:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c565ecab with handle 0xefc2db714b35c459 to hash 00000020:00000001:1.0:1767384643.156035:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384643.156036:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.156040:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.156044:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.156047:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.156050:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384643.156060:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384643.156070:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384643.156084:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384643.156086:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384643.156091:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f91dc53f. 00000100:00000001:1.0:1767384643.156094:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189074816 : -128361520476800 : ffff8b41812b4d80) 00000100:00000001:1.0:1767384643.156097:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.156099:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228727808 : -128356480823808 : ffff8b42ad8e4e00) 00000100:00000001:1.0:1767384643.156103:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384643.156105:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.156108:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384643.156110:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384643.156117:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.156127:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.156130:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.156133:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.156135:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384643.156138:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.156140:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc67021f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049186816:0@lo:101: 00000100:00000001:1.0:1767384643.156144:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.156149:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384643.156151:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.156153:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.156156:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002ea82863. 02000000:00000001:1.0:1767384643.156157:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.156162:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000400:00000010:1.0:1767384643.156167:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e913c2. 00000100:00000200:1.0:1767384643.156172:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049186816, portal 25 00000100:00000001:1.0:1767384643.156173:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.156174:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228727808 : -128356480823808 : ffff8b42ad8e4e00) 00000100:00000040:1.0:1767384643.156177:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.156183:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.156189:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.156191:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000100:00000200:1.0:1767384643.156194:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049186816, offset 0 00000400:00000200:1.0:1767384643.156198:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.156210:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.156220:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260005a00 00000400:00000200:1.0:1767384643.156225:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x12cd [2] + 0 00000400:00000010:1.0:1767384643.156229:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050fd795e. 00000400:00000200:1.0:1767384643.156233:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002b76415 00000400:00000200:1.0:1767384643.156239:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.156244:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384643.156250:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b76415 00000400:00000010:1.0:1767384643.156252:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002b76415. 00000100:00000001:1.0:1767384643.156257:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.156260:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384643.156263:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000092757fe8 x1853237049186816 msgsize 328 00000100:00100000:1.0:1767384643.156268:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384643.156270:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384643.156288:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.156298:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000400:00000010:1.0:1767384643.156299:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000100:00000001:1.0:1767384643.156301:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384643.156304:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.156311:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.156314:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.156319:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.156321:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.156324:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.156326:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384643.156327:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294932485 00000100:00000010:1.0:1767384643.156332:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089480b67. 00000100:00100000:2.0:1767384643.156336:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186816 00000100:00000001:1.0:1767384643.156339:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384643.156340:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384643.156343:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384643.156345:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.156347:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294932485 02000000:00000001:2.0:1767384643.156349:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.156353:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186816 00000020:00000001:2.0:1767384643.156357:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384643.156358:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f57419fb. 00000020:00000040:2.0:1767384643.156360:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384643.156361:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384643.156363:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384643.156365:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294932485 00000020:00000040:2.0:1767384643.156366:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:2.0:1767384643.156370:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000010:1.0:1767384643.156371:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1b9b1f4. 00000020:00000001:2.0:1767384643.156374:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384643.156375:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384643.156380:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384643.156380:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294932485 00000020:00000010:2.0:1767384643.156386:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000010:1.0:1767384643.156387:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9596989. 00000100:00000001:1.0:1767384643.156389:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384643.156392:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.156393:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.156396:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.156399:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384643.156400:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384643.156401:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f91dc53f going to sleep for 11 seconds 00000020:00000010:2.0:1767384643.156407:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00000001:1.0:1767384643.156408:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.156411:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384643.156417:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2e29cd4. 00000020:00000010:2.0:1767384643.156424:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c4ccd13. 00000020:00000010:2.0:1767384643.156430:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000040:2.0:1767384643.156440:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384643.156444:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384643.156447:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384643.156449:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.156458:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.156469:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.156484:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384643.156486:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384643.156491:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:2.0:1767384643.156494:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384643.156496:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649994320 : -128357059557296 : ffff8b428b0f8850) 00000100:00000040:2.0:1767384643.156501:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092757fe8 x1853237049186816/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:624/0 lens 328/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.156508:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384643.156515:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:2.0:1767384643.156518:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.156519:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00100000:2.0:1767384643.156523:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092757fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049186816:12345-0@lo:101: 00000100:00000200:2.0:1767384643.156526:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186816 00000020:00000001:2.0:1767384643.156529:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384643.156531:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384643.156533:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.156539:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384643.156541:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:2.0:1767384643.156543:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384643.156545:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384643.156547:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384643.156549:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384643.156552:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.156553:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384643.156555:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384643.156556:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384643.156558:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384643.156559:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.156563:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384643.156568:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008daed01. 00010000:00000001:2.0:1767384643.156570:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384643.156573:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052077b5a. 00000020:00000001:2.0:1767384643.156574:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384643.156576:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052077b5a with handle 0xefc2db714b35c460 to hash 00000020:00000001:2.0:1767384643.156578:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384643.156579:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384643.156580:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00010000:2.0:1767384643.156582:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c459 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384643.156588:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:2.0:1767384643.156590:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384643.156601:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384643.156602:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384643.156619:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fc78040f. 02000000:00000001:2.0:1767384643.156621:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.156622:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.156624:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384643.156627:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384643.156628:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384643.156630:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384643.156631:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384643.156633:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384643.156634:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384643.156635:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384643.156637:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384643.156638:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384643.156639:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384643.156640:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008daed01) refcount = 1 00010000:00010000:2.0:1767384643.156643:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c459 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384643.156648:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384643.156649:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384643.156650:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384643.156651:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.156652:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384643.156655:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384643.156657:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c459 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384643.156662:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384643.156663:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384643.156664:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384643.156666:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.156667:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384643.156668:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384643.156669:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384643.156670:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000052077b5a, rc 0) 00000020:00000001:2.0:1767384643.156676:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384643.156678:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186816 00010000:00000001:2.0:1767384643.156680:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384643.156683:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092757fe8 x1853237049186816/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:624/0 lens 328/344 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384643.156689:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384643.156691:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384643.156693:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.156697:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384643.156699:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384643.156700:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384643.156703:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384643.156704:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.156706:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384643.156708:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384643.156710:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384643.156713:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049186816, offset 224 00000400:00000200:2.0:1767384643.156735:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.156742:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.156749:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260005a00 00000400:00000200:2.0:1767384643.156752:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a51 [1] + 224 00000400:00000200:2.0:1767384643.156756:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.156759:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.156762:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384643.156765:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.156772:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.156785:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384643.156789:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384643.156790:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384643.156792:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384643.156794:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384643.156803:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.156806:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384643.156809:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384643.156809:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384643.156812:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.156815:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384643.156816:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384643.156819:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092757fe8 x1853237049186816/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:624/0 lens 328/344 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384643.156821:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384643.156824:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00000400:00000200:1.0:1767384643.156831:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e913c2 00000100:00100000:2.0:1767384643.156832:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092757fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049186816:12345-0@lo:101: Request processed in 322us (566us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384643.156834:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e913c2. 00000100:00000001:1.0:1767384643.156838:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384643.156842:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000200:1.0:1767384643.156844:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.156847:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384643.156852:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384643.156854:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384643.156857:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384643.156859:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c4ccd13. 00000020:00000010:2.0:1767384643.156865:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000100:00000001:1.0:1767384643.156867:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384643.156870:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2e29cd4. 00000100:00000001:1.0:1767384643.156870:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.156876:0:17086:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384643.156877:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384643.156879:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384643.156882:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384643.156882:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384643.156886:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fc78040f. 00000100:00000001:1.0:1767384643.156886:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.156891:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.156892:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384643.156894:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=61 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384643.156896:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384643.156902:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384643.156904:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.156907:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384643.156909:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003342eadb. 00000100:00000001:1.0:1767384643.156909:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.156913:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384643.156915:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384643.156917:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002003211c. 00000100:00000001:1.0:1767384643.156917:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.156922:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.156927:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.156930:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.156931:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.156934:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.156939:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc67021f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049186816:0@lo:101: 00000100:00000001:1.0:1767384643.156943:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.156944:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.156946:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384643.156947:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.156948:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.156952:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384643.156953:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f91dc53f. 00000100:00000001:1.0:1767384643.156955:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384643.156956:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.156958:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384643.156959:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.156961:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.156962:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=4 00000020:00000001:1.0:1767384643.156963:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.156965:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000040:1.0:1767384643.156968:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c565ecab, remote cookie: 0xefc2db714b35c460, flags: 0x0 00010000:00000001:1.0:1767384643.156970:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384643.156974:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384643.156975:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384643.156976:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384643.156977:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384643.156979:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e2959c7) refcount = 1 00010000:00010000:1.0:1767384643.156981:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.156985:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384643.156986:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384643.156987:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384643.156989:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384643.156990:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.156993:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.156996:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384643.156997:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.156998:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.156998:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.156999:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.157000:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157001:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.157002:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc67021f x1853237049186816/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157007:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.157009:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.157010:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002ea82863. 02000000:00000001:1.0:1767384643.157013:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.157014:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.157015:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384643.157017:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384643.157018:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000702cadce. 02000000:00000001:1.0:1767384643.157020:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.157022:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.157022:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc67021f. 00000100:00000001:1.0:1767384643.157025:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.157028:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384643.157029:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384643.157031:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384643.157031:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:1.0:1767384643.157033:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.157034:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.157035:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.157036:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=3 00000020:00000001:1.0:1767384643.157037:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.157038:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.157040:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384643.157041:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.157042:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.157042:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384643.157044:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384643.157047:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000cd293dee. 00000100:00000010:1.0:1767384643.157056:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc67021f. 00000020:00000040:1.0:1767384643.157058:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384643.157060:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384643.157061:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384643.157063:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384643.157065:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000702cadce. 00000100:00000001:1.0:1767384643.157067:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157070:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384643.157072:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007215df52. 00000100:00000010:1.0:1767384643.157074:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000044885935. 00000020:00000040:1.0:1767384643.157075:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384643.157078:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384643.157079:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384643.157081:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f91dc53f. 00000100:00000001:1.0:1767384643.157082:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189074816 : -128361520476800 : ffff8b41812b4d80) 00000100:00000001:1.0:1767384643.157083:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.157084:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228727808 : -128356480823808 : ffff8b42ad8e4e00) 00000100:00000001:1.0:1767384643.157086:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384643.157087:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157092:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384643.157093:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384643.157094:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157099:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.157099:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.157101:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.157102:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384643.157103:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.157104:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc67021f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049186944:0@lo:256: 00000100:00000001:1.0:1767384643.157106:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384643.157108:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384643.157109:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157111:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384643.157115:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000400:00000010:1.0:1767384643.157117:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000b8a8bc7. 00000100:00000200:1.0:1767384643.157120:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260005a80-0x6958260005a80, portal 33 00000100:00000001:1.0:1767384643.157122:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.157123:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.157125:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b074bf37. 02000000:00000001:1.0:1767384643.157126:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.157128:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d6d258. 00000400:00000010:1.0:1767384643.157130:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e913c2. 00000100:00000200:1.0:1767384643.157131:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049186944, portal 25 00000100:00000001:1.0:1767384643.157132:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.157133:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228727808 : -128356480823808 : ffff8b42ad8e4e00) 00000100:00000040:1.0:1767384643.157135:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157139:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.157141:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.157143:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000100:00000200:1.0:1767384643.157145:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049186944, offset 0 00000400:00000200:1.0:1767384643.157148:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.157152:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.157160:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260005a80 00000400:00000200:1.0:1767384643.157163:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x12f1 [2] + 0 00000400:00000010:1.0:1767384643.157165:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c38e191. 00000400:00000200:1.0:1767384643.157167:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c264b693 00000400:00000200:1.0:1767384643.157170:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.157172:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384643.157174:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c264b693 00000400:00000010:1.0:1767384643.157175:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c264b693. 00000100:00000001:1.0:1767384643.157177:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.157178:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384643.157180:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000afdd2580 x1853237049186944 msgsize 304 00000100:00100000:1.0:1767384643.157183:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384643.157184:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384643.157193:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.157197:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000400:00000010:1.0:1767384643.157198:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000100:00000001:1.0:1767384643.157199:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384643.157202:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157208:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.157209:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157213:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157215:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.157218:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157220:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384643.157221:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294932486 00000100:00100000:2.0:1767384643.157225:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049186944 02000000:00000001:2.0:1767384643.157228:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.157229:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932485 00000100:00000001:2.0:1767384643.157230:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384643.157232:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.157236:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157237:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294932486 00000100:00100000:2.0:1767384643.157238:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049186944 00000020:00000001:2.0:1767384643.157242:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384643.157243:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932485 00000020:00000040:2.0:1767384643.157244:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384643.157247:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384643.157250:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384643.157251:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294932486 00000100:00000001:1.0:1767384643.157255:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932485 00000020:00000001:2.0:1767384643.157259:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384643.157261:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294932486 00000020:00000001:2.0:1767384643.157262:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384643.157264:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384643.157266:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:2.0:1767384643.157267:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.157270:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00000001:1.0:1767384643.157275:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932485 00000020:00000010:2.0:1767384643.157276:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2e29cd4. 00000100:00000001:1.0:1767384643.157282:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.157283:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c4ccd13. 00000100:00000001:1.0:1767384643.157288:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384643.157289:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000001:1.0:1767384643.157294:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384643.157296:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384643.157296:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384643.157301:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384643.157302:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f91dc53f going to sleep for 11 seconds 00000100:00000001:2.0:1767384643.157305:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384643.157306:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.157308:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157309:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157314:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157327:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.157334:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384643.157335:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384643.157338:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:2.0:1767384643.157340:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384643.157341:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716650003536 : -128357059548080 : ffff8b428b0fac50) 00000100:00000040:2.0:1767384643.157343:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afdd2580 x1853237049186944/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:624/0 lens 304/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.157349:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384643.157352:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:2.0:1767384643.157353:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.157354:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000100:00100000:2.0:1767384643.157357:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afdd2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049186944:12345-0@lo:256: 00000100:00000200:2.0:1767384643.157360:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049186944 00000020:00000001:2.0:1767384643.157362:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384643.157364:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384643.157365:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.157366:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384643.157373:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:2.0:1767384643.157375:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384643.157376:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384643.157377:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384643.157378:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384643.157380:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157382:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384643.157383:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384643.157386:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fc78040f. 02000000:00000001:2.0:1767384643.157387:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157389:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384643.157392:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384643.157395:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384643.157398:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384643.157400:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384643.157403:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384643.157406:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384643.157408:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384643.157411:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003635de3b. 20000000:00000001:2.0:1767384643.157414:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384643.157430:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384643.157438:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384643.157444:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384643.157447:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384643.157449:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384643.157452:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384643.157454:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384643.157456:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384643.157457:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384643.157459:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384643.157461:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384643.157462:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384643.157464:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384643.157465:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384643.157466:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384643.157467:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384643.157468:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384643.157469:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384643.157475:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384643.157476:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384643.157477:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384643.157479:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384643.157480:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384643.157481:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384643.157482:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384643.157484:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384643.157485:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384643.157486:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384643.157487:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384643.157488:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767384643.157489:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 3472/1/4/3. 20000000:00000040:2.0:1767384643.157496:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384643.157497:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384643.157498:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384643.157499:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384643.157500:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384643.157501:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384643.157502:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384643.157503:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384643.157505:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384643.157506:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384643.157507:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384643.157509:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384643.157510:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384643.157511:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384643.157513:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384643.157514:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384643.157515:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384643.157517:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384643.157518:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384643.157519:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384643.157521:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384643.157522:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384643.157523:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384643.157525:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384643.157527:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384643.157528:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384643.157533:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384643.157534:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384643.157535:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384643.157537:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767384643.157539:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 2848/1/4/3. 20000000:01000000:2.0:1767384643.157541:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1248, version 64 20000000:00000001:2.0:1767384643.157543:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1248 : 1248 : 4e0) 00000100:00000001:2.0:1767384643.157545:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384643.157548:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f060a383. 00000100:00000010:2.0:1767384643.157551:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008ddcc482. 00000020:00000040:2.0:1767384643.157552:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:2.0:1767384643.157554:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384643.157556:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384643.157560:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000400:00000010:2.0:1767384643.157565:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0621fdb. 00000400:00000200:2.0:1767384643.157568:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.157574:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.157581:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1248 into portal 33 MB=0x6958260005a80 00000400:00000200:2.0:1767384643.157585:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1248/1248 into md 0x1a61 [4] + 0 00000400:00000010:2.0:1767384643.157587:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00000400:00000200:2.0:1767384643.157590:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b8a8bc7 00000400:00000200:2.0:1767384643.157592:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.157594:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384643.157595:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8a8bc7 00000400:00000010:2.0:1767384643.157596:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000b8a8bc7. 00000100:00000001:2.0:1767384643.157599:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384643.157600:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000bc67021f desc 000000007215df52 mbits 1853237049186944 00000100:00000001:2.0:1767384643.157622:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384643.157625:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384643.157630:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384643.157634:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384643.157637:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a6d 00000100:00000001:1.0:1767384643.157637:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.157642:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.157645:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384643.157647:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384643.157648:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f060a383 00000100:00000001:2.0:1767384643.157654:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384643.157659:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384643.157660:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384643.157662:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384643.157662:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f060a383 00000100:00000001:2.0:1767384643.157664:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384643.157666:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1248 bytes via portal 33 id 12345-0@lo mbits 0x6958260005a80-0x6958260005a80 00000100:00000001:2.0:1767384643.157668:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.157671:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157673:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384643.157675:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:2.0:1767384643.157676:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008ddcc482. 00000100:00000010:2.0:1767384643.157678:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f060a383. 00000100:00000001:2.0:1767384643.157680:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384643.157681:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384643.157686:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003635de3b. 20000000:00000001:2.0:1767384643.157688:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384643.157690:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049186944 00010000:00000001:2.0:1767384643.157691:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384643.157693:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afdd2580 x1853237049186944/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:624/0 lens 304/240 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384643.157698:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384643.157699:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384643.157700:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.157703:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384643.157704:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384643.157705:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384643.157707:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384643.157708:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157709:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384643.157711:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384643.157713:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384643.157715:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049186944, offset 224 00000400:00000200:2.0:1767384643.157735:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.157740:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.157749:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260005a80 00000400:00000200:2.0:1767384643.157751:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a65 [1] + 224 00000400:00000200:2.0:1767384643.157754:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.157756:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.157758:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384643.157760:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.157765:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.157774:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384643.157777:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384643.157778:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384643.157780:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384643.157781:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384643.157783:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.157785:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384643.157787:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384643.157787:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384643.157791:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.157793:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384643.157794:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.157797:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384643.157798:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afdd2580 x1853237049186944/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:624/0 lens 304/240 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384643.157800:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d6d258. 00000400:00000200:1.0:1767384643.157804:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e913c2 00000400:00000010:1.0:1767384643.157808:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e913c2. 00000100:00000001:1.0:1767384643.157812:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384643.157815:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afdd2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049186944:12345-0@lo:256: Request processed in 464us (632us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384643.157818:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384643.157831:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000200:1.0:1767384643.157833:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.157835:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384643.157839:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384643.157843:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384643.157844:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384643.157847:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c4ccd13. 00000100:00000001:1.0:1767384643.157848:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.157853:0:17086:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384643.157854:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 02000000:00000001:1.0:1767384643.157854:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.157857:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384643.157859:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2e29cd4. 00000100:00000001:1.0:1767384643.157859:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.157862:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384643.157865:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00001000:1.0:1767384643.157866:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=61 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384643.157870:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384643.157871:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.157873:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384643.157874:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.157878:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fc78040f. 00010000:00000001:1.0:1767384643.157879:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384643.157881:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.157884:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384643.157884:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.157889:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.157890:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384643.157894:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384643.157899:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c40601ee. 00000400:00000010:2.0:1767384643.157906:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f89838f. 00000100:00000040:1.0:1767384643.157907:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157914:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384643.157917:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.157920:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.157925:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc67021f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049186944:0@lo:256: 00000100:00000001:1.0:1767384643.157930:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.157932:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.157934:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384643.157935:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.157937:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.157941:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384643.157942:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f91dc53f. 00000100:00000001:1.0:1767384643.157944:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384643.157945:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384643.157947:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 64, more 0. 10000000:00000001:1.0:1767384643.157950:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384643.157955:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005cfd41ed. 00010000:00000001:1.0:1767384643.157963:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384643.157965:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384643.157969:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:1.0:1767384643.157971:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.157973:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384643.157974:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:1.0:1767384643.157975:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000400:00000200:1.0:1767384643.157978:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 30 NIDs 00000400:00001000:1.0:1767384643.157981:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384643.157983:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:1.0:1767384643.157987:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384643.157990:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (29) 00000400:00000200:1.0:1767384643.157998:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000200:1.0:1767384643.158009:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384643.158011:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384643.158014:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384643.158017:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:1.0:1767384643.158019:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000400:00000200:1.0:1767384643.158021:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:1.0:1767384643.158023:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:1.0:1767384643.158027:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158028:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:1.0:1767384643.158030:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:1.0:1767384643.158033:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158035:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:1.0:1767384643.158037:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:0.0:1767384643.158037:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384643.158040:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158042:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:1.0:1767384643.158043:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:1.0:1767384643.158045:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158047:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:1.0:1767384643.158050:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:1.0:1767384643.158054:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158056:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:0.0:1767384643.158058:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 00000400:00000200:1.0:1767384643.158060:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:1.0:1767384643.158066:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158068:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:1.0:1767384643.158069:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000010:0.0:1767384643.158069:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055675e0a. 00000400:00000200:1.0:1767384643.158075:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158076:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000200:1.0:1767384643.158077:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:1.0:1767384643.158081:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:1.0:1767384643.158085:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158086:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000010:0.0:1767384643.158087:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1f4ec32. 00000400:00000200:1.0:1767384643.158088:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:1.0:1767384643.158095:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158097:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:0.0:1767384643.158100:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000200:1.0:1767384643.158102:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:1.0:1767384643.158107:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158115:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:1.0:1767384643.158116:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:1.0:1767384643.158121:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:0.0:1767384643.158127:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384643.158128:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158133:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:1.0:1767384643.158137:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:1.0:1767384643.158143:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158144:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384643.158145:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:1.0:1767384643.158150:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:1.0:1767384643.158155:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158157:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:0.0:1767384643.158159:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384643.158160:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:1.0:1767384643.158166:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158171:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:1.0:1767384643.158174:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:0.0:1767384643.158175:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384643.158179:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158183:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:1.0:1767384643.158186:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:1.0:1767384643.158193:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158194:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:1.0:1767384643.158195:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:1.0:1767384643.158200:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:1.0:1767384643.158204:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158207:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:0.0:1767384643.158207:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:1.0:1767384643.158210:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:1.0:1767384643.158216:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158219:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:0.0:1767384643.158222:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:1.0:1767384643.158223:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:1.0:1767384643.158231:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158232:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:1.0:1767384643.158237:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:0.0:1767384643.158242:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384643.158243:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:1.0:1767384643.158252:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158252:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384643.158258:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:0.0:1767384643.158262:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:1.0:1767384643.158263:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:0.0:1767384643.158270:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384643.158274:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158278:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384643.158280:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:0.0:1767384643.158284:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384643.158286:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:1.0:1767384643.158294:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384643.158295:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384643.158302:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:1.0:1767384643.158307:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:0.0:1767384643.158308:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384643.158311:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158313:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:1.0:1767384643.158314:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:1.0:1767384643.158318:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158321:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:1.0:1767384643.158325:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:1.0:1767384643.158329:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158331:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:1.0:1767384643.158332:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:0.0:1767384643.158336:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384643.158337:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158342:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:1.0:1767384643.158345:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:1.0:1767384643.158350:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158351:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:0.0:1767384643.158354:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384643.158355:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:1.0:1767384643.158361:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384643.158364:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:0.0:1767384643.158365:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:1.0:1767384643.158367:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000010:1.0:1767384643.158373:0:17086:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000ac0d7ef7. 00000400:00000200:0.0:1767384643.158374:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 22], ns[98, 22] 00000400:00000200:1.0:1767384643.158381:0:17086:0:(peer.c:264:lnet_peer_alloc()) 00000000ac0d7ef7 nid 192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.158383:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000010:1.0:1767384643.158386:0:17086:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004efc31ab. 00000400:00000200:0.0:1767384643.158390:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[96, 22] 00000400:00000200:1.0:1767384643.158392:0:17086:0:(peer.c:204:lnet_peer_net_alloc()) 000000004efc31ab net tcp38 00000400:00000010:1.0:1767384643.158397:0:17086:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000077f30679. 00000400:00000200:0.0:1767384643.158402:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[86, 22] 00000400:00000200:1.0:1767384643.158408:0:17086:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000077f30679 nid 192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.158409:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 22], ns[95, 22] 00000400:00000200:0.0:1767384643.158417:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[97, 22], ns[97, 22] 00000400:00000200:0.0:1767384643.158420:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:0.0:1767384643.158424:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384643.158428:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384643.158431:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:0.0:1767384643.158435:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp35 00000400:00000200:0.0:1767384643.158439:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp35 lpni_is_preferred = 0 00000400:00000200:0.0:1767384643.158441:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp35 00000400:00000200:0.0:1767384643.158444:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp35 NI seq info: [99:99:256:4294967295] 192.168.202.154@tcp35 LPNI seq info [99:99:8:4294967295] 00000400:00000200:0.0:1767384643.158450:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp35 00000400:00000200:0.0:1767384643.158457:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp35(192.168.202.154@tcp35:) -> 192.168.202.154@tcp35(192.168.202.154@tcp:192.168.202.154@tcp35) : PUT try# 0 00000400:00000200:1.0:1767384643.158461:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (0) 00000800:00000200:0.0:1767384643.158462:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.154@tcp35 00000800:00000010:0.0:1767384643.158469:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e36a465. 00000400:00000200:1.0:1767384643.158470:0:17086:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.154@tcp38: -2 00000400:00000200:1.0:1767384643.158477:0:17086:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp38 flags 0x1 00000400:00000200:1.0:1767384643.158480:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (1) 00000400:00000200:1.0:1767384643.158482:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (2) 00000400:00000200:1.0:1767384643.158485:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (1) 00000800:00000010:0.0:1767384643.158485:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002823cfda. 00000400:00000200:1.0:1767384643.158490:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000800:00000010:0.0:1767384643.158492:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008405005e. 00000400:00000200:1.0:1767384643.158495:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): 0 00000400:00000200:1.0:1767384643.158499:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:0.0:1767384643.158502:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:1.0:1767384643.158507:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:0.1:1767384643.158508:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:1.0:1767384643.158514:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp38: 0. pending discovery 00000400:00000200:1.0:1767384643.158516:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000100:00000001:1.0:1767384643.158518:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.158520:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384643.158523:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:1.0:1767384643.158527:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f14091a1. 00000400:00000200:0.0:1767384643.158529:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 10000000:00000040:1.0:1767384643.158530:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 63/64 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000400:00000200:0.0:1767384643.158534:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100571 rc 0 00000020:00000080:1.0:1767384643.158535:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384643.158542:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x41 00000020:00000001:1.0:1767384643.158543:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384643.158547:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000020:00000010:1.0:1767384643.158548:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099acb7a8. 00000400:00000010:0.0:1767384643.158552:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000045b9335. 00000020:00000010:1.0:1767384643.158554:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3e01060. 00000400:00000010:0.0:1767384643.158558:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000651b1172. 00000040:00000010:1.0:1767384643.158561:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000035c50c4b. 00000400:00000010:0.0:1767384643.158568:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c79de06. 00000020:00000010:1.0:1767384643.158569:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006bd53e07. 00000020:00000010:1.0:1767384643.158576:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d873801c. 00000400:00000200:0.0:1767384643.158577:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp38 00000020:00000010:1.0:1767384643.158582:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e81f1445. 80000000:00000010:1.0:1767384643.158588:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000049a1f600. 00000400:00000200:0.0:1767384643.158588:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:0.0:1767384643.158594:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 40000000:00000010:1.0:1767384643.158595:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba5c911c. 00000400:00000200:0.0:1767384643.158599:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp38 00100000:00000010:1.0:1767384643.158602:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048c85aa1. 00000400:00000200:0.0:1767384643.158603:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp38 lpni_is_preferred = 0 00000400:00000200:2.0:1767384643.158622:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.158622:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp38 00040000:00000010:1.0:1767384643.158626:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b989817e. 00000400:00000200:0.0:1767384643.158631:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [100:100:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [1:1:8:4294967295] 00040000:00000010:1.0:1767384643.158633:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b91dd15. 00000400:00000200:0.0:1767384643.158637:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00040000:00000010:1.0:1767384643.158638:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004da7baad. 00080000:00000010:1.0:1767384643.158645:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a73a3345. 00080000:00000010:1.0:1767384643.158652:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e01c6901. 00000400:00000200:0.0:1767384643.158653:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : GET try# 0 00000800:00000200:0.0:1767384643.158659:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp38 00000800:00000010:0.0:1767384643.158663:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000edf79598. 00000004:00000010:1.0:1767384643.158664:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000c32e727. 00000800:00000010:0.0:1767384643.158670:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dc6040a2. 00000004:00000010:1.0:1767384643.158671:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aa3ee27f. 00000400:00000200:2.0:1767384643.158678:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000010:0.0:1767384643.158678:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009531919a. 00000004:00000010:1.0:1767384643.158679:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003eb8ca19. 00002000:00000010:1.0:1767384643.158686:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a050e922. 00000004:00000010:1.0:1767384643.158690:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009e08898d. 00000004:00000001:1.0:1767384643.158695:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000200:0.0:1767384643.158695:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (2) 00000040:00000001:1.0:1767384643.158701:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000800:00000200:0.1:1767384643.158704:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (2) 00000040:00001000:1.0:1767384643.158706:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f14091a1 00000040:00001000:1.0:1767384643.158710:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384643.158735:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.158738:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x241 rc 0 00000400:00000200:2.0:1767384643.158741:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000040:00001000:1.0:1767384643.158749:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384643.158751:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384643.158753:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384643.158756:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384643.158758:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384643.158759:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384643.158761:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:1.0:1767384643.158763:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384643.158782:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.158818:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000004:00000001:1.0:1767384643.158821:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384643.158826:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c3e01060. 00000040:00000010:1.0:1767384643.158831:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000035c50c4b. 00000020:00000010:1.0:1767384643.158835:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006bd53e07. 00000020:00000010:1.0:1767384643.158839:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d873801c. 00000400:00000200:2.0:1767384643.158842:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000020:00000010:1.0:1767384643.158843:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e81f1445. 80000000:00000010:1.0:1767384643.158849:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000049a1f600. 40000000:00000010:1.0:1767384643.158854:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba5c911c. 00100000:00000010:1.0:1767384643.158857:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048c85aa1. 00040000:00000010:1.0:1767384643.158860:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b989817e. 00040000:00000010:1.0:1767384643.158864:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000b91dd15. 00040000:00000010:1.0:1767384643.158867:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004da7baad. 00080000:00000010:1.0:1767384643.158873:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e01c6901. 00080000:00000010:1.0:1767384643.158878:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a73a3345. 00000004:00000010:1.0:1767384643.158881:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000c32e727. 00000004:00000010:1.0:1767384643.158885:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000aa3ee27f. 00000004:00000010:1.0:1767384643.158888:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003eb8ca19. 00002000:00000010:1.0:1767384643.158892:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a050e922. 00000400:00000200:0.0:1767384643.158894:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000004:00000010:1.0:1767384643.158896:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009e08898d. 00000020:00000010:1.0:1767384643.158901:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099acb7a8. 00000020:00000001:1.0:1767384643.158904:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.158906:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384643.158908:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f14091a1. 00000400:00000200:2.0:1767384643.158915:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 10000000:00000040:1.0:1767384643.158917:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384643.158921:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005cfd41ed. 10000000:00000001:1.0:1767384643.158925:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.158932:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.158936:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc67021f x1853237049186944/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.158942:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.158944:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.158945:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b074bf37. 00000400:00000200:0.0:1767384643.158946:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 02000000:00000001:1.0:1767384643.158948:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.158951:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.158952:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384643.158954:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384643.158955:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384643.158956:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.158958:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384643.158959:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384643.158961:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000044885935. 00000100:00000010:1.0:1767384643.158964:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007215df52. 00000100:00000001:1.0:1767384643.158966:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384643.158967:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000702cadce. 02000000:00000001:1.0:1767384643.158970:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.158971:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.158972:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc67021f. 00000100:00000001:1.0:1767384643.158976:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.158977:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.158986:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 10000000:00000010:1.0:1767384643.158989:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000cd293dee. 10000000:01000000:1.0:1767384643.158993:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384643.158997:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384643.158999:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384643.158999:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000020:00000001:1.0:1767384643.159002:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.159005:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=3 00000020:00000001:1.0:1767384643.159007:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.159009:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:1.0:1767384643.159012:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384643.159014:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.159019:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.159025:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384643.159026:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.159030:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384643.159032:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.159033:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384643.159034:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384643.159036:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384643.159038:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384643.159040:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384643.159041:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:1.0:1767384643.159042:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384643.159048:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159059:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159091:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159143:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159192:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159246:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159271:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159300:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159357:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159409:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159427:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159456:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159490:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159510:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159551:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159571:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159622:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159645:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159679:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159699:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159754:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159806:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159836:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159866:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159918:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159937:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.159978:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.159987:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160050:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160055:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160113:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160169:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160189:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160230:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160248:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160288:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160309:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160353:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160410:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160429:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160463:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160488:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160542:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160571:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160601:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160636:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.160671:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160697:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160771:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.160882:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000800:00000010:2.0:1767384643.160904:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384643.160911:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000052e45859. 00000800:00000010:2.0:1767384643.160917:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968be4d1. 00000400:00000200:0.0:1767384643.160944:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000800:00000010:2.0:1767384643.160949:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968be4d1. 00000800:00020000:2.0:1767384643.160964:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384643.160968:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000052e45859. 00000800:00000010:2.0:1767384643.160972:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001bd2f0c1. 00000400:00000200:0.0:1767384643.160983:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.161033:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:02020000:2.0:1767384643.161046:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp35 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384643.161056:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp35 notifying 192.168.202.154@tcp35: down 00000800:00000200:2.0:1767384643.161065:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp35 down 00000800:00000100:2.0:1767384643.161074:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.154@tcp35 00000400:00000200:0.0:1767384643.161075:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000800:00000010:2.0:1767384643.161083:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e36a465. 00000400:00000200:2.0:1767384643.161089:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384643.161096:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp35->192.168.202.154@tcp35: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384643.161106:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp35 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:2.0:1767384643.161111:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384643.161116:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384643.161122:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384643.161129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.161158:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.161188:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000800:00000010:0.0:1767384643.161369:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000001fb646. 00000800:00000010:0.0:1767384643.161374:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a4d4e2e. 00000800:00000010:0.0:1767384643.161379:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071a0ae7d. 00000800:00000010:0.0:1767384643.161405:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071a0ae7d. 00000400:00000200:0.0:1767384643.161471:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384643.161485:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp38 from 212.3.0.2 00000800:00000010:0.0:1767384643.161488:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000110545b4. 00000800:00000010:0.0:1767384643.161948:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed2b5424. 00000800:00000010:0.0:1767384643.161951:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009551cd58. 00000800:00000010:0.0:1767384643.161963:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000886f135. 00000800:00000200:0.1:1767384643.161967:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (2) 00000800:00000200:0.1:1767384643.161976:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp38 000000000886f135 deleted 00000800:00000010:0.1:1767384643.161978:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000886f135. 00000800:00000200:0.1:1767384643.161983:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384643.161988:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:0.1:1767384643.161991:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000edf79598 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384643.161997:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp38 p 3.x 192.168.202.154 -> 192.168.202.154:980 incarnation:1767384642121245238 sched[0] 00000800:00000010:0.0:1767384643.162002:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071a0ae7d. 00000800:00000010:0.0:1767384643.162049:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071a0ae7d. 00000800:00000010:0.0:1767384643.162053:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009551cd58. 00000800:00000010:0.0:1767384643.162080:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000110545b4. 00000400:00000200:2.0:1767384643.162368:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384643.162374:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x101171 00000400:00000001:2.0:1767384643.162379:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384643.162381:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384643.162390:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055675e0a 00000400:00000010:2.0:1767384643.162393:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055675e0a. 00000400:00000200:2.0:1767384643.162399:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000800:00000001:0.0:1767384643.162400:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384643.162405:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000800:00000001:0.0:1767384643.162406:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.162411:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000400:00000200:2.0:1767384643.162416:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384643.162420:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x100171 rc -71 00000400:00000200:2.0:1767384643.162424:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384643.162427:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (30) 00000800:00000200:0.0:1767384643.162450:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384643.162453:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000edf79598. 00000800:00000200:2.1:1767384643.162454:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384643.162456:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.162467:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: GET: OK 00000800:00000200:2.0:1767384643.162469:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp38 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384642121245238 sched[0] 00000400:00000200:0.0:1767384643.162471:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384643.162476:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp38: 0 00000800:00000010:2.0:1767384643.162478:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a4d4e2e. 00000800:00000001:0.0:1767384643.162514:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.162521:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.162523:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384643.162535:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:0.0:1767384643.162536:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.162545:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : GET - for me 00000400:00000200:0.0:1767384643.162555:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384643.162561:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp38 of length 272/272 into md 0x1a25 [1] + 0 00000400:00000200:0.0:1767384643.162569:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:0.0:1767384643.162576:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [101:101:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384643.162577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162590:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : REPLY try# 0 00000800:00000200:0.0:1767384643.162595:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:0.0:1767384643.162599:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edf79598. 00000800:00000200:0.0:1767384643.162604:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:0.0:1767384643.162621:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00000800:00000200:0.0:1767384643.162624:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000edf79598 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384643.162625:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.162651:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:0.0:1767384643.162669:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384643.162672:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edf79598. 00000400:00000200:0.0:1767384643.162676:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.162677:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162682:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000800:00000001:0.0:1767384643.162692:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.162695:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.162698:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.162701:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.162702:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.162705:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.162710:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162711:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : REPLY - for me 00000400:00000200:0.0:1767384643.162751:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp38: Reply from 12345-192.168.202.154@tcp38 of length 272/272 into md 0x1a7d 00000800:00000001:0.0:1767384643.162757:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.162765:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.162767:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384643.162768:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294932486, at 4294932487 00000400:00000200:2.0:1767384643.162774:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162775:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000100:00000010:1.0:1767384643.162781:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f57419fb. 00000400:00000200:0.0:1767384643.162783:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651b1172 00000400:00000010:0.0:1767384643.162788:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000651b1172. 00000400:00000200:0.0:1767384643.162798:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384643.162803:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp38 has discovery enabled 00000400:00000200:0.0:1767384643.162805:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000400:00000200:0.0:1767384643.162809:0:16351:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.154@tcp38 (512 bytes) 00000400:00000200:2.0:1767384643.162811:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162814:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000010:0.0:1767384643.162825:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000045b9335. 00000400:00000200:0.0:1767384643.162830:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000800:00000001:0.0:1767384643.162837:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384643.162838:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000800:00000001:0.0:1767384643.162842:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.162869:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384643.162875:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000db9f1c67. 00000400:00000010:0.0:1767384643.162880:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f64421. 00000400:00000200:2.0:1767384643.162885:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000010:0.0:1767384643.162885:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000651b1172. 00000100:00000040:3.0:1767384643.162890:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294932486, at 4294932487 00000400:00000200:0.0:1767384643.162892:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000db9f1c67 00000400:00000001:0.0:1767384643.162897:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384643.162900:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1767384643.162901:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9596989. 00000400:00000010:0.0:1767384643.162902:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000516b8a2a. 00000400:00000200:0.0:1767384643.162908:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f97f923e 00000400:00000010:0.0:1767384643.162910:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f97f923e. 00000400:00000200:2.0:1767384643.162911:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162913:0:16355:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384643.162917:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000003ae719c1. 00000400:00000200:0.0:1767384643.162920:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000200:0.0:1767384643.162925:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x841 00000400:00000200:0.0:1767384643.162928:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp38:0 00000400:00000200:0.0:1767384643.162931:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x2041 rc 1 00000400:00000200:0.0:1767384643.162934:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x2041 00000400:00000200:0.0:1767384643.162935:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000400:00000200:2.0:1767384643.162938:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000010:0.0:1767384643.162939:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009ae49197. 00000400:00000010:0.0:1767384643.162946:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e53f25. 00000400:00000010:0.0:1767384643.162952:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8f23be2. 00000400:00000200:0.0:1767384643.162956:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.162963:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:2.0:1767384643.162965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.162967:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:0.0:1767384643.162974:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.162984:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp38 lpni_is_preferred = 0 00000400:00000200:0.0:1767384643.162988:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.162991:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [102:102:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384643.162996:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000400:00000200:2.0:1767384643.163004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.163006:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : GET try# 0 00000800:00000200:0.0:1767384643.163015:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp38 00000800:00000010:0.0:1767384643.163019:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000edf79598. 00000800:00000200:0.0:1767384643.163025:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:0.0:1767384643.163031:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:0.0:1767384643.163034:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000edf79598 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384643.163041:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.163047:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp38 00000400:00000200:0.0:1767384643.163051:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x241 rc 0 00000400:00000200:2.0:1767384643.163079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000800:00000200:0.0:1767384643.163096:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384643.163099:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000edf79598. 00000400:00000200:0.0:1767384643.163102:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.163106:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: GET: OK 00000400:00000200:0.0:1767384643.163108:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384643.163111:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp38: 0 00000400:00000200:2.0:1767384643.163118:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000800:00000001:0.0:1767384643.163118:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.163123:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.163126:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.163130:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.163135:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : GET - for me 00000400:00000200:0.0:1767384643.163142:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384643.163146:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp38 of length 512/512 into md 0x1a25 [1] + 0 00000400:00000200:2.0:1767384643.163153:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.163154:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:0.0:1767384643.163165:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [103:103:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384643.163175:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : REPLY try# 0 00000800:00000200:0.0:1767384643.163179:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000400:00000200:2.0:1767384643.163181:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000800:00000010:0.0:1767384643.163189:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edf79598. 00000800:00000200:0.0:1767384643.163193:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:0.0:1767384643.163197:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00000800:00000200:0.0:1767384643.163199:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000edf79598 type 3, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1767384643.163207:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000800:00000200:0.0:1767384643.163239:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384643.163242:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edf79598. 00000400:00000200:0.0:1767384643.163245:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.163249:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000400:00000200:2.0:1767384643.163252:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000800:00000001:0.0:1767384643.163255:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.163260:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.163263:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.163267:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.163268:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.163272:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.163277:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : REPLY - for me 00000400:00000200:0.0:1767384643.163285:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp38: Reply from 12345-192.168.202.154@tcp38 of length 512/512 into md 0x1a85 00000800:00000001:0.0:1767384643.163288:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384643.163292:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000001:0.0:1767384643.163294:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.163298:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.163304:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000400:00000200:0.0:1767384643.163309:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e53f25 00000400:00000010:0.0:1767384643.163311:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e53f25. 00000400:00000200:0.0:1767384643.163316:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384643.163320:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp38 has discovery enabled 00000400:00000200:0.0:1767384643.163323:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000400:00000200:0.0:1767384643.163328:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38 data present 0. state = 0x241 00000400:00000200:2.0:1767384643.163329:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.163334:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:0.0:1767384643.163345:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000800:00000001:0.0:1767384643.163351:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.163356:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.163373:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384643.163376:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384643.163383:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0xc1 00000400:00020000:0.0:1767384643.163394:0:16355:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.154@tcp NID 192.168.202.154@tcp is already locked with peer 0000000036e4b636 00000400:00000200:2.0:1767384643.163404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163439:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163465:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163491:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163516:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163531:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163573:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163650:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384643.163679:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000100:00000040:2.0:1767384643.163765:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294932486, at 4294932488 00000100:00000010:2.0:1767384643.163770:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1b9b1f4. 00000800:00000010:2.0:1767384643.163825:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384643.163829:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000052e45859. 00000800:00000010:2.0:1767384643.163833:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968be4d1. 00000800:00000010:2.0:1767384643.163848:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968be4d1. 00000800:00020000:2.0:1767384643.163853:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384643.163855:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000052e45859. 00000800:00000010:2.0:1767384643.163857:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001bd2f0c1. 00000400:02020000:2.0:1767384643.163891:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp38 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384643.168995:0:16355:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp flags 0x11: -76 00000400:00000200:0.0:1767384643.169003:0:16355:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp: -76 00000400:00000010:0.0:1767384643.169006:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009ae49197. 00000400:00000200:0.0:1767384643.169013:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp38(00000000ac0d7ef7): -76. state = 0x200141 00000400:00000200:0.0:1767384643.169018:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200141 rc -76 00000400:00000200:0.0:1767384643.169024:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp38 (00000000ac0d7ef7) 00000400:00000200:0.0:1767384643.169028:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (2) 00000100:00000040:0.0:1767384643.169122:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294932486, at 4294932493 00000100:00000010:0.0:1767384643.169130:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089480b67. 00000020:00000010:1.0:1767384643.170516:0:31762:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000044885935. 00000020:00000040:1.0:1767384643.170523:0:31762:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384643.170526:0:31762:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000044885935. 00000100:00000040:0.0:1767384643.667773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384643.667782:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384643.667789:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc04934. 00000004:00000001:2.0:1767384643.667796:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000040:0.0:1767384643.667797:0:37:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000020:2.0:1767384643.667802:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384643.667804:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384643.667808:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 02000000:00000001:0.0:1767384643.667809:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384643.667814:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384643.667815:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.667817:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384643.667821:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384643.667824:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a59980ea. 02000000:00000001:2.0:1767384643.667833:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.667833:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.667841:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2a0dc3f. 00000100:00000001:2.0:1767384643.667846:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.667846:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384643.667855:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384643.667857:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.667859:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.667860:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.667868:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cc04934] to pc [ptlrpcd_00_01+1] req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384643.667870:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_00+0] req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.667903:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.667907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384643.667908:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.667911:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384643.667916:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000a91cc1. 00000100:00000001:1.0:1767384643.667918:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384643.667919:0:37:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384643.667923:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384643.667924:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.667927:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384643.667932:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384643.667934:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384643.667934:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384643.667935:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.667938:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384643.667942:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ffab2307. 00000100:00000001:2.0:1767384643.667943:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384643.667948:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.667949:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.667952:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384643.667955:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.667956:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384643.667961:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.667966:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384643.667971:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.667978:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049187072:0@lo:400: 00000100:00000001:2.0:1767384643.667982:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384643.667984:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384643.667985:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.667987:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.667988:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384643.667989:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384643.667993:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384643.667993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000a91cc1] to pc [ptlrpcd_00_02+2] req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384643.667995:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384643.668000:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.668001:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.668007:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384643.668008:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049187200:0@lo:13: 00000100:00000001:2.0:1767384643.668012:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384643.668012:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dcae8da. 02000000:00000001:2.0:1767384643.668014:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384643.668016:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.668017:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.668020:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384643.668022:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384643.668024:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004a6e1610. 00000100:00000040:0.0:1767384643.668026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384643.668028:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.668030:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d6d258. 00000100:00000001:3.0:1767384643.668031:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.668032:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384643.668035:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073b41989. 00000100:00000001:3.0:1767384643.668036:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384643.668038:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bdfd951. 00000100:00000001:3.0:1767384643.668041:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384643.668042:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e913c2. 00000020:00000040:0.0:1767384643.668042:0:37:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1767384643.668044:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000040:3.0:1767384643.668050:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.668050:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384643.668052:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187072, portal 4 00000100:00000200:2.0:1767384643.668053:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049187200, portal 4 02000000:00000001:0.0:1767384643.668055:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384643.668060:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.668060:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384643.668062:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668064:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 00000100:00000001:1.0:1767384643.668064:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520595968 : -128356188955648 : ffff8b42bef3dc00) 02000000:00000010:0.0:1767384643.668072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032cd5967. 00000100:00000001:3.0:1767384643.668073:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384643.668076:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.668079:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.668079:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.668080:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.668081:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384643.668091:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384643.668093:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384643.668100:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384643.668108:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000a91cc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049187328:0@lo:400: 00000100:00000001:1.0:1767384643.668116:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384643.668117:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384643.668120:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384643.668124:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384643.668127:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384643.668128:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.668128:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384643.668133:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384643.668133:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384643.668134:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000100:00000001:0.0:1767384643.668138:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384643.668140:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4c23a26. 00000400:00000010:2.0:1767384643.668140:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000200:1.0:1767384643.668140:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049187072, offset 0 02000000:00000001:3.0:1767384643.668146:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.668147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bdfd951] to pc [ptlrpcd_00_03+3] req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384643.668148:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049187200, offset 0 00000400:00000010:3.0:1767384643.668151:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000400:00000200:1.0:1767384643.668154:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.668165:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384643.668167:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384643.668171:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007629e5c6. 00000100:00000040:0.0:1767384643.668176:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000400:00000200:1.0:1767384643.668177:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384643.668178:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187328, portal 10 00000400:00000200:2.0:1767384643.668178:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384643.668184:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384643.668186:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520603136 : -128356188948480 : ffff8b42bef3f800) 00000100:00000040:3.0:1767384643.668192:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.668194:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384643.668198:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260005b00 00000100:00000001:0.0:1767384643.668200:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384643.668204:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260005b80 00000100:00000001:0.0:1767384643.668206:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384643.668208:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384643.668212:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00000040:0.0:1767384643.668215:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384643.668216:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384643.668222:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000200:1.0:1767384643.668225:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.668227:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000400:00000200:1.0:1767384643.668236:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384643.668237:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049187328, offset 0 00000400:00000200:2.0:1767384643.668238:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384643.668245:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.668246:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384643.668251:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384643.668251:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384643.668258:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384643.668259:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc67021f. 00000100:00000200:2.0:1767384643.668264:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384643.668265:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384643.668266:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000bc67021f x1853237049187072 msgsize 224 00000100:00000001:0.0:1767384643.668267:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384643.668273:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384643.668275:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1347bfb. 00000400:00000200:3.0:1767384643.668280:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005c00 00000100:00100000:1.0:1767384643.668281:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384643.668282:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384643.668283:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000d1347bfb x1853237049187200 msgsize 224 02000000:00000001:0.0:1767384643.668288:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384643.668292:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:1.0:1767384643.668293:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384643.668296:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.668300:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384643.668303:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384643.668305:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bdfd951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049187456:0@lo:400: 00000400:00000200:3.0:1767384643.668310:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.668315:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.668317:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000100:00000001:0.0:1767384643.668317:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384643.668322:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 02000000:00000001:0.0:1767384643.668322:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384643.668326:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668329:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384643.668330:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384643.668331:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384643.668335:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384643.668336:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000100:00000200:1.0:1767384643.668337:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384643.668338:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a86c70ad. 00000400:00000010:2.0:1767384643.668341:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000010:3.0:1767384643.668342:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013d53cbe. 02000000:00000001:0.0:1767384643.668345:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384643.668350:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000013d53cbe x1853237049187328 msgsize 224 00000100:00000001:2.0:1767384643.668351:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384643.668354:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ef0ee2. 00000100:00000200:2.0:1767384643.668361:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384643.668364:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e53f25. 00000100:00100000:3.0:1767384643.668365:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384643.668370:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384643.668374:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187456, portal 10 00000100:00000040:1.0:1767384643.668376:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.668377:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384643.668381:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384643.668382:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384643.668387:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520589696 : -128356188961920 : ffff8b42bef3c380) 00000100:00000040:2.0:1767384643.668388:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384643.668389:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384643.668393:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000100:00000001:1.0:1767384643.668394:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668399:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384643.668402:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.668404:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384643.668412:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384643.668413:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.668414:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668420:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384643.668423:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3535 usecs (4 jiffies) 00000100:00000001:2.0:1767384643.668429:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668430:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932996 00000100:00000001:0.0:1767384643.668438:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384643.668439:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384643.668439:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3535 usecs (4 jiffies) 00000100:00000010:1.0:1767384643.668439:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f57419fb. 00000100:00000040:3.0:1767384643.668447:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384643.668447:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384643.668448:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932996 00000100:00000001:1.0:1767384643.668449:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384643.668455:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000100:00000001:1.0:1767384643.668459:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932996 00000100:00000001:2.0:1767384643.668460:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932996 00000100:00000200:0.0:1767384643.668463:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049187456, offset 0 00000100:00000001:3.0:1767384643.668464:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384643.668466:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049a1f600. 00000100:00000001:2.0:1767384643.668467:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932996 00000100:00000001:3.0:1767384643.668469:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.668473:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384643.668477:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668478:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932996 00000100:00000001:1.0:1767384643.668478:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932996 00000400:00000200:0.0:1767384643.668479:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384643.668485:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2648 usecs (3 jiffies) 00000100:00000001:2.0:1767384643.668486:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932996 00000100:00000010:1.0:1767384643.668486:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000920b3eab. 00000100:00000001:3.0:1767384643.668491:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932995 00000100:00000001:1.0:1767384643.668493:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384643.668496:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384643.668498:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932996 00000100:00000001:1.0:1767384643.668499:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932996 00000100:00000001:2.0:1767384643.668500:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932996 00000100:00000001:3.0:1767384643.668504:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932995 00000100:00000010:1.0:1767384643.668505:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a8cffed. 00000100:00000001:3.0:1767384643.668506:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932996 00000100:00000001:1.0:1767384643.668512:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384643.668513:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932995 00000400:00000200:0.0:1767384643.668514:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260005c80 00000100:00000001:2.0:1767384643.668515:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932996 00000100:00000001:3.0:1767384643.668519:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932996 00000100:00000001:1.0:1767384643.668519:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384643.668523:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932996 00000100:00000001:3.0:1767384643.668525:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932995 00000100:00000001:1.0:1767384643.668526:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.668527:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:2.0:1767384643.668531:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.668533:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932996 00000100:00000001:1.0:1767384643.668533:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668540:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668541:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.668541:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.668542:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384643.668547:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668548:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668551:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.668553:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.668554:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.668555:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668558:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384643.668561:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384643.668562:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.668563:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.668563:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384643.668567:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384643.668569:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384643.668569:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384643.668574:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.668574:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384643.668574:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064602d22. 00000100:00000001:2.0:1767384643.668575:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.668577:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668578:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384643.668579:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.668584:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668585:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.668588:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.668588:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000064602d22 x1853237049187456 msgsize 224 00000100:00000001:3.0:1767384643.668589:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384643.668594:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668598:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384643.668599:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.668619:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187072 00000100:00100000:0.0:1767384643.668619:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384643.668625:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.668627:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.668629:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668634:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384643.668634:0:16360:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384643.668635:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.668641:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187200 00000100:00100000:1.0:1767384643.668642:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187072 00000100:00000001:3.0:1767384643.668644:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384643.668646:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384643.668646:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000100:00100000:3.0:1767384643.668648:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187328 00000020:00000001:1.0:1767384643.668648:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384643.668651:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384643.668652:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000020:00000040:1.0:1767384643.668653:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 02000000:00000001:3.0:1767384643.668654:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384643.668655:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668658:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384643.668660:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384643.668660:0:16360:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384643.668662:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.668667:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187200 00000100:00000200:0.0:1767384643.668668:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384643.668672:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384643.668673:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000020:00000040:2.0:1767384643.668677:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:3.0:1767384643.668681:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.668681:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:2.0:1767384643.668683:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384643.668687:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384643.668688:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000020:00000001:1.0:1767384643.668689:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00100000:3.0:1767384643.668694:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187328 00000100:00000001:0.0:1767384643.668695:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384643.668696:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:3.0:1767384643.668698:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384643.668700:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:1.0:1767384643.668700:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384643.668702:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384643.668704:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:3.0:1767384643.668705:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384643.668708:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96a4ba. 00000020:00000040:3.0:1767384643.668710:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:2.0:1767384643.668714:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384643.668715:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000010:1.0:1767384643.668747:0:18468:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000181b8b5b. 00000100:00000001:0.0:1767384643.668756:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384643.668758:0:18468:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:0.0:1767384643.668760:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384643.668768:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668772:0:18468:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384643.668773:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2807 usecs (3 jiffies) 00000020:00000001:3.0:1767384643.668775:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:0.0:1767384643.668779:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932996 00000020:00000010:1.0:1767384643.668780:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb44ab80. 00000100:00000001:3.0:1767384643.668782:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384643.668785:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294932996 00000020:00000010:2.0:1767384643.668786:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5d0e6fb. 00000020:00000010:3.0:1767384643.668789:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4b2fee3. 00000020:00000010:1.0:1767384643.668791:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcf5af61. 00000100:00000001:0.0:1767384643.668792:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932996 00000100:00000001:2.0:1767384643.668794:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.668795:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384643.668799:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294932996 00000020:00000010:2.0:1767384643.668802:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5d0e6fb. 00000020:00000010:1.0:1767384643.668802:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082f98920. 00000020:00000010:3.0:1767384643.668803:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4b2fee3. 00000100:00000001:0.0:1767384643.668804:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932996 00000100:00000001:0.0:1767384643.668811:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294932996 00000100:00000001:0.0:1767384643.668813:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932996 00000020:00000010:3.0:1767384643.668815:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a131a462. 00000020:00000010:2.0:1767384643.668815:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7498dd5. 00000100:00000040:1.0:1767384643.668816:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384643.668816:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294932996 00000100:00000001:1.0:1767384643.668822:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384643.668823:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384643.668825:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dcf4ba2. 00000100:00000001:1.0:1767384643.668825:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384643.668826:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014607fc6. 00000100:00000001:0.0:1767384643.668828:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.668830:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.668835:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384643.668836:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f47ce3c. 00000020:00000010:2.0:1767384643.668836:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000001:1.0:1767384643.668841:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384643.668841:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.668846:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384643.668848:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.668850:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384643.668851:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384643.668852:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384643.668855:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384643.668856:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.668857:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384643.668857:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384643.668861:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384643.668864:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384643.668865:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.668865:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384643.668869:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.668870:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668873:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384643.668873:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384643.668876:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668878:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384643.668878:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384643.668880:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.668882:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.668887:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384643.668887:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668890:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.668893:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:3.0:1767384643.668895:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.668897:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228727808 : -128356480823808 : ffff8b42ad8e4e00) 00000100:00000040:1.0:1767384643.668902:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc67021f x1853237049187072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.668906:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384643.668910:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384643.668911:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384643.668912:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384643.668916:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1767384643.668917:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187456 00000020:00000010:1.0:1767384643.668917:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8204444. 00000100:00000040:2.0:1767384643.668919:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 2 02000000:00000001:3.0:1767384643.668924:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384643.668924:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518497920 : -128356191053696 : ffff8b42bed3d880) 00000100:00000001:1.0:1767384643.668925:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384643.668929:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384643.668931:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8204444. 00000100:00000040:2.0:1767384643.668934:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1347bfb x1853237049187200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384643.668939:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc67021f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237049187072:12345-0@lo:400: 00000100:00000001:3.0:1767384643.668943:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384643.668949:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187072 02000000:00000001:3.0:1767384643.668951:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.668953:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384643.668958:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187456 00000020:00000010:2.0:1767384643.668958:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5d0e6fb. 00000020:00000001:1.0:1767384643.668959:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384643.668965:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384643.668965:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384643.668966:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384643.668969:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000020:00000010:2.0:1767384643.668971:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5d0e6fb. 00000020:00000001:1.0:1767384643.668971:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.668974:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384643.668977:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384643.668979:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00100000:2.0:1767384643.668980:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1347bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237049187200:12345-0@lo:13: 00000020:00000001:1.0:1767384643.668981:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000200:2.0:1767384643.668987:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187200 00000020:00000001:1.0:1767384643.668987:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384643.668993:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:2.0:1767384643.668993:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384643.668993:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384643.668998:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384643.668999:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384643.669000:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:2.0:1767384643.669001:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.669003:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384643.669007:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.669008:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384643.669009:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384643.669012:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:1.0:1767384643.669012:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384643.669014:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4b2fee3. 00000020:00000001:2.0:1767384643.669016:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384643.669017:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384643.669021:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384643.669022:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000205aff4e. 00000020:00000001:2.0:1767384643.669022:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384643.669025:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002bc8a284. 00000020:00000001:2.0:1767384643.669027:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384643.669030:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384643.669031:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1767384643.669032:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000020:00000001:2.0:1767384643.669035:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.669035:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.669038:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384643.669041:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.669042:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384643.669044:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee0108a. 02000000:00000001:2.0:1767384643.669045:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1767384643.669047:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049187072 00010000:00000001:1.0:1767384643.669051:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:2.0:1767384643.669052:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fc78040f. 00000020:00000010:3.0:1767384643.669053:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c849759. 02000000:00000001:2.0:1767384643.669055:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.669056:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:1.0:1767384643.669057:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc67021f x1853237049187072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.669060:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384643.669061:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046e6c42b. 00000100:00000001:0.0:1767384643.669069:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:2.0:1767384643.669070:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384643.669072:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384643.669073:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384643.669077:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384643.669078:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.669082:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1767384643.669083:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00001000:1.0:1767384643.669084:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=51 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384643.669087:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:0.0:1767384643.669088:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:1.0:1767384643.669097:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384643.669100:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000040:0.0:1767384643.669102:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:3.0:1767384643.669103:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384643.669103:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.669103:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384643.669110:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384643.669112:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384643.669116:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.669116:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420412288 : -128356289139328 : ffff8b42b8fb2d80) 00000100:00000001:3.0:1767384643.669117:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384643.669117:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384643.669125:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:2.0:1767384643.669131:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:1.0:1767384643.669132:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384643.669136:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384643.669137:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000400:00000010:1.0:1767384643.669137:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000100:00000200:1.0:1767384643.669144:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049187072, offset 224 00002000:00000020:2.0:1767384643.669147:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:0.0:1767384643.669148:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013d53cbe x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.669151:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384643.669157:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384643.669161:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:2.0:1767384643.669163:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:3.0:1767384643.669172:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000001:00000001:2.0:1767384643.669174:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1767384643.669181:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384643.669184:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000001:00000001:2.0:1767384643.669184:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.669195:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520590592 : -128356188961024 : ffff8b42bef3c700) 00002000:00000001:2.0:1767384643.669196:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.669208:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260005b00 00010000:00000040:2.0:1767384643.669209:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049187200 00000100:00000040:3.0:1767384643.669214:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064602d22 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:624/0 lens 224/0 e 0 to 0 dl 1767384654 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384643.669217:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384643.669218:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384643.669226:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a89 [1] + 224 00010000:00000200:2.0:1767384643.669228:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1347bfb x1853237049187200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384643.669233:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a2878. 00000400:00000200:1.0:1767384643.669234:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384643.669246:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384643.669251:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384643.669254:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384643.669265:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a2878. 00000020:00000010:3.0:1767384643.669266:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:1.0:1767384643.669266:0:18468:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384643.669270:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384643.669275:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.669277:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384643.669277:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384643.669288:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000100:00100000:0.0:1767384643.669290:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013d53cbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049187328:12345-0@lo:400: 00000100:00001000:2.0:1767384643.669291:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=51 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384643.669305:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064602d22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049187456:12345-0@lo:400: 00000100:00000001:2.0:1767384643.669308:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384643.669313:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187328 00000100:00000040:2.0:1767384643.669318:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000040:1.0:1767384643.669318:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384643.669324:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187456 00000020:00000001:0.0:1767384643.669325:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384643.669326:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:3.0:1767384643.669335:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384643.669336:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384643.669337:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384643.669341:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384643.669344:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.669347:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.669351:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384643.669351:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384643.669353:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.669354:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384643.669359:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000100:00000040:2.0:1767384643.669360:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384643.669362:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384643.669362:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000400:00000010:1.0:1767384643.669364:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000400:00000010:2.0:1767384643.669367:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000020:00000001:3.0:1767384643.669368:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:1.0:1767384643.669374:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384643.669380:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384643.669381:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384643.669382:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384643.669382:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049187200, offset 224 00000100:00000001:1.0:1767384643.669384:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.669392:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.669393:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:0.0:1767384643.669394:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384643.669398:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384643.669401:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384643.669403:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384643.669410:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.669410:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384643.669411:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384643.669421:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.669423:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384643.669424:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384643.669424:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384643.669427:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384643.669434:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc67021f x1853237049187072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.669436:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384643.669436:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384643.669443:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384643.669446:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260005b80 00000020:00000001:0.0:1767384643.669448:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1767384643.669451:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3bdc462. 00000100:00000001:0.0:1767384643.669459:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384643.669460:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.669465:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a8d [1] + 224 02000000:00000001:0.0:1767384643.669467:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384643.669469:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.669474:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc67021f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237049187072:12345-0@lo:400: Request processed in 557us (1202us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384643.669476:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000016af3a5. 00000020:00000001:3.0:1767384643.669477:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.669479:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384643.669485:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384643.669486:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187456 00000100:00100000:1.0:1767384643.669487:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:2.0:1767384643.669494:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384643.669497:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384643.669498:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.669499:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:2.0:1767384643.669500:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:3.0:1767384643.669507:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064602d22 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.669507:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384643.669514:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384643.669514:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384643.669519:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384643.669522:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcf5af61. 00010000:00000040:0.0:1767384643.669527:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187328 00000020:00000010:1.0:1767384643.669531:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082f98920. 00010000:00000001:0.0:1767384643.669544:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384643.669545:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384643.669545:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb44ab80. 00010000:00000001:3.0:1767384643.669551:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384643.669554:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000100:00001000:3.0:1767384643.669556:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=56 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384643.669556:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.669557:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384643.669569:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384643.669570:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013d53cbe x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384643.669576:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00080000:1.0:1767384643.669578:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384643.669589:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000040:1.0:1767384643.669591:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00080000:1.0:1767384643.669617:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:3.0:1767384643.669619:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384643.669622:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 02000000:00000001:3.0:1767384643.669626:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.669627:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384643.669637:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384643.669641:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000100:00000001:1.0:1767384643.669645:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384643.669646:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384643.669646:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384643.669647:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000001:1.0:1767384643.669648:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384643.669658:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384643.669658:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384643.669659:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000001:1.0:1767384643.669660:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384643.669665:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384643.669670:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384643.669670:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.669673:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.669673:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d6d258. 00000400:00000200:1.0:1767384643.669680:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e913c2 00000100:00000040:2.0:1767384643.669684:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000010:1.0:1767384643.669686:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e913c2. 00000100:00000001:0.0:1767384643.669687:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384643.669690:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384643.669693:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384643.669695:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049187456, offset 224 00000020:00000001:2.0:1767384643.669696:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.669697:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000200:1.0:1767384643.669700:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384643.669706:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384643.669713:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000200:1.0:1767384643.669737:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384643.669741:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384643.669744:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1347bfb x1853237049187200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:624/0 lens 224/368 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.669748:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.669753:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384643.669758:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384643.669758:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384643.669763:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.669766:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.669768:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.669772:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1347bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049187200:12345-0@lo:13: Request processed in 814us (1483us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384643.669772:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384643.669773:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005c80 00000100:00001000:1.0:1767384643.669783:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=51 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384643.669785:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384643.669795:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aa1 [1] + 224 00000100:00001000:1.0:1767384643.669797:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=51 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384643.669797:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.669800:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384643.669812:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384643.669815:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:0.0:1767384643.669815:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384643.669816:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384643.669817:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384643.669826:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384643.669826:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384643.669831:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384643.669834:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384643.669834:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:1.0:1767384643.669836:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384643.669843:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dcf4ba2. 00000100:00000001:3.0:1767384643.669845:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384643.669847:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.669851:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767384643.669853:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000100:00000200:3.0:1767384643.669855:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.669856:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:0.0:1767384643.669856:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000020:00000010:2.0:1767384643.669858:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7498dd5. 00000100:00000001:1.0:1767384643.669865:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.669869:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384643.669871:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000040:1.0:1767384643.669878:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384643.669879:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049187328, offset 224 00000100:00000001:2.0:1767384643.669880:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384643.669888:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384643.669910:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384643.669913:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.669922:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.669923:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384643.669929:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384643.669931:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767384643.669933:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384643.669934:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384643.669937:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073b41989. 00000100:00000001:3.0:1767384643.669940:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384643.669942:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384643.669946:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000100:00000040:1.0:1767384643.669947:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384643.669952:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00100000:1.0:1767384643.669956:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003cc04934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049187072:0@lo:400: 00000400:00000200:0.0:1767384643.669964:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260005c00 00000100:00000001:1.0:1767384643.669965:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.669968:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384643.669969:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384643.669973:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384643.669978:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000100:00000200:2.0:1767384643.669980:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.669981:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cc04934 x1853237049187072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384643.669984:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384643.669988:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384643.669996:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.669998:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a99 [1] + 224 00000100:00000040:3.0:1767384643.670009:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384643.670024:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384643.670024:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384643.670027:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384643.670029:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.670029:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384643.670031:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384643.670034:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dcae8da. 00000020:00000001:3.0:1767384643.670037:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384643.670042:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384643.670047:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064602d22 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384643.670048:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384643.670053:0:16358:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384643.670053:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384643.670063:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384643.670067:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384643.670068:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a59980ea. 00000100:00000001:0.0:1767384643.670072:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384643.670073:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064602d22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049187456:12345-0@lo:400: Request processed in 817us (1482us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384643.670073:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384643.670074:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.670079:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384643.670081:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384643.670083:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc04934. 00000100:00000200:0.0:1767384643.670085:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384643.670088:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384643.670090:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384643.670094:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.670094:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384643.670095:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:2.0:1767384643.670100:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.670103:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384643.670108:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 02000000:00000001:2.0:1767384643.670111:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.670113:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384643.670114:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384643.670120:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384643.670120:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384643.670123:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=51 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384643.670126:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c849759. 00000100:00000001:1.0:1767384643.670129:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.670134:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384643.670135:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046e6c42b. 00000100:00001000:2.0:1767384643.670139:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=51 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384643.670141:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384643.670142:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee0108a. 00000100:00000001:2.0:1767384643.670153:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384643.670154:0:17089:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:2.0:1767384643.670159:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384643.670161:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384643.670171:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384643.670181:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384643.670191:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.670194:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384643.670196:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384643.670197:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384643.670204:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.670206:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.670207:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.670210:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384643.670211:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000100:00000040:2.0:1767384643.670215:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384643.670217:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000400:00000001:1.0:1767384643.670225:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384643.670225:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384643.670229:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384643.670231:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384643.670232:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384643.670233:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000400:00000200:1.0:1767384643.670240:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007629e5c6 00000100:00000001:2.0:1767384643.670241:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384643.670243:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.670244:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384643.670249:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007629e5c6. 00000004:00000001:2.0:1767384643.670254:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384643.670256:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384643.670257:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000004:00000040:2.0:1767384643.670260:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000200:1.0:1767384643.670265:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384643.670266:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000040:2.0:1767384643.670268:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:0.0:1767384643.670273:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384643.670284:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767384643.670286:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:0.0:1767384643.670290:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384643.670292:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384643.670297:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.670303:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384643.670304:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013d53cbe x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:624/0 lens 224/224 e 0 to 0 dl 1767384654 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384643.670307:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000001:2.0:1767384643.670310:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.670312:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384643.670316:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.670323:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.670327:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384643.670333:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384643.670348:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=56 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384643.670355:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013d53cbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049187328:12345-0@lo:400: Request processed in 1131us (1995us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384643.670357:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384643.670364:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384643.670379:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049187200:0@lo:13: 00010000:00000001:1.0:1767384643.670379:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384643.670386:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1767384643.670388:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384643.670399:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:2.0:1767384643.670402:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.670406:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384643.670412:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384643.670414:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384643.670420:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014607fc6. 00010000:00000001:1.0:1767384643.670422:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.670425:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049187200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384643.670427:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f47ce3c. 00000100:00000001:1.0:1767384643.670428:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384643.670435:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000010:0.0:1767384643.670438:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a131a462. 00000100:00000001:1.0:1767384643.670441:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.670448:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384643.670450:0:17914:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:0.0:1767384643.670460:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.670461:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384643.670462:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384643.670473:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384643.670478:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384643.670479:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a6e1610. 00000100:00000001:1.0:1767384643.670484:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384643.670487:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384643.670487:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384643.670491:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384643.670495:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384643.670497:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384643.670501:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384643.670504:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384643.670506:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384643.670512:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2a0dc3f. 00000400:00000001:0.0:1767384643.670517:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384643.670520:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384643.670522:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000a91cc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049187328:0@lo:400: 00000400:00000010:0.0:1767384643.670524:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ef0ee2. 02000000:00000001:2.0:1767384643.670525:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384643.670528:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e53f25 02000000:00000001:2.0:1767384643.670530:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384643.670536:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e53f25. 00000100:00000010:2.0:1767384643.670537:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000100:00000001:0.0:1767384643.670546:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384643.670550:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384643.670552:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384643.670555:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.670557:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384643.670562:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384643.670571:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384643.670575:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000a91cc1 x1853237049187328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384643.670584:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.670586:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384643.670594:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.670620:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.670626:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.670635:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384643.670642:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384643.670647:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4c23a26. 00000100:00000001:0.0:1767384643.670647:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384643.670653:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.670657:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384643.670658:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384643.670664:0:16359:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384643.670665:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384643.670671:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384643.670671:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384643.670675:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.670682:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384643.670683:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384643.670692:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ffab2307. 00000100:00001000:0.0:1767384643.670696:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=55 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384643.670700:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384643.670702:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384643.670706:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000a91cc1. 00000100:00001000:0.0:1767384643.670713:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.670715:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384643.670755:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384643.670757:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.670759:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384643.670765:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384643.670765:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.670774:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384643.670785:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.670789:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384643.670790:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384643.670795:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.670796:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384643.670805:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.670806:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384643.670811:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.670811:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.670827:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.670835:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384643.670839:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384643.670841:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384643.670846:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384643.670854:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bdfd951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049187456:0@lo:400: 00000100:00000001:0.0:1767384643.670859:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.670862:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384643.670864:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bdfd951 x1853237049187456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.670872:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384643.670874:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384643.670877:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a86c70ad. 02000000:00000001:0.0:1767384643.670882:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384643.670885:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384643.670887:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384643.670890:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384643.670893:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032cd5967. 02000000:00000001:0.0:1767384643.670897:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384643.670909:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384643.670910:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bdfd951. 00000100:00000001:0.0:1767384643.670914:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384643.670915:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.670917:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.670924:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384643.670926:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.670929:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.670931:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.672787:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294932996, at 4294932997 00000100:00000010:2.0:1767384643.672800:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000920b3eab. 00000100:00000040:3.0:1767384643.672805:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294932996, at 4294932997 00000100:00000010:3.0:1767384643.672816:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a8cffed. 00000100:00000040:0.0:1767384643.673816:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294932996, at 4294932998 00000100:00000010:0.0:1767384643.673827:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f57419fb. 00000100:00000040:1.0:1767384643.673853:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294932996, at 4294932998 00000100:00000010:1.0:1767384643.673860:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049a1f600. 00080000:00000010:1.0:1767384643.690385:0:31888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b3d70a97. 00080000:00000010:1.0:1767384643.690396:0:31888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b3d70a97. 00000020:00000001:1.0:1767384643.690401:0:31888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384643.690409:0:31888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b3d70a97. 00080000:00000010:1.0:1767384643.690413:0:31888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b3d70a97. 00000020:00000001:1.0:1767384643.690416:0:31888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384643.796825:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (6) 00000800:00000200:0.0:1767384643.796834:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:988 00000800:00000200:0.0:1767384643.796838:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384643.796978:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384643.796985:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384643.796996:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384643.797000:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384643.797002:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384643.859782:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.859787:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384643.859790:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384643.859796:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384643.859800:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384643.859814:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384643.859825:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000306a3ded. 00000400:00000010:1.0:1767384643.859828:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002db732c7. 00000400:00000200:1.0:1767384643.859834:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp34 00000400:00000010:1.0:1767384643.859836:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000306a3ded. 00000400:00000010:1.0:1767384643.859841:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:1.0:1767384643.859844:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384643.859851:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022d030c3. 00000400:00000200:1.0:1767384643.859854:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp34 00000400:00000200:1.0:1767384643.859868:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp34 local destination 00000400:00000200:1.0:1767384643.859874:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp34 00000400:00000200:1.0:1767384643.859878:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp34 NI seq info: [104:104:256:4294967295] 192.168.202.154@tcp34 LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1767384643.859885:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp34 00000400:00000200:1.0:1767384643.859892:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp34(192.168.202.154@tcp34:) -> 192.168.202.154@tcp34(192.168.202.154@tcp34:192.168.202.154@tcp34) : GET try# 0 00000800:00000200:1.0:1767384643.859897:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp34 00000800:00000010:1.0:1767384643.859901:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b989817e. 00000800:00000200:1.0:1767384643.859908:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 00000800:00000200:1.1:1767384643.859912:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 00000400:00000200:1.0:1767384643.859934:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp34 added to recovery queue. ping count: 1 next ping: 267 health :900 00000400:00000200:3.0:1767384643.860036:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860085:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860101:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860125:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860139:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860165:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860190:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860215:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860228:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860241:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860267:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860280:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860293:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860306:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860320:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860333:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860347:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860361:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860376:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860391:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860404:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860418:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860432:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860445:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860459:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860495:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860508:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860521:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384643.860534:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384643.860751:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b71a2672. 00000800:00000010:3.0:1767384643.860756:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b10cb022. 00000800:00000010:3.0:1767384643.860762:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000083d594a. 00000800:00000010:3.0:1767384643.860790:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000083d594a. 00000800:00020000:3.0:1767384643.860804:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384643.860808:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b10cb022. 00000800:00000010:3.0:1767384643.860810:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b71a2672. 00000400:02020000:3.0:1767384643.860843:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp34 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384643.860851:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp34 notifying 192.168.202.154@tcp34: down 00000400:00000200:3.0:1767384643.860856:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384643.860861:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp34 00000800:00000010:3.0:1767384643.860865:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b989817e. 00000400:00000200:3.0:1767384643.860869:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384643.860875:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp34->192.168.202.154@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384643.860885:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384643.860888:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384643.860892:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp34) recovery failed with -71 00010000:00000001:1.0:1767384644.115794:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384644.115800:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384644.115804:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384644.115805:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.115862:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384644.115869:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384644.115874:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384644.479293:0:32052:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384644.479297:0:32052:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:0.0:1767384644.482569:0:32052:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384644.490153:0:32053:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a050e922. 00000400:00000010:1.0:1767384644.490167:0:32053:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000046c9081a. 00000400:00000010:1.0:1767384644.490176:0:32053:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003f0480e9. 00000400:00000010:1.0:1767384644.490180:0:32053:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b879ccc3. 00000400:00000010:1.0:1767384644.490182:0:32053:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000095885439. 00000400:00000010:1.0:1767384644.490187:0:32053:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f532dde7. 00000400:00000010:1.0:1767384644.490188:0:32053:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cacea19c. 00000400:00000010:1.0:1767384644.490189:0:32053:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc210eae. 00000400:00000010:1.0:1767384644.490192:0:32053:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004b6f2050. 00000800:00000010:1.0:1767384644.490206:0:32053:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b989817e. 00000800:00000200:1.0:1767384644.490219:0:32053:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384644.490229:0:32053:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384644.490264:0:32053:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384644.490286:0:32053:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384644.492592:0:32053:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000007215df52. 00000400:00000010:1.0:1767384644.492610:0:32053:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d6d258. 00000400:00000010:1.0:1767384644.492617:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e913c2. 00000400:00000001:1.0:1767384644.492637:0:32053:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384644.492639:0:32053:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384644.492641:0:32053:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0798c9b. 00000400:00000200:1.0:1767384644.492645:0:32053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002774b39f 00000400:00000010:1.0:1767384644.492647:0:32053:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002774b39f. 00000400:00000010:1.0:1767384644.492652:0:32053:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009f6395b0. 00000400:00000200:1.0:1767384644.492657:0:32053:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (29) 00000400:00000200:1.0:1767384644.492671:0:32053:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384644.492675:0:32053:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (1) 00000400:00000200:1.0:1767384644.492678:0:32053:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): 0 00000400:00000200:1.0:1767384644.492686:0:32053:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:1.0:1767384644.492692:0:32053:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a73a3345. 00000020:01000000:1.0:1767384644.492698:0:32053:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384644.492700:0:32053:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp39 00000400:00000200:0.0:1767384644.492703:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384644.492712:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000010:1.0:1767384644.492714:0:32053:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000046c9081a. 00000400:00000010:1.0:1767384644.492752:0:32053:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a050e922. 00000400:00000010:0.0:1767384644.492763:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e53f25. 00000400:00000200:0.0:1767384644.492769:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000010:0.0:1767384644.492776:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e188d38. 00000400:00000200:0.0:1767384644.492784:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:3.0:1767384644.492785:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384644.492792:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384644.492796:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384644.492798:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384644.492802:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:01000004:3.0:1767384644.492804:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384644.492810:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384644.492812:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384644.492820:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384644.492821:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384644.492831:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:3.0:1767384644.492837:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384644.492839:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384644.492841:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384644.492843:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:3.0:1767384644.492844:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384644.492848:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384644.492851:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384644.492860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000400:00000200:0.0:1767384644.492860:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:00000040:3.0:1767384644.492869:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:0.0:1767384644.492875:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000001:3.0:1767384644.492877:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384644.492881:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384644.492887:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384644.492899:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b71a2672. 00000400:00000200:0.0:1767384644.492900:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000100:00000001:3.0:1767384644.492909:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.492913:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000100:00000001:3.0:1767384644.492920:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384644.492921:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000100:00000001:3.0:1767384644.492923:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.492935:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00000040:3.0:1767384644.492938:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ab9bbbd] to pc [ptlrpcd_00_00+0] req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384644.492958:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384644.492966:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384644.492971:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384644.492975:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384644.492983:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 10000000:00000001:3.0:1767384644.492990:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.492990:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 10000000:00000001:3.0:1767384644.492997:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.493005:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.493006:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384644.493008:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384644.493014:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384644.493017:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384644.493018:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384644.493019:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384644.493024:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384644.493026:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 10000000:01000000:3.0:1767384644.493027:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384644.493034:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384644.493038:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384644.493040:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384644.493045:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384644.493052:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384644.493055:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384644.493059:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000020:01000004:3.0:1767384644.493062:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384644.493067:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384644.493072:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384644.493077:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384644.493078:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000100:00000010:3.0:1767384644.493085:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030651603. 00000100:00000001:1.0:1767384644.493086:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384644.493092:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384644.493093:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.493093:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000100:00000001:3.0:1767384644.493104:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384644.493105:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384644.493107:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 22], ns[98, 22] 02000000:00000001:1.0:1767384644.493109:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384644.493115:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384644.493121:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 02000000:00000001:1.0:1767384644.493122:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.493123:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.493134:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[96, 22] 00000100:00100000:1.0:1767384644.493139:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049187584:0@lo:253: 02000000:00000010:3.0:1767384644.493141:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3e97ea0. 00000400:00000200:0.0:1767384644.493147:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[86, 22] 00000100:00000001:3.0:1767384644.493152:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.493161:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384644.493163:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384644.493165:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.493173:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384644.493173:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 22], ns[95, 22] 00000100:00000040:3.0:1767384644.493177:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030651603] to pc [ptlrpcd_00_01+1] req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384644.493180:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.493192:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384644.493203:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e01c6901. 00000400:00000200:0.0:1767384644.493208:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 22], ns[104, 22] 02000000:00000001:1.0:1767384644.493211:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384644.493224:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0798c9b. 00000400:00000010:1.0:1767384644.493236:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046c9081a. 00000400:00000200:0.0:1767384644.493240:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[99, 22], ns[99, 22] 10000000:00000001:3.0:1767384644.493246:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384644.493246:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049187584, portal 25 00000400:00000200:0.0:1767384644.493247:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 10000000:00000001:3.0:1767384644.493259:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.493260:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384644.493267:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:1.0:1767384644.493268:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000020:00000001:3.0:1767384644.493269:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.493279:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000020:01000000:3.0:1767384644.493280:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384644.493286:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384644.493289:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a73a3345. 00000400:00000200:0.0:1767384644.493294:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp36 00000400:00000200:0.0:1767384644.493302:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp36 lpni_is_preferred = 0 00000100:00000001:1.0:1767384644.493303:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384644.493309:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384644.493310:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp36 00000100:00000001:3.0:1767384644.493317:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384644.493319:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384644.493320:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp36 NI seq info: [105:105:256:4294967295] 192.168.202.154@tcp36 LPNI seq info [101:101:8:4294967295] 00000100:00000001:3.0:1767384644.493329:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384644.493331:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000139f1ed9. 00000100:00000040:3.0:1767384644.493336:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384644.493338:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049187584, offset 0 00000400:00000200:0.0:1767384644.493338:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp36 00000400:00000200:1.0:1767384644.493357:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384644.493373:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp36(192.168.202.154@tcp36:) -> 192.168.202.154@tcp36(192.168.202.154@tcp:192.168.202.154@tcp36) : PUT try# 0 00000100:00000001:3.0:1767384644.493382:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384644.493387:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384644.493392:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.154@tcp36 02000000:00000001:3.0:1767384644.493393:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384644.493398:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384644.493399:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384644.493402:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dc42252. 02000000:00000001:3.0:1767384644.493410:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384644.493414:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030651603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049187712:0@lo:253: 00000800:00000010:0.0:1767384644.493417:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ebfa301. 00000100:00000001:3.0:1767384644.493418:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384644.493423:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005d00 02000000:00000001:3.0:1767384644.493424:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384644.493425:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d6b5cc71. 02000000:00000001:3.0:1767384644.493430:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.493434:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384644.493439:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f9 [2] + 0 00000800:00000200:0.0:1767384644.493440:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 02000000:00000010:3.0:1767384644.493442:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f1662eeb. 02000000:00000001:3.0:1767384644.493451:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384644.493453:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000586d3ef6. 00000800:00000200:0.1:1767384644.493462:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000400:00000010:3.0:1767384644.493466:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000400:00000200:1.0:1767384644.493468:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fef1413 00000400:00000200:0.0:1767384644.493480:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384644.493485:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000400:00000200:1.0:1767384644.493486:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384644.493487:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b05d3d2. 00000400:00000200:0.0:1767384644.493494:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200161 00000400:00000200:1.0:1767384644.493495:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384644.493497:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049187712, portal 25 00000400:00000010:0.0:1767384644.493503:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000100:00000001:3.0:1767384644.493504:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384644.493506:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fef1413 00000400:00000010:1.0:1767384644.493509:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fef1413. 00000100:00000001:3.0:1767384644.493515:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420407808 : -128356289143808 : ffff8b42b8fb1c00) 00000100:00000001:1.0:1767384644.493517:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384644.493517:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000100:00000200:1.0:1767384644.493521:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384644.493522:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384644.493525:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049cd3011. 00000100:00000040:1.0:1767384644.493530:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000023bdb6a0 x1853237049187584 msgsize 4848 00000400:00000200:0.0:1767384644.493547:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp38 00000100:00100000:1.0:1767384644.493562:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384644.493574:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384644.493575:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384644.493575:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000100:00000040:3.0:1767384644.493587:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384644.493591:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [106:106:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [5:5:8:4294967295] 00000400:00000010:3.0:1767384644.493608:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004beafc4c. 00000100:00000001:1.0:1767384644.493610:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384644.493617:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049187712, offset 0 00000400:00000200:0.0:1767384644.493624:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000400:00000200:3.0:1767384644.493628:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384644.493641:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : PUT try# 0 00000800:00000200:0.0:1767384644.493650:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:0.0:1767384644.493654:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f90124a8. 00000400:00000200:1.0:1767384644.493658:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139f1ed9 00000800:00000200:0.0:1767384644.493662:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000400:00000200:3.0:1767384644.493669:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384644.493672:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000139f1ed9. 00000800:00000200:0.1:1767384644.493684:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000100:00000001:1.0:1767384644.493685:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384644.493693:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384644.493694:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005d80 00000800:00000200:0.1:1767384644.493712:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00000400:00000200:3.0:1767384644.493714:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x132d [2] + 0 00000400:00000010:3.0:1767384644.493763:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006057576b. 00000800:00000200:0.1:1767384644.493763:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f90124a8 type 1, nob 624 niov 1 nkiov 1 00000400:00000200:3.0:1767384644.493772:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000074138ab 00000100:00000001:1.0:1767384644.493785:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384644.493786:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.493791:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp38 00000100:00000040:1.0:1767384644.493794:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384644.493804:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384644.493805:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200561 rc 0 00000400:00000200:3.0:1767384644.493818:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074138ab 00000400:00000010:3.0:1767384644.493825:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000074138ab. 00000100:00000001:1.0:1767384644.493826:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.493832:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384644.493833:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384644.493841:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384644.493845:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000b5a64aa5 x1853237049187712 msgsize 4848 00000100:00000001:1.0:1767384644.493850:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384644.493860:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384644.493860:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294933823 00000100:00000040:3.0:1767384644.493864:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384644.493867:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009308618f. 00000100:00000001:1.0:1767384644.493875:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384644.493876:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384644.493883:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.493886:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004beafc4c 00000100:00000001:1.0:1767384644.493888:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294933823 00000400:00000010:3.0:1767384644.493894:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004beafc4c. 00000100:00000010:1.0:1767384644.493897:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e4de876. 00000100:00000001:3.0:1767384644.493900:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384644.493902:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384644.493907:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.493910:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294933823 00000100:00000010:1.0:1767384644.493922:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eb32a6f. 00000100:00000001:3.0:1767384644.493928:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384644.493928:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384644.493938:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.493939:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294933823 00000400:00000200:0.0:1767384644.493948:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000010:1.0:1767384644.493950:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b7b235f. 00000100:00000001:3.0:1767384644.493964:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.493964:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384644.493976:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384644.493979:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384644.493984:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.493985:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.493988:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.493990:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.494002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:3.0:1767384644.494004:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294933823 00000100:00000001:1.0:1767384644.494010:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384644.494012:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294933823 00000100:00000001:1.0:1767384644.494016:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384644.494017:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294933823 00000100:00000001:3.0:1767384644.494022:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294933823 00000100:00000001:3.0:1767384644.494027:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294933823 00000100:00000001:1.0:1767384644.494027:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384644.494036:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294933823 00000100:00000001:1.0:1767384644.494036:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.494040:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294933823 00000100:00000001:1.0:1767384644.494043:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.494044:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294933823 00000100:00000001:3.0:1767384644.494047:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384644.494053:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.494053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:1.0:1767384644.494055:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.494066:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.494069:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.494077:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384644.494078:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384644.494083:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384644.494085:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.494089:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.494092:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.494103:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384644.494115:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187584 00000400:00000200:0.0:1767384644.494117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 02000000:00000001:1.0:1767384644.494119:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384644.494126:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384644.494129:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.494136:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384644.494142:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187584 00000100:00000001:3.0:1767384644.494144:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384644.494146:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384644.494148:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187712 00000020:00000040:1.0:1767384644.494150:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 02000000:00000001:3.0:1767384644.494152:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384644.494157:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.494159:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.494159:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384644.494168:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384644.494168:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00100000:3.0:1767384644.494177:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187712 00000020:00000001:1.0:1767384644.494178:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384644.494181:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384644.494184:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000020:00000040:3.0:1767384644.494185:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384644.494186:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384644.494191:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384644.494198:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:1.0:1767384644.494201:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384644.494202:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384644.494207:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:1.0:1767384644.494208:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082377959. 00000100:00000001:3.0:1767384644.494212:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384644.494215:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384644.494216:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000506f435b. 00000020:00000010:1.0:1767384644.494220:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082377959. 00000100:00000001:3.0:1767384644.494228:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384644.494230:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000506f435b. 00000020:00000010:1.0:1767384644.494234:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da8c3c4b. 00000020:00000010:3.0:1767384644.494237:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fead42a. 00000400:00000200:0.0:1767384644.494243:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000020:00000010:3.0:1767384644.494245:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039d0c92d. 00000020:00000010:1.0:1767384644.494246:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d974da15. 00000020:00000010:3.0:1767384644.494258:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046e6c42b. 00000020:00000010:1.0:1767384644.494259:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082f98920. 00000100:00000040:3.0:1767384644.494278:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384644.494283:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384644.494285:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384644.494287:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384644.494288:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.494294:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384644.494297:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.494301:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.494307:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.494311:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.494314:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.494315:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:3.0:1767384644.494330:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384644.494333:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384644.494338:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384644.494339:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000001:1.0:1767384644.494345:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384644.494346:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384644.494351:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649996368 : -128357059555248 : ffff8b428b0f9050) 00000100:00000040:3.0:1767384644.494359:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5a64aa5 x1853237049187712/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 4848/0 e 0 to 0 dl 1767384655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384644.494364:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000400:00000200:0.0:1767384644.494372:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000040:1.0:1767384644.494376:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384644.494386:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649999440 : -128357059552176 : ffff8b428b0f9c50) 00000100:00000001:3.0:1767384644.494398:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384644.494401:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000506f435b. 00000100:00000040:1.0:1767384644.494403:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023bdb6a0 x1853237049187584/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 4848/0 e 0 to 0 dl 1767384655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.494412:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384644.494419:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000020:00000010:3.0:1767384644.494425:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000506f435b. 00000100:00000001:1.0:1767384644.494438:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384644.494445:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5a64aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049187712:12345-0@lo:253: 00000020:00000010:1.0:1767384644.494448:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082377959. 00000100:00000200:3.0:1767384644.494450:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187712 00000020:00000001:3.0:1767384644.494453:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384644.494456:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384644.494462:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.494462:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384644.494469:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384644.494469:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082377959. 00000020:00000001:3.0:1767384644.494474:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:0.0:1767384644.494477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000020:00000001:3.0:1767384644.494479:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384644.494484:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384644.494485:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023bdb6a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049187584:12345-0@lo:253: 00000020:00000001:3.0:1767384644.494491:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384644.494494:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187584 00000020:00000001:1.0:1767384644.494497:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384644.494499:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384644.494501:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384644.494504:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.494505:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.494518:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384644.494519:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384644.494522:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000020:00000001:1.0:1767384644.494526:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 02000000:00000001:3.0:1767384644.494527:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384644.494533:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384644.494535:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384644.494536:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000057c53d66. 00000020:00000001:1.0:1767384644.494539:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384644.494540:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.494543:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384644.494545:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.494548:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.494549:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384644.494557:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384644.494561:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384644.494561:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 20000000:00000010:3.0:1767384644.494565:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fce43325. 02000000:00000010:1.0:1767384644.494567:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004495cd81. 20000000:01000000:3.0:1767384644.494570:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384644.494575:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.494576:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384644.494580:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384644.494582:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.494583:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.494590:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.494605:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384644.494606:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384644.494618:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5b214a9. 20000000:00000010:1.0:1767384644.494621:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a73a3345. 00000400:00000200:0.0:1767384644.494621:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 20000000:01000000:3.0:1767384644.494622:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:01000000:1.0:1767384644.494632:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384644.494634:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384644.494641:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384644.494644:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384644.494645:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384644.494651:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384644.494652:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384644.494658:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384644.494662:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384644.494665:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00080000:00000001:3.0:1767384644.494676:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384644.494696:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.494699:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384644.494701:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.494701:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00080000:00000001:3.0:1767384644.494706:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384644.494709:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384644.494714:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:3.0:1767384644.494751:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:3.0:1767384644.494753:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384644.494755:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384644.494760:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.494762:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384644.494765:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384644.494772:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384644.494775:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384644.494780:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eee0108a. 00000400:00000200:0.0:1767384644.494786:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00080000:00000001:3.0:1767384644.494789:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266661888 : -128361442889728 : ffff8b4185cb3000) 00080000:00000001:3.0:1767384644.494797:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384644.494801:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384644.494805:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000506f435b. 00080000:00000001:3.0:1767384644.494807:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.494810:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384644.494830:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.494847:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00080000:00000001:3.0:1767384644.494850:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384644.494899:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.494947:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.494995:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000800:00000200:3.0:1767384644.495024:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384644.495029:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f90124a8. 00000400:00000200:1.0:1767384644.495029:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495037:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.495045:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: PUT: OK 00000400:00000200:3.0:1767384644.495050:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384644.495053:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp38: 0 00000800:00000001:3.0:1767384644.495067:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384644.495067:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.495082:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.495085:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.495092:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.495099:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : PUT - for me 00000400:00000200:3.0:1767384644.495108:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384644.495115:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp38 of length 512/528 into md 0x1a81 [1] + 0 00000400:00000010:3.0:1767384644.495119:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f64421. 00000400:00000200:1.0:1767384644.495119:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495130:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000651b1172 00000800:00000001:3.0:1767384644.495136:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.495144:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.495146:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.495153:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495154:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: PUT: OK 00000400:00000200:3.0:1767384644.495160:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651b1172 00000400:00000010:3.0:1767384644.495161:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000651b1172. 00000400:00000200:3.0:1767384644.495173:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384644.495177:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (3) 00000400:00000200:3.0:1767384644.495183:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000400:00000200:3.0:1767384644.495189:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp38 (528 bytes) 00000400:00000200:3.0:1767384644.495199:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:1.0:1767384644.495203:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495223:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (4) 00000400:00000200:3.0:1767384644.495230:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384644.495238:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:0.0:1767384644.495248:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495254:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [107:107:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384644.495277:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : ACK try# 0 00000400:00000200:1.0:1767384644.495278:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:3.0:1767384644.495295:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:3.0:1767384644.495300:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000436100e3. 00000800:00000200:3.0:1767384644.495308:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:3.0:1767384644.495315:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:3.0:1767384644.495319:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000436100e3 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384644.495324:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.495332:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384644.495347:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.495351:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.495410:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000800:00000200:3.0:1767384644.495413:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384644.495413:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000010:3.0:1767384644.495422:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000436100e3. 00000400:00000200:3.0:1767384644.495432:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.495442:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: ACK: OK 00000800:00000001:3.0:1767384644.495454:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.495463:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.495467:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.495474:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.495477:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.495485:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.495493:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : ACK - for me 00000400:00000200:3.0:1767384644.495510:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp38: ACK from 12345-192.168.202.154@tcp38 into md 0x1ad1 00000400:00000200:1.0:1767384644.495515:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495517:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.495521:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495525:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: ACK: OK 00000400:00000200:3.0:1767384644.495535:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000400:00000010:3.0:1767384644.495537:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000400:00000200:3.0:1767384644.495542:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384644.495549:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp38 ev->status 0 00000400:00000200:3.0:1767384644.495557:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:3.0:1767384644.495569:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000400:00000200:1.0:1767384644.495577:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.495619:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384644.495624:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.495626:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384644.495664:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.495701:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.495788:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.495835:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.495873:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.495915:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.495917:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384644.495923:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000640f7724. 00000400:00000010:3.0:1767384644.495929:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00000400:00000010:3.0:1767384644.495933:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000200:3.0:1767384644.495937:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000640f7724 00000400:00000010:3.0:1767384644.495942:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000db9f1c67. 00000400:00000200:3.0:1767384644.495947:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000400:00000200:3.0:1767384644.495956:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x202061 00000400:00000200:3.0:1767384644.495961:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000400:00000010:3.0:1767384644.495965:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000abf94c18. 00000400:00000010:3.0:1767384644.495969:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 00000400:00000200:1.0:1767384644.495970:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000010:3.0:1767384644.495982:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ad2a4c9. 00000400:00000200:3.0:1767384644.495992:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp38 00000400:00000200:3.0:1767384644.496005:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:3.0:1767384644.496010:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:0.0:1767384644.496010:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.496019:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp38 00000400:00000200:3.0:1767384644.496024:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp38 lpni_is_preferred = 0 00000400:00000200:3.0:1767384644.496028:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp38 00000400:00000200:3.0:1767384644.496035:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [108:108:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1767384644.496040:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000400:00000200:1.0:1767384644.496061:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.496099:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : GET try# 0 00000400:00000200:0.0:1767384644.496101:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000800:00000200:3.0:1767384644.496108:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp38 00000800:00000010:3.0:1767384644.496112:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000436100e3. 00000800:00000200:3.0:1767384644.496118:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:3.0:1767384644.496124:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00000800:00000200:3.0:1767384644.496126:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000436100e3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384644.496137:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp38 00000400:00000200:3.0:1767384644.496140:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200261 rc 0 00000400:00000200:1.0:1767384644.496154:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.496175:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.496231:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.496241:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000800:00000200:3.0:1767384644.496293:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384644.496315:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000800:00000010:3.0:1767384644.496326:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000436100e3. 00000400:00000200:0.0:1767384644.496326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.496336:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.496343:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: GET: OK 00000400:00000200:3.0:1767384644.496348:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384644.496353:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp38: 0 00000400:00000200:1.0:1767384644.496390:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.496406:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.496416:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.496418:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.496425:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.496432:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : GET - for me 00000400:00000200:0.0:1767384644.496434:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.496443:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384644.496477:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp38 of length 528/528 into md 0x1abd [1] + 0 00000400:00000200:3.0:1767384644.496488:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:1.0:1767384644.496488:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.496500:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [109:109:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384644.496517:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : REPLY try# 0 00000800:00000200:3.0:1767384644.496523:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:3.0:1767384644.496526:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000436100e3. 00000800:00000200:3.0:1767384644.496532:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:3.0:1767384644.496537:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:3.0:1767384644.496540:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000436100e3 type 3, nob 624 niov 1 nkiov 1 00000400:00000200:1.0:1767384644.496550:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000800:00000200:3.0:1767384644.496612:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384644.496615:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000436100e3. 00000400:00000200:3.0:1767384644.496619:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.496624:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000400:00000200:1.0:1767384644.496628:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000001:3.0:1767384644.496639:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.496645:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.496649:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.496655:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.496657:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.496663:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.496671:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : REPLY - for me 00000400:00000200:3.0:1767384644.496693:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp38: Reply from 12345-192.168.202.154@tcp38 of length 528/528 into md 0x1add 00000800:00000001:3.0:1767384644.496701:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384644.496701:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4fe0132. 00000400:00000200:1.0:1767384644.496705:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000800:00000010:0.0:1767384644.496712:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006140e3c0. 00000800:00000001:3.0:1767384644.496713:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384644.496780:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d4549c4. 00000400:00000200:1.0:1767384644.496826:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000800:00000010:0.0:1767384644.496836:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d4549c4. 00000400:00000200:3.0:1767384644.496842:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.496850:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000800:00020000:0.0:1767384644.496850:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384644.496863:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006140e3c0. 00000400:00000200:3.0:1767384644.496866:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa4bef 00000800:00000010:0.0:1767384644.496869:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4fe0132. 00000400:00000200:1.0:1767384644.496871:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000010:3.0:1767384644.496872:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00000400:00000200:3.0:1767384644.496885:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384644.496893:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp38 has discovery enabled 00000400:00000200:3.0:1767384644.496898:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000400:00000200:3.0:1767384644.496904:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38 data present 0. state = 0x200261 00000400:00000200:3.0:1767384644.496913:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:3.0:1767384644.496924:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000800:00000001:3.0:1767384644.496932:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.496939:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384644.496964:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:02020000:0.0:1767384644.496965:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp36 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384644.496977:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp36 notifying 192.168.202.154@tcp36: down 00000800:00000200:0.0:1767384644.496984:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp36 down 00000800:00000100:0.0:1767384644.496996:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.202.154@tcp36 00000800:00000010:0.0:1767384644.496998:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dc42252. 00000400:00000200:0.0:1767384644.497003:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384644.497016:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp36->192.168.202.154@tcp36: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384644.497025:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384644.497038:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x2000e1 00000400:00000200:0.0:1767384644.497043:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp36 added to recovery queue. ping count: 0 next ping: 267 health :900 00000400:00000200:1.0:1767384644.497046:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.497052:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00020000:3.0:1767384644.497057:0:16355:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.154@tcp NID 192.168.202.154@tcp is already locked with peer 0000000036e4b636 00000400:00000200:0.0:1767384644.497062:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:0.0:1767384644.497075:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384644.497092:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497118:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497166:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497185:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497203:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497222:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384644.497243:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384644.497334:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384644.497338:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000139f1ed9. 00000800:00000010:1.0:1767384644.497341:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082377959. 00000800:00000010:1.0:1767384644.497364:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082377959. 00000800:00020000:1.0:1767384644.497370:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384644.497372:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000139f1ed9. 00000800:00000010:1.0:1767384644.497374:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384644.497402:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp38 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384644.499752:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294933823, at 4294933824 00000100:00000040:1.0:1767384644.499758:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294933823, at 4294933824 00000100:00000010:2.0:1767384644.499760:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eb32a6f. 00000100:00000010:1.0:1767384644.499767:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e4de876. 00000100:00000040:0.0:1767384644.499969:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294933823, at 4294933824 00000100:00000010:0.0:1767384644.499978:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009308618f. 00000400:00000200:3.0:1767384644.500001:0:16355:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp flags 0x11: -76 00000400:00000200:3.0:1767384644.500006:0:16355:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp: -76 00000400:00000010:3.0:1767384644.500009:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000abf94c18. 00000400:00000200:3.0:1767384644.500014:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp38(00000000ac0d7ef7): -76. state = 0x200161 00000400:00000200:3.0:1767384644.500018:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200161 rc -76 00000400:00000200:3.0:1767384644.500022:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp38 (00000000ac0d7ef7) 00000400:00000200:3.0:1767384644.500026:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (2) 00000400:00000200:3.0:1767384644.500030:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x301171 00000400:00000001:3.0:1767384644.500035:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384644.500036:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384644.500039:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e53f25 00000400:00000010:3.0:1767384644.500041:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e53f25. 00000400:00000200:3.0:1767384644.500044:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384644.500047:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384644.500056:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000400:00000200:3.0:1767384644.500058:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384644.500060:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc -71 00000400:00000200:3.0:1767384644.500062:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384644.500063:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (30) 00000100:00000040:3.0:1767384644.500090:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294933823, at 4294933824 00000100:00000010:3.0:1767384644.500096:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b7b235f. 00080000:00000010:3.0:1767384644.500174:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eee0108a. 00080000:00000010:0.0:1767384644.500227:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000506f435b. 00040000:00000001:0.0:1767384644.500234:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384644.500238:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384644.500241:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384644.500245:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384644.500248:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384644.500251:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384644.500265:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384644.500280:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384644.500284:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384644.500290:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081d5946f. 00080000:00000001:0.0:1767384644.500292:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384644.500293:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:01000000:3.0:1767384644.500297:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384644.500300:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384644.500303:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384644.500307:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:3.0:1767384644.500308:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384644.500316:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384644.500317:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384644.500323:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384644.500330:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008daed01 count: 2 00010000:00000001:3.0:1767384644.500332:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384644.500335:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384644.500336:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384644.500340:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00000020:00000001:3.0:1767384644.500346:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384644.500349:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384644.500350:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a06022f with handle 0xefc2db714b35c467 to hash 00000020:00000001:3.0:1767384644.500363:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384644.500365:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384644.500374:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00080000:00000001:1.0:1767384644.500375:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384644.500383:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384644.500384:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00080000:00000001:1.0:1767384644.500391:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.500393:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384644.500398:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384644.500399:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00010000:3.0:1767384644.500412:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384644.500412:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384644.500419:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384644.500434:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384644.500442:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384644.500443:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384644.500449:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384644.500450:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384644.500451:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384644.500462:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:1.0:1767384644.500464:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384644.500465:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384644.500471:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384644.500472:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384644.500475:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000096ca7188. 00010000:00010000:3.0:1767384644.500481:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384644.500481:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712276820480 : -128361432731136 : ffff8b4186663200) 00080000:00000001:1.0:1767384644.500492:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384644.500496:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384644.500499:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000082377959. 00080000:00000001:1.0:1767384644.500507:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.500512:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384644.500514:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.500518:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384644.500518:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:0.0:1767384644.500526:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384644.500528:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384644.500536:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.500537:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384644.500540:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:1.0:1767384644.500541:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384644.500543:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fce43325. 00010000:00010000:3.0:1767384644.500544:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384644.500558:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384644.500559:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008daed01) refcount = 2 20000000:00000001:0.0:1767384644.500559:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384644.500573:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384644.500576:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384644.500576:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187712 00010000:00000001:0.0:1767384644.500587:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384644.500589:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384644.500605:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384644.500614:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f24af20. 00010000:00000200:0.0:1767384644.500618:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5a64aa5 x1853237049187712/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.500620:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384644.500626:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004beafc4c. 00000100:00000001:3.0:1767384644.500631:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717238668096 : -128356470883520 : ffff8b42ae25fb40) 00000100:00000001:3.0:1767384644.500637:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615717238668096 : -128356470883520 : ffff8b42ae25fb40) 00000100:00000001:3.0:1767384644.500645:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384644.500649:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384644.500649:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384644.500651:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384644.500658:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384644.500658:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.500662:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384644.500666:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:0.0:1767384644.500668:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=62 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384644.500669:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384644.500673:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384644.500677:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384644.500682:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000461213b2. 00000100:00000001:0.0:1767384644.500682:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384644.500688:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000040:0.0:1767384644.500691:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384644.500696:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384644.500703:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384644.500706:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384644.500707:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384644.500712:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.500715:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.500764:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384644.500772:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384644.500779:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee0108a. 00000400:00000010:0.0:1767384644.500781:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006140e3c0. 00000100:00000001:3.0:1767384644.500786:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384644.500791:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049187712, offset 224 00010000:00010000:3.0:1767384644.500795:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384644.500812:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384644.500830:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 416 lvb_type: 0 00000400:00000200:0.0:1767384644.500839:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384644.500848:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384644.500854:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384644.500860:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384644.500871:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005d80 00000100:00000001:3.0:1767384644.500881:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384644.500885:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384644.500892:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000461213b2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049187840:0@lo:104: 00000100:00000001:3.0:1767384644.500902:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384644.500902:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1acd [2] + 224 02000000:00000001:3.0:1767384644.500911:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384644.500913:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.500916:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384644.500918:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384644.500920:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000484dc3f9. 02000000:00000001:3.0:1767384644.500924:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.500930:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384644.500931:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000400:00000010:3.0:1767384644.500941:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 00000100:00000001:0.0:1767384644.500944:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384644.500947:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187840, portal 16 00000100:00000001:3.0:1767384644.500950:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384644.500952:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420410496 : -128356289141120 : ffff8b42b8fb2680) 00000100:00000200:0.0:1767384644.500955:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384644.500962:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384644.501017:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384644.501025:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384644.501026:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384644.501030:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef07449. 00000100:00000200:3.0:1767384644.501040:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049187840, offset 0 00000400:00000200:3.0:1767384644.501053:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384644.501064:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384644.501064:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384644.501076:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260005e00 00000400:00000200:0.0:1767384644.501080:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006140e3c0 00000100:00000001:2.0:1767384644.501085:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384644.501085:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006140e3c0. 00000100:00000001:2.0:1767384644.501090:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384644.501092:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384644.501097:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 328 00000100:00000001:0.0:1767384644.501099:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384644.501104:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384644.501105:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384644.501108:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384644.501112:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384644.501115:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384644.501122:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000100:00000040:0.0:1767384644.501123:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000200:2.0:1767384644.501131:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b05d3d2 00010000:00000001:0.0:1767384644.501131:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384644.501134:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384644.501136:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b05d3d2. 00000020:00000001:0.0:1767384644.501138:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384644.501142:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384644.501143:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384644.501148:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a64aa5 x1853237049187712/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384644.501150:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384644.501158:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069f62863. 00000100:00000200:2.0:1767384644.501159:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384644.501168:0:17104:0:(events.c:337:request_in_callback()) incoming req@0000000069f62863 x1853237049187840 msgsize 328 00000100:00100000:3.0:1767384644.501194:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384644.501206:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5a64aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049187712:12345-0@lo:253: Request processed in 6797us (7349us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384644.501210:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.501214:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384644.501225:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef07449 00000400:00000010:3.0:1767384644.501230:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef07449. 00000100:00000001:2.0:1767384644.501231:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384644.501231:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:3.0:1767384644.501237:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384644.501239:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384644.501243:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384644.501243:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384644.501245:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384644.501254:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384644.501254:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384644.501263:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384644.501264:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384644.501270:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.501274:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384644.501276:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384644.501276:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039d0c92d. 00000100:00000040:3.0:1767384644.501279:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384644.501290:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046e6c42b. 00000100:00000001:3.0:1767384644.501291:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384644.501291:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=62 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384644.501299:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384644.501302:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fead42a. 00000100:00000001:3.0:1767384644.501306:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384644.501306:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384644.501313:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294933830 00000100:00000001:2.0:1767384644.501314:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767384644.501317:0:17104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000100:00000001:2.0:1767384644.501318:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384644.501320:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000001:3.0:1767384644.501323:0:17104:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00010000:00000001:2.0:1767384644.501323:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384644.501328:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384644.501330:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.501332:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294933830 00000100:00000001:2.0:1767384644.501335:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384644.501337:0:17104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c463c6b0. 02000000:00000010:0.0:1767384644.501342:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000057c53d66. 00000100:00000001:3.0:1767384644.501344:0:17104:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384644.501352:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.501354:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294933830 02000000:00000001:0.0:1767384644.501355:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384644.501363:0:17104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bffb235. 00000100:00000001:0.0:1767384644.501363:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.501371:0:17104:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384644.501375:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384644.501376:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384644.501382:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294933830 00000100:00000001:2.0:1767384644.501385:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384644.501387:0:17104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000400:00000010:0.0:1767384644.501387:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ef0ee2. 00000100:00000001:2.0:1767384644.501389:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.501393:0:17104:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384644.501398:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384644.501399:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006140e3c0. 00000020:01000004:2.0:1767384644.501400:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384644.501405:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384644.501407:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384644.501410:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.501413:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.501424:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384644.501424:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384644.501436:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384644.501437:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384644.501447:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384644.501448:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384644.501457:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384644.501458:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384644.501458:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384644.501466:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:01000004:2.0:1767384644.501467:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:0.0:1767384644.501468:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187840 00010000:00000001:3.0:1767384644.501471:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:01000004:2.0:1767384644.501472:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384644.501473:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384644.501482:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384644.501483:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384644.501483:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.501492:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384644.501493:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.501496:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384644.501497:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384644.501503:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384644.501505:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 000000004beafc4c going to sleep for 11 seconds 00000100:00100000:0.0:1767384644.501515:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187840 00000100:00000001:3.0:1767384644.501516:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.501523:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384644.501525:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030651603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049187712:0@lo:253: 00000020:00000001:0.0:1767384644.501525:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384644.501530:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000100:00000001:2.0:1767384644.501534:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384644.501534:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384644.501537:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:2.0:1767384644.501538:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384644.501543:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000040:2.0:1767384644.501544:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030651603 x1853237049187712/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384644.501551:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:2.0:1767384644.501553:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384644.501557:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384644.501557:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384644.501561:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f1662eeb. 00000020:00000010:0.0:1767384644.501563:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d4549c4. 02000000:00000001:2.0:1767384644.501566:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384644.501568:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384644.501569:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384644.501573:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000010:0.0:1767384644.501573:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d4549c4. 00000020:00000001:2.0:1767384644.501578:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384644.501580:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3e97ea0. 00000020:00000010:0.0:1767384644.501581:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aef93161. 02000000:00000001:2.0:1767384644.501584:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384644.501586:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384644.501588:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030651603. 00000020:00000010:0.0:1767384644.501588:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000debaed9f. 00000100:00000001:2.0:1767384644.501592:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384644.501610:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.501612:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384644.501612:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 00000100:00000001:2.0:1767384644.501622:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384644.501623:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384644.501625:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501627:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384644.501630:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384644.501631:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384644.501634:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501635:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501643:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501658:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.501667:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384644.501670:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384644.501675:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384644.501685:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384644.501687:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384644.501689:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:3.0:1767384644.501690:0:17116:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.501696:0:17116:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501697:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420409600 : -128356289142016 : ffff8b42b8fb2300) 00000100:00000040:0.0:1767384644.501709:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069f62863 x1853237049187840/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 328/0 e 0 to 0 dl 1767384655 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384644.501758:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384644.501762:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d4549c4. 00000100:00000001:0.0:1767384644.501765:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384644.501767:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d4549c4. 00000100:00100000:0.0:1767384644.501772:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000069f62863 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049187840:12345-0@lo:104: 00000100:00000200:0.0:1767384644.501777:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187840 00010000:00000001:0.0:1767384644.501780:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384644.501787:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384644.501791:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384644.501793:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=2 00000020:00000001:0.0:1767384644.501795:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:0.0:1767384644.501798:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:0.0:1767384644.501802:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384644.501805:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384644.501809:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384644.501819:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384644.501821:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384644.501825:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030ddecac. 02000000:00000001:0.0:1767384644.501828:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501830:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.501834:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384644.501836:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384644.501838:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384644.501842:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384644.501846:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384644.501849:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384644.501859:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384644.501861:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.501864:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384644.501866:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384644.501871:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000100:00000200:0.0:1767384644.501875:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049187840, offset 224 00000400:00000200:0.0:1767384644.501880:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384644.501890:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384644.501899:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260005e00 00000400:00000200:0.0:1767384644.501906:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ae5 [1] + 224 00000400:00000200:0.0:1767384644.501911:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.501915:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384644.501920:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384644.501925:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384644.501935:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384644.501955:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384644.501961:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00000400:00000010:0.0:1767384644.501964:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00000100:00000001:0.0:1767384644.501968:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384644.501970:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384644.501973:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384644.501974:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384644.501979:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384644.501980:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384644.501982:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384644.501987:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00010000:00000001:0.0:1767384644.501987:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384644.501992:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa4bef 00010000:00000010:0.0:1767384644.501993:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bcfe9b52. 00010000:00000001:0.0:1767384644.501998:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384644.502003:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00000100:00000001:2.0:1767384644.502008:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384644.502013:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384644.502015:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384644.502021:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.502026:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.502027:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384644.502031:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384644.502032:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384644.502033:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.502040:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069f62863 x1853237049187840/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 328/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384644.502041:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384644.502049:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384644.502052:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384644.502055:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384644.502057:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384644.502062:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.502067:0:17104:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384644.502070:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384644.502073:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384644.502074:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c565ecab already unused, calling callback (000000000d977f2e) 00000100:00000001:2.0:1767384644.502076:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.502079:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000069f62863 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049187840:12345-0@lo:104: Request processed in 316us (903us total) trans 0 rc 0/0 10000000:00000001:1.0:1767384644.502080:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384644.502081:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384644.502084:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384644.502086:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384644.502094:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=62 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384644.502101:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384644.502104:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384644.502105:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384644.502106:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384644.502110:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.502110:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000040:1.0:1767384644.502111:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c565ecab refcount=3 00000020:00000001:1.0:1767384644.502117:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:2.0:1767384644.502118:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384644.502119:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00010000:00000001:1.0:1767384644.502120:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218172928 : -128356491378688 : ffff8b42aced4000) 00010000:00000001:2.0:1767384644.502122:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502124:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384644.502125:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384644.502127:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384644.502130:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384644.502130:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384644.502135:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384644.502136:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000debaed9f. 10000000:00000001:1.0:1767384644.502143:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:0.0:1767384644.502144:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 10000000:00010000:1.0:1767384644.502147:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384644.502152:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aef93161. 00000100:00000001:2.0:1767384644.502160:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384644.502160:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 10000000:01000000:1.0:1767384644.502161:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384644.502167:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384644.502167:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384644.502168:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384644.502171:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384644.502171:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384644.502177:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:1.0:1767384644.502177:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384644.502181:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384644.502182:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.502184:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.502186:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.502190:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384644.502191:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384644.502199:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000461213b2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049187840:0@lo:104: 00000100:00000001:2.0:1767384644.502203:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.502205:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384644.502205:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384644.502208:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384644.502210:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:1.0:1767384644.502213:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384644.502215:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000001:1.0:1767384644.502215:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.502220:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384644.502224:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000461213b2 x1853237049187840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384644.502231:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384644.502235:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384644.502237:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000484dc3f9. 02000000:00000001:2.0:1767384644.502241:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384644.502242:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384644.502244:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384644.502247:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00010000:00000001:1.0:1767384644.502247:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384644.502251:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767384644.502252:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384644.502256:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee0108a. 00010000:00000001:1.0:1767384644.502256:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384644.502262:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.502263:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384644.502266:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c565ecab with handle 0xefc2db714b35c459 from hash 02000000:00000001:2.0:1767384644.502267:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384644.502270:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000461213b2. 00010000:00000001:1.0:1767384644.502273:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384644.502275:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384644.502276:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384644.502278:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384644.502279:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767384644.502282:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004beafc4c. 00010000:00000001:1.0:1767384644.502282:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384644.502285:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384644.502288:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767384644.502289:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384644.502292:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384644.502293:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384644.502296:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:2.0:1767384644.502297:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f24af20. 00010000:00000001:2.0:1767384644.502303:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384644.502303:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000478db517. 00000020:00000040:1.0:1767384644.502308:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00010000:00000001:2.0:1767384644.502309:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.502313:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384644.502314:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 20000000:00000001:2.0:1767384644.502317:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:1.0:1767384644.502318:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384644.502320:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1767384644.502323:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.502324:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384644.502331:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e69f2063. 00000100:00000001:1.0:1767384644.502336:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384644.502340:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384644.502346:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384644.502351:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384644.502354:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.502358:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384644.502361:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384644.502367:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478db517] to pc [ptlrpcd_00_02+2] req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384644.502402:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384644.502406:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384644.502408:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384644.502410:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384644.502412:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384644.502414:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502414:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.502415:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384644.502420:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384644.502420:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384644.502421:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502424:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384644.502430:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384644.502431:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384644.502433:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000c565ecab/0xefc2db714b35c459 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c460 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384644.502453:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e2959c7 count: 0 00000100:00000001:0.0:1767384644.502454:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384644.502458:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.502464:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384644.502468:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384644.502473:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.502475:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000478db517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049187968:0@lo:103: 00000100:00000001:0.0:1767384644.502480:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384644.502481:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384644.502485:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384644.502486:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384644.502489:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384644.502490:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bcfe9b52. 02000000:00000001:0.0:1767384644.502492:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384644.502497:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aef93161. 00010000:00000001:1.0:1767384644.502499:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.502500:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.502503:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384644.502507:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384644.502507:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025254a59. 00010000:00010000:1.0:1767384644.502513:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384644.502515:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000020:00000001:1.0:1767384644.502516:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384644.502522:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384644.502523:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049187968, portal 18 00010000:00010000:1.0:1767384644.502525:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384644.502527:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384644.502528:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384644.502529:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228739456 : -128356480812160 : ffff8b42ad8e7b80) 00000020:00000001:1.0:1767384644.502532:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384644.502535:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384644.502536:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.502549:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384644.502551:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384644.502554:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896e2f69. 00000100:00000200:0.0:1767384644.502556:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049187968, offset 0 00000400:00000200:0.0:1767384644.502561:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384644.502566:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384644.502570:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260005e80 00000400:00000200:0.0:1767384644.502574:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:0.0:1767384644.502577:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.502579:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384644.502582:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384644.502583:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384644.502587:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bdfd951. 00000100:00000040:0.0:1767384644.502589:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000002bdfd951 x1853237049187968 msgsize 328 00000100:00100000:0.0:1767384644.502592:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384644.502614:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384644.502619:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896e2f69 00000400:00000010:0.0:1767384644.502621:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896e2f69. 00000100:00000001:0.0:1767384644.502624:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384644.502628:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.502631:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384644.502634:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049187968 00000100:00000001:0.0:1767384644.502637:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384644.502638:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384644.502641:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384644.502642:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.502643:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.502649:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502651:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502652:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384644.502655:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502660:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294933831 00000100:00000001:0.0:1767384644.502665:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933830 00000100:00000001:0.0:1767384644.502669:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294933831 00000100:00000001:0.0:1767384644.502672:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933830 00000100:00000001:0.0:1767384644.502675:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294933831 00000100:00000001:0.0:1767384644.502684:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933830 00000100:00000001:0.0:1767384644.502688:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294933831 00000100:00000001:0.0:1767384644.502690:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933830 00000100:00000001:0.0:1767384644.502691:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384644.502693:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.502696:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384644.502697:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049187968 00000100:00000001:0.0:1767384644.502699:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384644.502701:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384644.502704:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384644.502705:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384644.502706:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384644.502707:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384644.502710:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:0.0:1767384644.502711:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384644.502714:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384644.502716:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384644.502748:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384644.502749:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.502754:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384644.502755:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384644.502760:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000320dafb9. 00000100:00000001:2.0:1767384644.502764:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384644.502766:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000320dafb9. 00000020:00000010:2.0:1767384644.502770:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd35f98. 00000020:00000010:2.0:1767384644.502773:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096b45963. 00000020:00000010:2.0:1767384644.502776:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000040:2.0:1767384644.502783:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384644.502785:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384644.502787:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384644.502789:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384644.502791:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.502792:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384644.502794:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384644.502795:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384644.502797:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 00000020:00000001:2.0:1767384644.502798:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384644.502799:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00010000:2.0:1767384644.502802:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 416 lvb_type: 0 00010000:00000001:2.0:1767384644.502807:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.502808:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.502809:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.502810:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.502813:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384644.502815:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002bdfd951 x1853237049187968/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 328/0 e 0 to 0 dl 1767384655 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.502825:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384644.502826:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.502835:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.502843:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384644.502845:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384644.502847:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384644.502851:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384644.502853:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520589696 : -128356188961920 : ffff8b42bef3c380) 00000100:00000040:2.0:1767384644.502856:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bdfd951 x1853237049187968/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 328/0 e 0 to 0 dl 1767384655 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.502861:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384644.502864:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000320dafb9. 00000100:00000001:2.0:1767384644.502866:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384644.502867:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000320dafb9. 00000100:00100000:2.0:1767384644.502869:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bdfd951 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049187968:12345-0@lo:103: 00000100:00000200:2.0:1767384644.502872:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049187968 00010000:00000001:2.0:1767384644.502873:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384644.502875:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384644.502876:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384644.502879:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384644.502880:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384644.502883:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000654d7ea. 02000000:00000001:2.0:1767384644.502884:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.502886:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.502887:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384644.502889:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384644.502890:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384644.502891:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384644.502892:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052077b5a refcount=4 00000020:00000001:2.0:1767384644.502894:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000001:2.0:1767384644.502896:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486441472 : -128357223110144 : ffff8b42814fea00) 00010000:00000040:2.0:1767384644.502903:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008daed01 count: 3 00010000:00010000:2.0:1767384644.502907:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 416 lvb_type: 0 00000100:00001000:2.0:1767384644.502911:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384644 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384644.502913:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384644.502917:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.502918:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384644.502919:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 416 lvb_type: 0 00000020:00000001:2.0:1767384644.502924:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.502926:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.502928:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384644.502929:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.502931:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384644.502932:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384644.502935:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.502937:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.502939:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384644.502941:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384644.502943:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052077b5a with handle 0xefc2db714b35c460 from hash 00010000:00000001:2.0:1767384644.502945:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384644.502947:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.502948:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.502949:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384644.502950:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384644.502951:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384644.502954:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052077b5a/0xefc2db714b35c460 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c459 expref: 16 pid: 17081 timeout: 416 lvb_type: 0 00010000:00000040:2.0:1767384644.502958:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:2.0:1767384644.502959:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:2.0:1767384644.502975:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.502977:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384644.502980:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384644.502986:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007a06022f 00010000:00000001:2.0:1767384644.502989:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384644.502992:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384644.502994:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.502997:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384644.502999:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.503002:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384644.503003:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384644.503005:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503011:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384644.503013:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384644.503016:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384644.503017:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384644.503021:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008daed01) refcount = 2 00010000:00010000:2.0:1767384644.503025:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503031:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384644.503034:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384644.503036:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.503039:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384644.503044:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000320dafb9. 00000100:00000001:2.0:1767384644.503047:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384644.503051:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fa549c2. 00000100:00000001:2.0:1767384644.503053:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716910559808 : -128356798991808 : ffff8b429a977240) 00000100:00000001:2.0:1767384644.503055:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615716910559808 : -128356798991808 : ffff8b429a977240) 00000100:00000001:2.0:1767384644.503057:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384644.503059:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384644.503061:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384644.503063:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384644.503068:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384644.503072:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384644.503073:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384644.503075:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=5 00000020:00000001:2.0:1767384644.503081:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384644.503083:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384644.503085:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384644.503088:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503093:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384644.503096:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503102:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.503103:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384644.503106:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503112:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384644.503114:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503116:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384644.503118:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384644.503125:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007a06022f already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384644.503128:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.503131:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384644.503133:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503140:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384644.503142:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384644.503144:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384644.503145:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=6 00000020:00000001:2.0:1767384644.503149:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384644.503151:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384644.503154:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384644.503161:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503165:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384644.503166:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.503167:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503178:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384644.503179:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384644.503182:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384644.503183:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384644.503185:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a06022f with handle 0xefc2db714b35c467 from hash 00010000:00000001:2.0:1767384644.503186:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384644.503187:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.503188:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.503188:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384644.503189:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384644.503190:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384644.503191:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384644.503191:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.503193:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503194:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384644.503195:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384644.503196:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.503197:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.503198:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503199:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503201:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.503202:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.503205:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.503206:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.503206:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384644.503207:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384644.503208:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.503209:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.503210:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384644.503212:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384644.503217:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503219:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.503220:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.503221:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503222:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384644.503224:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384644.503225:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.503226:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.503228:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384644.503230:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fa549c2. 00000100:00000001:2.0:1767384644.503233:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384644.503235:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384644.503237:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000320dafb9. 00010000:00000001:2.0:1767384644.503240:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384644.503240:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384644.503244:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384644.503247:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.503253:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384644.503253:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384644.503255:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384644.503256:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:2.0:1767384644.503258:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=62 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384644.503260:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384644.503264:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384644.503269:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384644.503270:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384644.503273:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384644.503274:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00010000:0.0:1767384644.503275:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007a06022f/0xefc2db714b35c467 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384644.503278:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384644.503281:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.503286:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384644.503287:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008daed01 count: 0 00000100:00000040:2.0:1767384644.503291:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384644.503294:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384644.503298:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049187968, offset 224 00010000:00000001:0.0:1767384644.503298:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384644.503301:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384644.503307:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384644.503314:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384644.503320:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260005e80 00000400:00000200:2.0:1767384644.503323:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1af5 [1] + 224 00000400:00000200:2.0:1767384644.503326:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384644.503329:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384644.503331:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384644.503334:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384644.503345:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.503359:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384644.503364:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:2.0:1767384644.503366:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000100:00000001:2.0:1767384644.503369:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384644.503370:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384644.503373:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.503374:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384644.503376:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.503378:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.503380:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bdfd951 x1853237049187968/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 328/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384644.503386:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bdfd951 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049187968:12345-0@lo:103: Request processed in 523us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384644.503391:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384644.503393:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384644.503395:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384644.503396:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384644.503398:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096b45963. 00000020:00000010:2.0:1767384644.503400:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000020:00000010:2.0:1767384644.503402:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd35f98. 00000020:00000040:2.0:1767384644.503404:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:2.0:1767384644.503406:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.503415:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.503418:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384644.503421:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384644.503422:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384644.503424:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025254a59. 00000400:00000200:1.0:1767384644.503428:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00000400:00000010:1.0:1767384644.503429:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00000100:00000001:1.0:1767384644.503432:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384644.503443:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384644.503449:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.503455:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384644.503457:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.503460:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384644.503461:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384644.503463:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384644.503464:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.503465:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384644.503468:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384644.503470:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384644.503474:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384644.503475:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384644.503477:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384644.503478:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.503480:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384644.503481:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.503486:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384644.503487:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384644.503488:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384644.503490:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384644.503494:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000478db517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049187968:0@lo:103: 00000100:00000001:1.0:1767384644.503497:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.503499:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384644.503500:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000478db517 x1853237049187968/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.503504:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384644.503505:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384644.503506:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aef93161. 02000000:00000001:1.0:1767384644.503514:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384644.503515:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384644.503516:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384644.503517:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384644.503519:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e69f2063. 02000000:00000001:1.0:1767384644.503522:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384644.503524:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384644.503525:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000478db517. 00000100:00000001:1.0:1767384644.503529:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384644.503531:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.503533:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.503542:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384644.503543:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.503546:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.503548:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384644.503772:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096ca7188. 00080000:00000010:2.0:1767384644.504376:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000082377959. 00040000:00000001:2.0:1767384644.504382:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384644.504384:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384644.504385:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384644.504388:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384644.504390:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384644.504392:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384644.504399:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384644.504410:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384644.504412:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384644.504416:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384644.504464:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384644.504468:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384644.504470:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384644.504473:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384644.504482:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384644.504486:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e2c208a. 00010000:00000001:0.0:1767384644.504490:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384644.504492:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7a0c75f. 00000020:00000001:0.0:1767384644.504494:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384644.504496:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7a0c75f with handle 0xefc2db714b35c46e to hash 00000020:00000001:0.0:1767384644.504497:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384644.504498:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384644.504501:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384644.504503:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384644.504504:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384644.504506:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384644.504512:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384644.504514:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384644.504516:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384644.504517:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:2.0:1767384644.504519:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384644.504519:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.504521:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384644.504523:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384644.504524:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384644.504527:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a73a3345. 00010000:00000001:0.0:1767384644.504528:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384644.504530:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384644.504532:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000001:2.0:1767384644.504533:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.504534:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384644.504537:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e2c208a) refcount = 1 00010000:00000040:2.0:1767384644.504538:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049187584 00010000:00010000:0.0:1767384644.504540:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.504542:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384644.504547:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:2.0:1767384644.504548:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023bdb6a0 x1853237049187584/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384644.504549:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384644.504552:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.504556:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.504560:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384644.504563:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:0.0:1767384644.504563:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384644.504567:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384644.504567:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00001000:2.0:1767384644.504570:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384644.504573:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384644.504576:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384644.504578:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384644.504579:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:0.0:1767384644.504580:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384644.504584:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384644.504584:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=4 02000000:00000001:2.0:1767384644.504587:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.504588:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000100:00000001:2.0:1767384644.504591:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384644.504592:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000100:00000040:2.0:1767384644.504608:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384644.504611:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fa549c2. 00010000:00000001:0.0:1767384644.504613:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:2.0:1767384644.504615:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049187584, offset 224 00010000:00010000:0.0:1767384644.504616:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384644.504624:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384644.504627:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384644.504629:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384644.504635:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384644.504639:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384644.504642:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384644.504644:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005d00 00010000:00010000:0.0:1767384644.504644:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384644.504652:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384644.504656:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ac5 [2] + 224 00010000:00000001:0.0:1767384644.504656:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.504661:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384644.504663:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384644.504665:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384644.504671:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7a0c75f already unused, calling callback (00000000d66be316) 00000400:00000200:2.0:1767384644.504673:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384644.504674:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384644.504677:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384644.504678:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384644.504679:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384644.504685:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384644.504686:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384644.504689:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384644.504691:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384644.504693:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=5 00000020:00000001:0.0:1767384644.504697:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000100:00000040:2.0:1767384644.504700:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384644.504706:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384644.504711:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384644.504714:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384644.504751:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384644.504757:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384644.504763:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384644.504764:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa549c2 00010000:00000001:0.0:1767384644.504766:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.504767:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384644.504768:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fa549c2. 00000100:00000001:3.0:1767384644.504772:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384644.504778:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384644.504779:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384644.504781:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384644.504785:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384644.504786:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384644.504786:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384644.504799:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0798c9b. 00010000:00000001:0.0:1767384644.504799:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384644.504801:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.504807:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384644.504810:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c9081a 00000020:00000040:0.0:1767384644.504813:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7a0c75f with handle 0xefc2db714b35c46e from hash 00000100:00000040:2.0:1767384644.504814:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:3.0:1767384644.504815:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046c9081a. 00010000:00000001:2.0:1767384644.504824:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384644.504825:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384644.504826:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1767384644.504827:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.504831:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384644.504832:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384644.504832:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384644.504839:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384644.504843:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023bdb6a0 x1853237049187584/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384644.504846:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384644.504853:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384644.504860:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384644.504867:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384644.504874:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.504885:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384644.504886:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384644.504901:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384644.504908:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:2.0:1767384644.504910:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023bdb6a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049187584:12345-0@lo:253: Request processed in 10464us (11370us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384644.504919:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384644.504921:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384644.504924:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384644.504930:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.504930:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384644.504931:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00010000:00000001:0.0:1767384644.504937:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.504941:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384644.504942:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:0.0:1767384644.504943:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.504948:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384644.504950:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767384644.504951:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384644.504959:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384644.504960:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384644.504966:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384644.504967:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d974da15. 00010000:00000001:0.0:1767384644.504973:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384644.504976:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.504978:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384644.504984:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=62 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384644.504985:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082f98920. 00010000:00000001:0.0:1767384644.504985:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384644.504993:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:2.0:1767384644.504997:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da8c3c4b. 00000100:00001000:3.0:1767384644.504998:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=62 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384644.505007:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384644.505010:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384644.505011:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384644.505013:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.505013:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384644.505021:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384644.505021:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384644.505022:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384644.505024:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384644.505027:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004495cd81. 00010000:00000001:0.0:1767384644.505030:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.505031:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.505038:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 20000000:00000001:0.0:1767384644.505044:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.505045:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384644.505046:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384644.505054:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384644.505058:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384644.505070:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073b41989. 00000400:00000010:2.0:1767384644.505078:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fa549c2. 00000100:00000001:3.0:1767384644.505092:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384644.505097:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384644.505097:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384644.505100:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.505102:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384644.505105:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:0.0:1767384644.505106:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c46e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384644.505108:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384644.505112:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384644.505114:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384644.505119:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384644.505120:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384644.505123:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384644.505125:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384644.505128:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384644.505130:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384644.505138:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384644.505138:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e2c208a count: 0 00000100:00100000:3.0:1767384644.505156:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ab9bbbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049187584:0@lo:253: 00010000:00000001:0.0:1767384644.505160:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384644.505162:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384644.505165:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384644.505166:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384644.505171:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ab9bbbd x1853237049187584/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.505176:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384644.505183:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384644.505185:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e01c6901. 02000000:00000001:3.0:1767384644.505188:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384644.505190:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384644.505191:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384644.505192:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384644.505194:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b71a2672. 02000000:00000001:3.0:1767384644.505197:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384644.505198:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384644.505199:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ab9bbbd. 00000100:00000001:3.0:1767384644.505202:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384644.505203:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.505205:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.505209:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384644.505211:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.505212:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384644.505214:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384644.507780:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294933831, at 4294933832 00000100:00000040:0.0:1767384644.507783:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294933831, at 4294933832 00000100:00000010:3.0:1767384644.507790:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00000100:00000010:0.0:1767384644.507796:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00000100:00000040:2.0:1767384644.508753:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294933831, at 4294933833 00000100:00000010:2.0:1767384644.508759:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bffb235. 00010000:00000010:1.1:1767384644.508769:0:32058:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e2959c7. 00010000:00000010:1.1:1767384644.508775:0:32058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c565ecab. 00000100:00000040:1.0:1767384644.508790:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294933831, at 4294933833 00000100:00000010:1.0:1767384644.508795:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c463c6b0. 00010000:00000010:2.1:1767384644.510739:0:32059:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052077b5a. 00010000:00000010:0.1:1767384644.510780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008daed01. 00010000:00000010:0.1:1767384644.510791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:0.1:1767384644.510801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e2c208a. 00010000:00000010:0.1:1767384644.510807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7a0c75f. 00000400:00000010:1.0:1767384644.511272:0:32058:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b8012fb3. 00000400:00000040:1.0:1767384644.511289:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384644.511291:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384644.511294:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384644.511295:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384644.511297:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384644.511298:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384644.511300:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384644.511301:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384644.511302:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384644.511303:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384644.511305:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384644.511306:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384644.511307:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384644.511308:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384644.511309:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384644.511310:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384644.511311:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384644.511312:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384644.511313:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384644.511320:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384644.511321:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384644.511322:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384644.511323:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384644.511324:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384644.511325:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384644.511327:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384644.511328:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384644.511329:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384644.511330:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384644.511331:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384644.511331:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384644.511333:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384644.511334:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384644.511335:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384644.511335:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384644.511336:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384644.511337:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384644.511339:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384644.511340:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384644.511341:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384644.511342:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384644.511343:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384644.511344:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384644.511345:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384644.511346:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384644.511347:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384644.511347:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384644.511348:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384644.511350:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384644.511350:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384644.511351:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384644.511352:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384644.511353:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384644.511354:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384644.511355:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384644.511356:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384644.511357:0:32058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384644.511433:0:32058:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b8012fb3. 00000400:00000001:1.0:1767384644.883811:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384644.883816:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384644.883820:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384644.883824:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384644.883832:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384644.883838:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384644.883848:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000306a3ded. 00000400:00000010:1.0:1767384644.883852:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000400:00000200:1.0:1767384644.883858:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp33 00000400:00000010:1.0:1767384644.883861:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000306a3ded. 00000400:00000010:1.0:1767384644.883864:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:1.0:1767384644.883867:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384644.883872:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018630c11. 00000400:00000200:1.0:1767384644.883875:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp33 00000400:00000200:1.0:1767384644.883886:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp33 local destination 00000400:00000200:1.0:1767384644.883892:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp33 00000400:00000200:1.0:1767384644.883895:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp33 NI seq info: [110:110:256:4294967295] 192.168.202.154@tcp33 LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1767384644.883900:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp33 00000400:00000200:1.0:1767384644.883906:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp33(192.168.202.154@tcp33:) -> 192.168.202.154@tcp33(192.168.202.154@tcp33:192.168.202.154@tcp33) : GET try# 0 00000800:00000200:1.0:1767384644.883911:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp33 00000800:00000010:1.0:1767384644.883914:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5c0e409. 00000800:00000200:1.0:1767384644.883920:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000800:00000200:1.1:1767384644.883925:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000400:00000200:1.0:1767384644.883943:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp33 added to recovery queue. ping count: 3 next ping: 274 health :700 00000400:00000200:1.0:1767384644.883946:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp35 00000400:00000010:1.0:1767384644.883948:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000068fad196. 00000400:00000010:1.0:1767384644.883951:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008b6f3ba8. 00000400:00000010:1.0:1767384644.883952:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000400:00000010:1.0:1767384644.883955:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000003e084a. 00000400:00000200:1.0:1767384644.883957:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp35 00000400:00000200:1.0:1767384644.883961:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp35 local destination 00000400:00000200:1.0:1767384644.883963:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp35 00000400:00000200:1.0:1767384644.883971:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp35 NI seq info: [111:111:256:4294967295] 192.168.202.154@tcp35 LPNI seq info [103:103:8:4294967295] 00000400:00000200:1.0:1767384644.883974:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp35 00000400:00000200:1.0:1767384644.883979:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp35(192.168.202.154@tcp35:) -> 192.168.202.154@tcp35(192.168.202.154@tcp35:192.168.202.154@tcp35) : GET try# 0 00000800:00000200:1.0:1767384644.883982:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp35 00000800:00000010:1.0:1767384644.883984:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d07e8c5a. 00000800:00000200:1.0:1767384644.883987:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000800:00000200:1.1:1767384644.883992:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:1.0:1767384644.884010:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp35 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:0.0:1767384644.884049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884098:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.884142:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884160:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884235:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.884253:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.884364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884366:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884459:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.884489:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884508:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.884635:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884767:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884797:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884828:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884914:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.884982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885055:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885121:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885195:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885363:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885440:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885521:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885624:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885696:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885889:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.885962:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886039:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886128:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886343:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886462:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.886507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886537:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886656:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.886680:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.886757:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.886809:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.886876:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.886939:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.886995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000800:00000010:3.0:1767384644.887013:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001af2e4ca. 00000800:00000010:3.0:1767384644.887019:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097541884. 00000800:00000010:3.0:1767384644.887025:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c9717f2. 00000400:00000200:0.0:1767384644.887045:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000800:00000010:3.0:1767384644.887051:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c9717f2. 00000800:00020000:3.0:1767384644.887063:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384644.887067:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097541884. 00000800:00000010:3.0:1767384644.887071:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001af2e4ca. 00000400:00000200:0.0:1767384644.887103:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:02020000:3.0:1767384644.887152:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp35 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384644.887161:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp35 notifying 192.168.202.154@tcp35: down 00000400:00000200:3.0:1767384644.887168:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384644.887174:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp35 00000800:00000010:3.0:1767384644.887184:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d07e8c5a. 00000400:00000200:3.0:1767384644.887192:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384644.887199:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp35->192.168.202.154@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384644.887202:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384644.887213:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384644.887220:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384644.887225:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp35) recovery failed with -71 00000400:00000200:0.0:1767384644.887275:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887322:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887356:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887451:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887495:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887541:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887709:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887805:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887835:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887875:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887923:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.887968:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.888034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.888068:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.888125:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.888201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384644.888279:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384644.888461:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4fe0132. 00000800:00000010:0.0:1767384644.888466:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074324ad1. 00000800:00000010:0.0:1767384644.888471:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3abbbfa. 00000800:00000010:0.0:1767384644.888495:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3abbbfa. 00000800:00020000:0.0:1767384644.888506:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384644.888509:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074324ad1. 00000800:00000010:0.0:1767384644.888512:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a4fe0132. 00000400:02020000:0.0:1767384644.888568:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384644.888576:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp33 notifying 192.168.202.154@tcp33: down 00000400:00000200:0.0:1767384644.888580:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384644.888583:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp33 00000800:00000010:0.0:1767384644.888586:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5c0e409. 00000400:00000200:0.0:1767384644.888610:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384644.888616:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp33->192.168.202.154@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384644.888625:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384644.888630:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384644.888635:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384645.139786:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384645.139793:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.139801:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384645.139804:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.139837:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384645.139841:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384645.139843:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384645.907781:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384645.907786:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384645.907789:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384645.907792:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384645.907796:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384645.907803:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384645.907812:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000306a3ded. 00000400:00000010:1.0:1767384645.907817:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000400:00000001:1.0:1767384645.907829:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384645.907831:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384645.907834:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002774b39f 00000400:00000010:1.0:1767384645.907835:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002774b39f. 00000400:00000200:1.0:1767384645.907841:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384645.907844:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384645.907850:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000068fad196. 00000400:00000010:1.0:1767384645.907855:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008b6f3ba8. 00000400:00000200:1.0:1767384645.907858:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp34 00000400:00000010:1.0:1767384645.907861:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000068fad196. 00000400:00000010:1.0:1767384645.907865:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008b6f3ba8. 00000400:00000010:1.0:1767384645.907868:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000400:00000010:1.0:1767384645.907874:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ef45b96e. 00000400:00000200:1.0:1767384645.907880:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp34 00000400:00000200:1.0:1767384645.907902:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp34 local destination 00000400:00000200:1.0:1767384645.907909:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp34 00000400:00000200:1.0:1767384645.907916:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp34 NI seq info: [112:112:256:4294967295] 192.168.202.154@tcp34 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767384645.907924:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp34 00000400:00000200:1.0:1767384645.907933:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp34(192.168.202.154@tcp34:) -> 192.168.202.154@tcp34(192.168.202.154@tcp34:192.168.202.154@tcp34) : GET try# 0 00000800:00000200:1.0:1767384645.907939:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp34 00000800:00000010:1.0:1767384645.907944:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004228d88. 00000800:00000200:1.0:1767384645.907951:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 00000800:00000200:1.1:1767384645.907958:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 00000400:00000200:1.0:1767384645.907978:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp34 added to recovery queue. ping count: 2 next ping: 271 health :800 00000400:00000200:1.0:1767384645.907982:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp36 00000400:00000010:1.0:1767384645.907985:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000618c299e. 00000400:00000010:1.0:1767384645.907989:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:1.0:1767384645.907996:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384645.908000:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f95f938d. 00000400:00000200:1.0:1767384645.908003:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp36 00000400:00000200:1.0:1767384645.908008:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp36 local destination 00000400:00000200:1.0:1767384645.908011:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp36 00000400:00000200:1.0:1767384645.908016:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp36 NI seq info: [113:113:256:4294967295] 192.168.202.154@tcp36 LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1767384645.908019:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp36 00000400:00000200:1.0:1767384645.908028:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp36(192.168.202.154@tcp36:) -> 192.168.202.154@tcp36(192.168.202.154@tcp36:192.168.202.154@tcp36) : GET try# 0 00000800:00000200:1.0:1767384645.908031:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp36 00000800:00000010:1.0:1767384645.908034:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000256609b1. 00000800:00000200:1.0:1767384645.908037:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000800:00000200:1.1:1767384645.908042:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000400:00000200:1.0:1767384645.908051:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp36 added to recovery queue. ping count: 1 next ping: 269 health :900 00000400:00000200:2.0:1767384645.908067:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908100:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908154:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908167:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908222:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908301:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908302:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908378:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908398:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908464:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908485:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908563:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908596:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908646:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908668:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908716:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908752:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908805:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908840:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.908883:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.908946:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909011:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909063:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909116:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909198:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909264:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909310:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909344:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909392:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909424:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909442:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909478:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909495:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909535:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909555:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909613:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909629:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909669:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909685:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909765:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909768:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909872:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909875:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909924:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.909934:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.909982:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910001:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910041:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910076:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910101:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910124:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910177:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910253:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910318:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910343:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910384:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910409:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910461:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910493:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910514:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910555:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910563:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.910633:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910645:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910780:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910853:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910903:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.910927:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000800:00000010:1.0:1767384645.910931:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384645.910937:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e92220c. 00000800:00000010:1.0:1767384645.910944:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e18cd71. 00000800:00000010:1.0:1767384645.910979:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e18cd71. 00000800:00020000:1.0:1767384645.910996:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384645.911001:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e92220c. 00000800:00000010:1.0:1767384645.911007:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:00000200:2.0:1767384645.911014:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:02020000:1.0:1767384645.911163:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp36 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384645.911165:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:1.0:1767384645.911175:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp36 notifying 192.168.202.154@tcp36: down 00000400:00000200:1.0:1767384645.911181:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384645.911189:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp36 00000800:00000010:1.0:1767384645.911193:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000256609b1. 00000400:00000200:1.0:1767384645.911200:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384645.911207:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp36->192.168.202.154@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384645.911219:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384645.911223:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384645.911232:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp36) recovery failed with -71 00000400:00000200:2.0:1767384645.911295:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.911386:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.911462:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.911537:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000800:00000010:2.0:1767384645.911894:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001bd2f0c1. 00000800:00000010:2.0:1767384645.911900:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082864dcc. 00000800:00000010:2.0:1767384645.911906:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a09bc9f1. 00000800:00000010:2.0:1767384645.911949:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a09bc9f1. 00000400:00000200:0.0:1767384645.912055:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384645.912074:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp34 from 211.3.0.2 00000800:00000010:0.0:1767384645.912077:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2a5a75e. 00000800:00000010:2.0:1767384645.912115:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c3d8224e. 00000800:00000010:2.0:1767384645.912122:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8a50741. 00000800:00000010:2.0:1767384645.912165:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000062409163. 00000800:00000200:2.1:1767384645.912176:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (2) 00000800:00000200:2.1:1767384645.912188:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp34 0000000062409163 deleted 00000800:00000010:2.1:1767384645.912190:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000062409163. 00000800:00000200:2.1:1767384645.912197:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384645.912206:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp34 ip 192.168.202.154:979 00000800:00000200:2.1:1767384645.912212:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004228d88 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384645.912219:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp34 p 3.x 192.168.202.154 -> 192.168.202.154:979 incarnation:1767384633729306141 sched[0] 00000800:00000010:2.0:1767384645.912223:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a09bc9f1. 00000800:00000010:2.0:1767384645.912275:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a09bc9f1. 00000800:00000010:2.0:1767384645.912281:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8a50741. 00000800:00000010:2.0:1767384645.912342:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2a5a75e. 00000800:00000001:3.0:1767384645.912354:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912363:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384645.912379:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384645.912385:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp34 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384633729306141 sched[0] 00000800:00000010:2.0:1767384645.912388:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082864dcc. 00000400:00000200:2.0:1767384645.912449:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:3.0:1767384645.912458:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384645.912462:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004228d88. 00000400:00000200:3.0:1767384645.912469:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.912477:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp34->192.168.202.154@tcp34: GET: OK 00000400:00000200:3.0:1767384645.912484:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384645.912489:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp34 recovery message sent successfully:0 00000800:00000001:3.0:1767384645.912512:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912519:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384645.912521:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912533:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.912543:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp34(192.168.202.154@tcp34) <- 192.168.202.154@tcp34 : GET - for me 00000400:00000200:2.0:1767384645.912544:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384645.912561:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384645.912574:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1abd [1] + 0 00000400:00000200:3.0:1767384645.912600:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp34 to MR: 192.168.202.154@tcp34 local destination 00000400:00000200:3.0:1767384645.912607:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp34 NI seq info: [114:114:256:4294967295] 192.168.202.154@tcp34 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384645.912629:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp34(192.168.202.154@tcp34:192.168.202.154@tcp34) -> 192.168.202.154@tcp34(192.168.202.154@tcp34:192.168.202.154@tcp34) 192.168.202.154@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384645.912636:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp34 00000400:00000200:2.0:1767384645.912640:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000010:3.0:1767384645.912642:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2178bea. 00000800:00000200:3.0:1767384645.912656:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (4) 00000800:00000200:3.0:1767384645.912664:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp34 ip 192.168.202.154:988 00000800:00000200:3.0:1767384645.912667:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2178bea type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384645.912753:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:3.0:1767384645.912766:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384645.912769:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2178bea. 00000400:00000200:3.0:1767384645.912774:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.912780:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp34->192.168.202.154@tcp34: REPLY: OK 00000800:00000001:3.0:1767384645.912796:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912801:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384645.912804:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912810:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384645.912812:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912816:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.912826:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp34(192.168.202.154@tcp34) <- 192.168.202.154@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384645.912838:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp34: Reply from 12345-192.168.202.154@tcp34 of length 272/272 into md 0x1b11 00000400:00000200:2.0:1767384645.912839:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000001:3.0:1767384645.912842:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912848:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.912850:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.912857:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp34->192.168.202.154@tcp34: REPLY: OK 00000400:00000200:3.0:1767384645.912863:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002774b39f 00000400:00000010:3.0:1767384645.912865:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002774b39f. 00000400:00000200:3.0:1767384645.912870:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384645.912875:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000068fad196. 00000400:00000010:3.0:1767384645.912881:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008b6f3ba8. 00000800:00000001:3.0:1767384645.912889:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.912893:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384645.912941:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.912992:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913019:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913042:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913056:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913068:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913080:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913093:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913105:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913118:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913140:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913165:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913188:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913208:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913233:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913258:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913306:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913329:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913352:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913419:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913442:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913463:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913484:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913504:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913524:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913543:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384645.913564:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384645.913689:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:2.0:1767384645.913699:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062409163. 00000800:00000010:2.0:1767384645.913703:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a09bc9f1. 00000800:00000010:2.0:1767384645.913913:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a09bc9f1. 00000800:00020000:2.0:1767384645.913924:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384645.913928:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062409163. 00000800:00000010:2.0:1767384645.913931:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:2.0:1767384645.914054:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp34 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384646.151610:0:32500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac30f82f. 00080000:00000010:3.0:1767384646.151626:0:32500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac30f82f. 00000020:00000001:3.0:1767384646.151644:0:32500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384646.151656:0:32500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac30f82f. 00080000:00000010:3.0:1767384646.151663:0:32500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac30f82f. 00000020:00000001:3.0:1767384646.151667:0:32500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.163781:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384646.163788:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.163794:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384646.163797:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.163820:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384646.163823:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.163825:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384646.866088:0:32665:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384646.866092:0:32665:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000800:00000200:2.0:1767384646.867809:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (6) 00000800:00000200:2.0:1767384646.867818:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:988 00000800:00000200:2.0:1767384646.867822:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384646.867952:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384646.867959:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384646.867971:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384646.867976:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384646.867978:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384646.868858:0:32665:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384646.874645:0:32666:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000acdf1bda. 00000400:00000010:3.0:1767384646.874658:0:32666:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bdf9bff7. 00000400:00000010:3.0:1767384646.874666:0:32666:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009e218a17. 00000400:00000010:3.0:1767384646.874668:0:32666:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e4c23a26. 00000400:00000010:3.0:1767384646.874671:0:32666:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006dce4d28. 00000400:00000010:3.0:1767384646.874675:0:32666:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f415212. 00000400:00000010:3.0:1767384646.874676:0:32666:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000acd29ed. 00000400:00000010:3.0:1767384646.874678:0:32666:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6e63390. 00000400:00000010:3.0:1767384646.874680:0:32666:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004e81d904. 00000800:00000010:3.0:1767384646.874693:0:32666:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cbd5911a. 00000800:00000200:3.0:1767384646.874703:0:32666:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384646.874714:0:32666:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384646.874769:0:32666:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384646.874789:0:32666:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384646.876712:0:32666:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000732b33be. 00000400:00000010:3.0:1767384646.876745:0:32666:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:3.0:1767384646.876750:0:32666:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef07449. 00000400:00000001:3.0:1767384646.876776:0:32666:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.876778:0:32666:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384646.876781:0:32666:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d6d258. 00000400:00000200:3.0:1767384646.876784:0:32666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e913c2 00000400:00000010:3.0:1767384646.876786:0:32666:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e913c2. 00000400:00000010:3.0:1767384646.876789:0:32666:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000007215df52. 00000400:00000200:3.0:1767384646.876793:0:32666:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (29) 00000400:00000200:3.0:1767384646.876804:0:32666:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384646.876807:0:32666:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (1) 00000400:00000200:3.0:1767384646.876809:0:32666:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): 0 00000400:00000200:3.0:1767384646.876817:0:32666:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384646.876824:0:32666:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001af2e4ca. 00000400:00000200:1.0:1767384646.876827:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384646.876828:0:32666:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384646.876832:0:32666:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp40 00000400:00000200:1.0:1767384646.876836:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000010:1.0:1767384646.876843:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000400:00000200:1.0:1767384646.876846:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000010:1.0:1767384646.876851:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003658e67b. 00000400:00000200:1.0:1767384646.876855:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000010:3.0:1767384646.876861:0:32666:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bdf9bff7. 00000400:00000010:3.0:1767384646.876865:0:32666:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000acdf1bda. 00000400:00000200:1.0:1767384646.876868:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:1.0:1767384646.876874:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:2.0:1767384646.876883:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384646.876886:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 10000000:00000001:2.0:1767384646.876888:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384646.876892:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:2.0:1767384646.876893:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384646.876896:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384646.876899:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:2.0:1767384646.876901:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384646.876905:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384646.876906:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:2.0:1767384646.876908:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.876912:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384646.876914:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:2.0:1767384646.876915:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384646.876919:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384646.876922:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384646.876923:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:01000004:2.0:1767384646.876925:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384646.876929:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384646.876930:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000020:01000004:2.0:1767384646.876931:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384646.876936:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00000010:2.0:1767384646.876938:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000400:00000200:1.0:1767384646.876941:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000020:00000040:2.0:1767384646.876944:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384646.876947:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:2.0:1767384646.876951:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384646.876955:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384646.876955:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 02000000:00000001:2.0:1767384646.876961:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.876965:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 02000000:00000010:2.0:1767384646.876970:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000550eed6b. 00000400:00000200:1.0:1767384646.876972:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:2.0:1767384646.876978:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.876979:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000100:00000001:2.0:1767384646.876986:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384646.876986:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000100:00000001:2.0:1767384646.876990:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.876996:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000100:00000040:2.0:1767384646.877002:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_03+3] req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.877004:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384646.877028:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:1.0:1767384646.877046:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 22], ns[98, 22] 00000400:00000200:1.0:1767384646.877050:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:1.0:1767384646.877053:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[96, 22] 00000400:00000200:1.0:1767384646.877056:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[86, 22] 10000000:00000001:2.0:1767384646.877058:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.877062:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 22], ns[110, 22] 10000000:00000001:2.0:1767384646.877063:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.877069:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.877073:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 22], ns[114, 22] 00000020:01000000:2.0:1767384646.877074:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384646.877082:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[103, 22], ns[111, 22] 00000020:00000001:2.0:1767384646.877084:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384646.877087:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384646.877088:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[105, 22], ns[113, 22] 10000000:00000001:2.0:1767384646.877089:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384646.877092:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384646.877095:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384646.877097:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000020:01000004:2.0:1767384646.877098:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384646.877102:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.877105:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384646.877105:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000020:01000004:2.0:1767384646.877108:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384646.877110:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384646.877113:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384646.877113:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp37 00000020:01000004:2.0:1767384646.877117:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384646.877118:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384646.877120:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp37 lpni_is_preferred = 0 00000100:00000010:2.0:1767384646.877122:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000400:00000200:1.0:1767384646.877124:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp37 00000020:00000040:2.0:1767384646.877127:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384646.877131:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [115:115:256:4294967295] 192.168.202.154@tcp37 LPNI seq info [107:107:8:4294967295] 00000100:00000001:2.0:1767384646.877133:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384646.877136:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384646.877139:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.877140:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp37 02000000:00000010:2.0:1767384646.877146:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000044621c82. 00000400:00000200:1.0:1767384646.877148:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:) -> 192.168.202.154@tcp37(192.168.202.154@tcp:192.168.202.154@tcp37) : PUT try# 0 00000100:00000001:2.0:1767384646.877151:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384646.877156:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.154@tcp37 00000100:00000001:2.0:1767384646.877157:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384646.877160:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384646.877162:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000256609b1. 00000100:00000040:2.0:1767384646.877166:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000373946b2] to pc [ptlrpcd_00_00+0] req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384646.877171:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000012dbec53. 00000800:00000010:1.0:1767384646.877176:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003ea00656. 00000800:00000200:1.0:1767384646.877181:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 10000000:00000001:2.0:1767384646.877182:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384646.877187:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 10000000:00000001:2.0:1767384646.877188:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.877193:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384646.877195:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384646.877197:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001af2e4ca. 00000400:00000200:1.0:1767384646.877203:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:2.0:1767384646.877207:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384646.877207:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000400:00000200:1.0:1767384646.877210:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200161 00000100:00000001:2.0:1767384646.877218:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384646.877221:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a99e3d. 00000100:00000001:2.0:1767384646.877222:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384646.877226:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000400:00000010:1.0:1767384646.877231:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000427a832. 00000400:00000200:1.0:1767384646.877234:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.877239:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:1.0:1767384646.877244:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [116:116:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384646.877249:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000100:00000040:2.0:1767384646.877252:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.877259:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : PUT try# 0 00000800:00000200:1.0:1767384646.877264:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:1.0:1767384646.877269:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5323b3f. 00000100:00000001:2.0:1767384646.877275:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767384646.877278:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:1.1:1767384646.877283:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000100:00000001:2.0:1767384646.877287:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.877292:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384646.877295:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384646.877296:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 02000000:00000001:2.0:1767384646.877300:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384646.877301:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5323b3f type 1, nob 640 niov 1 nkiov 1 00000100:00100000:2.0:1767384646.877307:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049188096:0@lo:253: 00000400:00000200:1.0:1767384646.877314:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.877316:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200561 rc 0 00000100:00000001:2.0:1767384646.877322:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384646.877329:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384646.877329:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384646.877333:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.877334:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.877343:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384646.877360:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000007ed34c1. 02000000:00000001:2.0:1767384646.877371:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384646.877376:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c21247c. 00000400:00000200:1.0:1767384646.877378:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000010:2.0:1767384646.877381:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a750c963. 00000100:00000200:2.0:1767384646.877386:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049188096, portal 25 00000100:00000001:2.0:1767384646.877389:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384646.877390:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 00000100:00000040:2.0:1767384646.877395:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.877401:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384646.877404:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384646.877407:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b1b0398. 00000100:00000200:2.0:1767384646.877409:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049188096, offset 0 00000400:00000200:2.0:1767384646.877413:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384646.877421:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384646.877432:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005f00 00000400:00000200:1.0:1767384646.877432:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.877442:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x135d [2] + 0 00000400:00000010:2.0:1767384646.877445:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000400:00000200:2.0:1767384646.877449:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047941655 00000400:00000200:2.0:1767384646.877454:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.877464:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.877469:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384646.877474:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047941655 00000400:00000010:2.0:1767384646.877476:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047941655. 00000100:00000001:2.0:1767384646.877481:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384646.877482:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384646.877485:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000cdf62dc9 x1853237049188096 msgsize 4848 00000100:00100000:2.0:1767384646.877491:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384646.877493:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384646.877498:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877501:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384646.877509:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b1b0398 00000400:00000010:2.0:1767384646.877511:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b1b0398. 00000100:00000001:2.0:1767384646.877515:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384646.877519:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.877526:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384646.877529:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.877530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877539:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877542:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384646.877547:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877550:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294936206 00000100:00000010:2.0:1767384646.877555:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000603cf7a1. 00000400:00000200:1.0:1767384646.877557:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877560:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384646.877568:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294936206 00000100:00000010:2.0:1767384646.877586:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007987cbd6. 00000100:00000001:2.0:1767384646.877589:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384646.877593:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294936206 00000100:00000010:2.0:1767384646.877596:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000100:00000001:2.0:1767384646.877599:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384646.877601:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294936206 00000100:00000010:2.0:1767384646.877603:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de90c635. 00000100:00000001:2.0:1767384646.877606:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384646.877610:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877618:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.877621:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877624:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877626:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.877634:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384646.877635:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384646.877638:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.877640:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384646.877642:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877644:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.877652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877656:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.877659:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384646.877661:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384646.877665:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.877671:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384646.877673:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.877676:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384646.877677:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384646.877679:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.877682:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049188224:0@lo:253: 00000100:00000001:2.0:1767384646.877685:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384646.877687:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384646.877689:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.877689:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 02000000:00000001:2.0:1767384646.877690:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384646.877697:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044353186. 02000000:00000001:2.0:1767384646.877700:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384646.877704:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c88726. 00000400:00000010:2.0:1767384646.877709:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b1b0398. 00000100:00000200:2.0:1767384646.877712:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049188224, portal 25 00000100:00000001:2.0:1767384646.877714:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384646.877716:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 00000100:00000040:2.0:1767384646.877749:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.877754:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384646.877759:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000040:2.0:1767384646.877766:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384646.877769:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083c45b0c. 00000100:00000200:2.0:1767384646.877772:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049188224, offset 0 00000400:00000200:2.0:1767384646.877778:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384646.877785:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384646.877791:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260005f80 00000400:00000200:2.0:1767384646.877796:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1365 [2] + 0 00000400:00000010:2.0:1767384646.877799:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6174d4b. 00000400:00000200:2.0:1767384646.877803:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e0ab542 00000400:00000200:2.0:1767384646.877806:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.877810:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384646.877813:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.877814:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e0ab542 00000400:00000010:2.0:1767384646.877818:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e0ab542. 00000100:00000001:2.0:1767384646.877823:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384646.877824:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384646.877826:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000eb62b58a x1853237049188224 msgsize 4848 00000100:00100000:2.0:1767384646.877833:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384646.877835:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384646.877844:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384646.877848:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c45b0c 00000400:00000010:2.0:1767384646.877850:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083c45b0c. 00000100:00000001:2.0:1767384646.877853:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384646.877857:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.877864:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384646.877864:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000040:2.0:1767384646.877868:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.877874:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877876:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384646.877880:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877882:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294936207 00000100:00000001:2.0:1767384646.877889:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936206 00000100:00000001:2.0:1767384646.877893:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294936207 00000100:00000001:2.0:1767384646.877895:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936206 00000100:00000001:2.0:1767384646.877905:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294936207 00000100:00000001:2.0:1767384646.877910:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936206 00000100:00000001:2.0:1767384646.877914:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294936207 00000400:00000200:1.0:1767384646.877916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877917:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936206 00000100:00000001:2.0:1767384646.877925:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.877926:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877929:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877931:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.877935:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384646.877937:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384646.877940:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.877941:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384646.877943:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877945:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.877955:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.877957:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.877973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.877974:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384646.877977:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188096 02000000:00000001:2.0:1767384646.877980:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384646.877983:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.877985:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.877988:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.877991:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188096 00000020:00000001:2.0:1767384646.877994:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384646.877996:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384646.877999:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.878001:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:2.0:1767384646.878004:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384646.878007:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384646.878012:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384646.878017:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008afa7f3. 00000100:00000001:2.0:1767384646.878021:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.878025:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008afa7f3. 00000400:00000200:1.0:1767384646.878031:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000010:2.0:1767384646.878033:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005743ebdc. 00000020:00000010:2.0:1767384646.878049:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4357f02. 00000020:00000010:2.0:1767384646.878055:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000040:2.0:1767384646.878066:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384646.878070:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384646.878072:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384646.878075:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.878083:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.878084:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878096:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.878111:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384646.878113:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188224 02000000:00000001:2.0:1767384646.878115:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384646.878117:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.878119:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.878123:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.878125:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188224 00000020:00000001:2.0:1767384646.878127:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384646.878129:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384646.878132:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384646.878133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000020:00000040:2.0:1767384646.878134:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:2.0:1767384646.878140:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384646.878143:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384646.878147:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384646.878151:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008afa7f3. 00000100:00000001:2.0:1767384646.878153:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.878156:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008afa7f3. 00000020:00000010:2.0:1767384646.878162:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e636da6. 00000400:00000200:1.0:1767384646.878166:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000020:00000010:2.0:1767384646.878167:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009328593e. 00000020:00000010:2.0:1767384646.878174:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001905c104. 00000100:00000001:2.0:1767384646.878178:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384646.878180:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384646.878182:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878185:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878188:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.878201:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384646.878201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000001:2.0:1767384646.878203:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384646.878217:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:2.0:1767384646.878220:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384646.878223:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649998416 : -128357059553200 : ffff8b428b0f9850) 00000400:00000200:1.0:1767384646.878224:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000100:00000040:2.0:1767384646.878232:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdf62dc9 x1853237049188096/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.878243:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384646.878247:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008afa7f3. 00000100:00000001:2.0:1767384646.878250:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.878253:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008afa7f3. 00000400:00000200:1.0:1767384646.878257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000100:00100000:2.0:1767384646.878261:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdf62dc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049188096:12345-0@lo:253: 00000100:00000200:2.0:1767384646.878268:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188096 00000020:00000001:2.0:1767384646.878272:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384646.878277:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384646.878280:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.878283:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384646.878285:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384646.878289:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384646.878292:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384646.878294:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384646.878297:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384646.878300:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878304:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384646.878305:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 02000000:00000001:2.0:1767384646.878308:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384646.878316:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e44ec08c. 02000000:00000001:2.0:1767384646.878319:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878323:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.878326:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384646.878335:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008214b0db. 20000000:01000000:2.0:1767384646.878339:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384646.878342:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384646.878344:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 20000000:00000001:2.0:1767384646.878345:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384646.878350:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.878353:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.878364:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384646.878374:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000badb88e5. 20000000:01000000:2.0:1767384646.878377:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:2.0:1767384646.878382:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384646.878383:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00080000:00000001:2.0:1767384646.878388:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384646.878393:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384646.878413:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00080000:00000001:2.0:1767384646.878415:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384646.878435:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.878438:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384646.878439:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00080000:00000001:2.0:1767384646.878440:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.878445:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384646.878447:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384646.878461:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000400:00000200:1.0:1767384646.878462:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000020:00000001:2.0:1767384646.878472:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384646.878475:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384646.878478:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384646.878482:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.878486:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384646.878490:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384646.878490:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000020:00000001:2.0:1767384646.878497:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384646.878504:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384646.878508:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000af3d2300. 00080000:00000001:2.0:1767384646.878511:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717229123072 : -128356480428544 : ffff8b42ad945600) 00080000:00000001:2.0:1767384646.878515:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384646.878518:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384646.878523:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000008afa7f3. 00080000:00000001:2.0:1767384646.878525:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.878527:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384646.878542:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00080000:00000001:2.0:1767384646.878543:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.878562:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384646.878603:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384646.878604:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384646.878610:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384646.878613:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384646.878615:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716649997392 : -128357059554224 : ffff8b428b0f9450) 00000400:00000200:1.0:1767384646.878615:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000100:00000040:2.0:1767384646.878625:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eb62b58a x1853237049188224/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.878637:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384646.878641:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000320dafb9. 00000100:00000001:2.0:1767384646.878643:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.878645:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000320dafb9. 00000100:00100000:2.0:1767384646.878650:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eb62b58a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049188224:12345-0@lo:253: 00000100:00000200:2.0:1767384646.878652:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188224 00000020:00000001:2.0:1767384646.878654:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384646.878656:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384646.878657:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000020:00000001:2.0:1767384646.878658:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.878663:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384646.878664:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384646.878667:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384646.878668:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384646.878670:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384646.878671:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384646.878673:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878675:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384646.878677:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384646.878689:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fa64fe35. 02000000:00000001:2.0:1767384646.878691:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.878692:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.878693:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 20000000:00000001:2.0:1767384646.878695:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384646.878703:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bd3cff06. 20000000:01000000:2.0:1767384646.878706:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384646.878708:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384646.878709:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384646.878711:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.878713:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.878714:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384646.878752:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.878780:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.878802:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000200:2.0:1767384646.878929:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384646.878932:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5323b3f. 00000400:00000200:2.0:1767384646.878936:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384646.878938:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000400:00000200:2.0:1767384646.878942:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: PUT: OK 00000800:00000010:1.0:1767384646.878945:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8a50741. 00000800:00000010:1.0:1767384646.878950:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e44546f1. 00000400:00000200:2.0:1767384646.878952:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384646.878956:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp38: 0 00000800:00000001:2.0:1767384646.878964:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.878970:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384646.878972:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.878975:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384646.878979:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : PUT - for me 00000800:00000010:1.0:1767384646.878979:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e44546f1. 00000400:00000200:2.0:1767384646.878991:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 544 into portal 0 MB=0x8000000000000000 00000800:00020000:1.0:1767384646.878993:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384646.878999:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8a50741. 00000400:00000200:2.0:1767384646.879000:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp38 of length 528/544 into md 0x1ad9 [1] + 0 00000800:00000010:1.0:1767384646.879005:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:00000010:2.0:1767384646.879007:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560a1beb. 00000400:00000200:2.0:1767384646.879013:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000f8ca1b5 00000800:00000001:2.0:1767384646.879017:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.879024:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384646.879026:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:02020000:1.0:1767384646.879046:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp37 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384646.879053:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp37 notifying 192.168.202.154@tcp37: down 00000800:00000200:1.0:1767384646.879058:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp37 down 00000800:00000100:1.0:1767384646.879064:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.202.154@tcp37 00000800:00000010:1.0:1767384646.879072:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000256609b1. 00000400:00000200:1.0:1767384646.879075:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384646.879079:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384646.879086:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp37 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:1.0:1767384646.879088:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384646.879092:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: PUT: OK 00000400:00000200:1.0:1767384646.879094:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:1.0:1767384646.879100:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384646.879111:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:2.0:1767384646.879116:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000400:00000200:2.0:1767384646.879121:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384646.879125:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (3) 00000400:00000200:2.0:1767384646.879132:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000400:00000200:1.0:1767384646.879132:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.879139:0:16352:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp38 (544 bytes) 00000400:00000200:2.0:1767384646.879147:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:2.0:1767384646.879150:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (4) 00000400:00000200:2.0:1767384646.879156:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384646.879161:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.879164:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:2.0:1767384646.879176:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [117:117:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384646.879182:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.879195:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : ACK try# 0 00000800:00000200:2.0:1767384646.879203:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.879204:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000010:2.0:1767384646.879208:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275be453. 00000800:00000200:2.0:1767384646.879217:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:2.0:1767384646.879231:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000400:00000200:1.0:1767384646.879231:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000200:2.0:1767384646.879237:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000275be453 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384646.879255:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.879262:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.879271:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879294:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000200:2.0:1767384646.879326:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384646.879329:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000010:2.0:1767384646.879331:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275be453. 00000400:00000200:2.0:1767384646.879337:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.879344:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: ACK: OK 00000800:00000001:2.0:1767384646.879351:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.879356:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384646.879360:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384646.879363:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000800:00000001:2.0:1767384646.879366:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384646.879370:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.879380:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384646.879387:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : ACK - for me 00000400:00000200:2.0:1767384646.879401:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp38: ACK from 12345-192.168.202.154@tcp38 into md 0x1b21 00000400:00000200:2.0:1767384646.879405:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.879408:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384646.879411:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: ACK: OK 00000400:00000200:2.0:1767384646.879417:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a99e3d 00000400:00000010:2.0:1767384646.879420:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062a99e3d. 00000400:00000200:2.0:1767384646.879425:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384646.879429:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp38 ev->status 0 00000400:00000200:2.0:1767384646.879433:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:2.0:1767384646.879436:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000800:00000001:2.0:1767384646.879444:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384646.879445:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000800:00000001:2.0:1767384646.879449:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.879477:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879517:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879542:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879596:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879638:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879664:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879702:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879755:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879789:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879810:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879858:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879898:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879934:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.879985:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880047:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880083:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880106:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880125:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880157:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880183:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880216:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880236:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880253:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384646.880271:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384646.880361:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384646.880364:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8a50741. 00000800:00000010:1.0:1767384646.880367:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e44546f1. 00000800:00000010:1.0:1767384646.880382:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e44546f1. 00000800:00020000:1.0:1767384646.880387:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384646.880389:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8a50741. 00000800:00000010:1.0:1767384646.880391:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384646.880427:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp38 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384646.880441:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384646.880444:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000a050e922. 00000400:00000010:1.0:1767384646.880447:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df37db4b. 00000400:00000010:1.0:1767384646.880449:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000870009e9. 00000400:00000200:1.0:1767384646.880452:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a050e922 00000400:00000010:1.0:1767384646.880454:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000640f7724. 00000400:00000200:1.0:1767384646.880457:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:1.0:1767384646.880459:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x301171 00000400:00000001:1.0:1767384646.880461:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384646.880462:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384646.880463:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000400:00000010:1.0:1767384646.880464:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000400:00000200:1.0:1767384646.880466:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384646.880476:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384646.880478:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000400:00000200:1.0:1767384646.880481:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384646.880484:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc -71 00000400:00000200:1.0:1767384646.880487:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384646.880490:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (30) 00000400:00000200:1.0:1767384646.880492:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x202061 00000400:00000200:1.0:1767384646.880494:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 00000400:00000010:1.0:1767384646.880497:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000009f6395b0. 00000400:00000010:1.0:1767384646.880499:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000400:00000010:1.0:1767384646.880502:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008dc4093e. 00000400:00000200:1.0:1767384646.880505:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.880511:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:1.0:1767384646.880514:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:1.0:1767384646.880517:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.880518:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp38 lpni_is_preferred = 0 00000400:00000200:1.0:1767384646.880520:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.880523:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [118:118:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767384646.880527:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.880532:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : GET try# 0 00000800:00000200:1.0:1767384646.880537:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp38 00000800:00000010:1.0:1767384646.880540:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000256609b1. 00000800:00000200:1.0:1767384646.880544:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:1.0:1767384646.880546:0:16355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 4, 4 secs later) 00000800:00000200:1.0:1767384646.880550:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00000800:00000200:1.0:1767384646.880552:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000256609b1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384646.880563:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp38 00000400:00000200:1.0:1767384646.880565:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200261 rc 0 00000800:00000200:1.0:1767384646.880625:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384646.880628:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000256609b1. 00000400:00000200:1.0:1767384646.880637:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.880641:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: GET: OK 00000400:00000200:1.0:1767384646.880644:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384646.880646:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp38: 0 00000800:00000001:1.0:1767384646.880651:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880655:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384646.880657:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880660:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.880666:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : GET - for me 00000400:00000200:1.0:1767384646.880672:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384646.880675:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp38 of length 544/544 into md 0x1b19 [1] + 0 00000400:00000200:1.0:1767384646.880681:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:1.0:1767384646.880686:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [119:119:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384646.880697:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : REPLY try# 0 00000800:00000200:1.0:1767384646.880700:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:1.0:1767384646.880703:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000256609b1. 00000800:00000200:1.0:1767384646.880706:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:1.0:1767384646.880708:0:16352:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 4, 4 secs later) 00000800:00000200:1.0:1767384646.880712:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:1.0:1767384646.880714:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000256609b1 type 3, nob 640 niov 1 nkiov 1 00000800:00000200:1.0:1767384646.880776:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384646.880778:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000256609b1. 00000400:00000200:1.0:1767384646.880780:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.880783:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000800:00000001:1.0:1767384646.880789:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880791:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384646.880794:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880796:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384646.880797:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880798:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.880809:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : REPLY - for me 00000400:00000200:1.0:1767384646.880818:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp38: Reply from 12345-192.168.202.154@tcp38 of length 544/544 into md 0x1b39 00000800:00000001:1.0:1767384646.880821:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880825:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.880826:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.880828:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000400:00000200:1.0:1767384646.880830:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000400:00000010:1.0:1767384646.880832:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000400:00000200:1.0:1767384646.880834:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384646.880837:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp38 has discovery enabled 00000400:00000200:1.0:1767384646.880840:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000400:00000200:1.0:1767384646.880842:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp38 data present 0. state = 0x200261 00000400:00000200:1.0:1767384646.880845:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 00000400:00000200:1.0:1767384646.880851:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000800:00000001:1.0:1767384646.880856:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.880858:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.880872:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384646.880875:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x2000e1 00000400:00020000:1.0:1767384646.880880:0:16355:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.154@tcp NID 192.168.202.154@tcp is already locked with peer 0000000036e4b636 00080000:00000010:2.0:1767384646.881334:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000af3d2300. 00080000:00000010:2.0:1767384646.881351:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000008afa7f3. 00040000:00000001:2.0:1767384646.881356:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384646.881358:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384646.881360:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384646.881363:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384646.881365:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.881367:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384646.881377:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384646.881389:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384646.881391:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384646.881396:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384646.881396:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384646.881401:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384646.881404:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384646.881409:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384646.881413:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384646.881422:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000894a53b4. 00010000:00000001:0.0:1767384646.881428:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384646.881432:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab2b200d. 00000020:00000001:0.0:1767384646.881435:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384646.881438:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab2b200d with handle 0xefc2db714b35c475 to hash 00000020:00000001:0.0:1767384646.881441:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000010:2.0:1767384646.881442:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af3d2300. 00010000:00000001:0.0:1767384646.881443:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 20000000:01000000:2.0:1767384646.881447:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00010000:00000001:0.0:1767384646.881449:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 20000000:00000001:2.0:1767384646.881450:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384646.881454:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384646.881456:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384646.881457:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384646.881461:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.881466:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384646.881475:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384646.881477:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384646.881482:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.881484:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384646.881485:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.881489:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384646.881490:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.881491:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:2.0:1767384646.881492:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000001:0.0:1767384646.881495:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:2.0:1767384646.881496:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:2.0:1767384646.881500:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384646.881500:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384646.881505:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384646.881505:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384646.881511:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384646.881512:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.881516:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384646.881516:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384646.881518:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384646.881520:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1767384646.881522:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:0.0:1767384646.881523:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384646.881527:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384646.881528:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384646.881531:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:2.0:1767384646.881533:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b6eb33e. 00010000:00000040:0.0:1767384646.881533:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000894a53b4) refcount = 1 00080000:00000001:2.0:1767384646.881538:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717229117952 : -128356480433664 : ffff8b42ad944200) 00010000:00010000:0.0:1767384646.881539:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384646.881543:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384646.881546:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384646.881548:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000010:2.0:1767384646.881550:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000008afa7f3. 00010000:00000001:0.0:1767384646.881551:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384646.881554:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384646.881555:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.881557:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.881558:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384646.881560:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384646.881564:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384646.881566:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384646.881567:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384646.881587:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384646.881589:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384646.881590:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:0.0:1767384646.881592:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=4 00000020:00000001:0.0:1767384646.881595:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384646.881598:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384646.881600:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384646.881601:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384646.881603:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384646.881609:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384646.881610:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000010:2.0:1767384646.881612:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008214b0db. 00010000:00010000:0.0:1767384646.881613:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384646.881617:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384646.881618:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384646.881623:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.881628:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384646.881629:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188096 00010000:00000001:2.0:1767384646.881635:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384646.881639:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384646.881641:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdf62dc9 x1853237049188096/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.881642:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.881648:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384646.881651:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.881654:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384646.881658:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.881659:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab2b200d already unused, calling callback (00000000d66be316) 00000100:00001000:2.0:1767384646.881662:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=64 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384646.881663:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384646.881666:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384646.881669:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384646.881669:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384646.881674:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384646.881678:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384646.881681:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384646.881682:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384646.881683:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384646.881685:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.881686:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384646.881689:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=5 00000100:00000001:2.0:1767384646.881690:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384646.881691:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00000040:2.0:1767384646.881697:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384646.881697:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000400:00000010:2.0:1767384646.881701:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083c45b0c. 00010000:00000001:0.0:1767384646.881701:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384646.881702:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384646.881706:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049188096, offset 224 00010000:00000001:0.0:1767384646.881713:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384646.881715:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384646.881716:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384646.881737:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.881741:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384646.881745:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384646.881746:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384646.881749:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384646.881751:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384646.881753:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c475 from hash 00000400:00000200:2.0:1767384646.881756:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005f00 00010000:00000001:0.0:1767384646.881760:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384646.881763:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b25 [2] + 224 00010000:00000001:0.0:1767384646.881765:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384646.881768:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.881770:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.881772:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384646.881774:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384646.881777:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.881777:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384646.881780:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384646.881784:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384646.881787:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384646.881789:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.881790:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384646.881797:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.881803:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384646.881805:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384646.881806:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384646.881808:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384646.881811:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384646.881812:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c45b0c 00010000:00000001:0.0:1767384646.881813:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384646.881815:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083c45b0c. 00000100:00000001:2.0:1767384646.881819:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384646.881819:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.881821:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384646.881824:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.881827:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384646.881834:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.881836:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384646.881839:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384646.881840:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.881843:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384646.881844:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1767384646.881845:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.881848:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384646.881848:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384646.881852:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384646.881854:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384646.881855:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdf62dc9 x1853237049188096/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.881857:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384646.881861:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384646.881865:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.881869:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdf62dc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049188096:12345-0@lo:253: Request processed in 3625us (4382us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384646.881869:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384646.881883:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:2.0:1767384646.881886:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00010000:00000001:0.0:1767384646.881886:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384646.881889:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c475 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384646.881891:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384646.881896:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384646.881900:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:0.0:1767384646.881900:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000894a53b4 count: 0 00000020:00000010:2.0:1767384646.881905:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4357f02. 00000020:00000010:2.0:1767384646.881910:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00010000:00000001:0.0:1767384646.881911:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384646.881913:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005743ebdc. 20000000:00000001:0.0:1767384646.881914:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000040:2.0:1767384646.881920:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:2.0:1767384646.881925:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384646.881926:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e44ec08c. 02000000:00000001:2.0:1767384646.881931:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384646.881933:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384646.881936:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384646.881939:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000516b8a2a. 00000400:00000010:2.0:1767384646.881942:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083c45b0c. 00000100:00000001:2.0:1767384646.881955:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.881957:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384646.881960:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384646.881961:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384646.881962:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c21247c. 00000400:00000200:2.0:1767384646.881965:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a750c963 00000400:00000010:2.0:1767384646.881967:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a750c963. 00000100:00000001:2.0:1767384646.881970:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384646.881972:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384646.881979:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.881988:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384646.881990:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.881992:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384646.881995:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384646.881997:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.881998:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.882001:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384646.882006:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=64 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384646.882011:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384646.882015:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384646.882017:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.882019:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384646.882022:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.882025:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.882031:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.882039:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.882042:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384646.882045:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384646.882048:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384646.882051:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384646.882053:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.882055:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384646.882057:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384646.882059:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384646.882060:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384646.882062:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384646.882064:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384646.882065:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384646.882068:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384646.882076:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049188096:0@lo:253: 00000100:00000001:2.0:1767384646.882081:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.882083:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384646.882093:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049188096/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.882097:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384646.882099:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384646.882101:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000007ed34c1. 02000000:00000001:2.0:1767384646.882104:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384646.882106:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384646.882107:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384646.882109:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384646.882110:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000550eed6b. 02000000:00000001:2.0:1767384646.882113:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384646.882114:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384646.882115:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000100:00000001:2.0:1767384646.882117:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384646.882118:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.882120:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.882124:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384646.882125:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.882126:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.882127:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.883756:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294936207, at 4294936208 00000100:00000010:3.0:1767384646.883763:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de90c635. 00000100:00000040:2.0:1767384646.883790:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294936207, at 4294936208 00000100:00000010:2.0:1767384646.883798:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00080000:00000010:2.0:1767384646.884255:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b6eb33e. 00080000:00000010:2.0:1767384646.884270:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000008afa7f3. 00040000:00000001:2.0:1767384646.884273:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384646.884275:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384646.884278:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384646.884280:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384646.884282:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.884283:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384646.884286:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384646.884293:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384646.884295:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384646.884298:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384646.884304:0:16355:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp flags 0x11: -76 00000400:00000200:1.0:1767384646.884310:0:16355:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp: -76 00000400:00000010:1.0:1767384646.884312:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000009f6395b0. 00000400:00000200:1.0:1767384646.884317:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp38(00000000ac0d7ef7): -76. state = 0x200161 00000400:00000200:1.0:1767384646.884320:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200161 rc -76 00000400:00000200:1.0:1767384646.884324:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp38 (00000000ac0d7ef7) 00000400:00000200:1.0:1767384646.884326:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (2) 00000100:00000040:1.0:1767384646.884338:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294936207, at 4294936208 00000100:00000010:1.0:1767384646.884343:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007987cbd6. 20000000:01000000:2.0:1767384646.884362:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384646.884365:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384646.884393:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384646.884395:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384646.884396:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1767384646.884399:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384646.884400:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384646.884402:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bd3cff06. 00010000:00000010:2.0:1767384646.884406:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078a577c9. 00010000:00000001:2.0:1767384646.884410:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:1.0:1767384646.884412:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384646.884414:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064878c5e. 00010000:00000040:1.0:1767384646.884416:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188224 00000020:00000001:2.0:1767384646.884419:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1767384646.884420:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384646.884423:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064878c5e with handle 0xefc2db714b35c47c to hash 00010000:00000200:1.0:1767384646.884426:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eb62b58a x1853237049188224/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384646.884427:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384646.884429:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384646.884434:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384646.884439:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384646.884440:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384646.884442:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.884443:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.884445:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384646.884446:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384646.884454:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384646.884457:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384646.884458:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384646.884462:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1767384646.884462:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384646.884465:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 02000000:00000001:1.0:1767384646.884466:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384646.884468:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:1.0:1767384646.884468:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.884472:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.884473:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384646.884478:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384646.884479:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:1.0:1767384646.884481:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8a50741. 00010000:00000001:2.0:1767384646.884483:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384646.884485:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049188224, offset 224 00010000:00000001:2.0:1767384646.884488:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:1.0:1767384646.884492:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384646.884493:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384646.884498:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384646.884502:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:1.0:1767384646.884502:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384646.884507:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078a577c9) refcount = 1 00010000:00010000:2.0:1767384646.884513:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384646.884513:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260005f80 00000400:00000200:1.0:1767384646.884520:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b2d [2] + 224 00000400:00000200:1.0:1767384646.884528:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384646.884531:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:1.0:1767384646.884532:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384646.884536:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384646.884537:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384646.884541:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384646.884543:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.884546:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.884553:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384646.884556:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384646.884568:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384646.884587:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 20000000:01000000:2.0:1767384646.884588:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384646.884593:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384646.884594:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a50741 00000020:00000001:2.0:1767384646.884595:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384646.884599:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8a50741. 00000020:00000040:2.0:1767384646.884600:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=4 00000020:00000001:2.0:1767384646.884606:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000100:00000001:1.0:1767384646.884606:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384646.884610:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384646.884612:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384646.884615:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384646.884620:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384646.884623:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.884629:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384646.884634:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384646.884635:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:1.0:1767384646.884636:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.884639:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384646.884640:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384646.884645:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb62b58a x1853237049188224/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.884660:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384646.884663:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eb62b58a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049188224:12345-0@lo:253: Request processed in 6024us (6834us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384646.884664:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384646.884669:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384646.884674:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:1.0:1767384646.884678:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384646.884681:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384646.884684:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384646.884685:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384646.884687:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009328593e. 00010000:00000001:2.0:1767384646.884690:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384646.884692:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001905c104. 00010000:00000001:2.0:1767384646.884694:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1767384646.884696:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e636da6. 00010000:00010000:2.0:1767384646.884698:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384646.884699:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:1.0:1767384646.884705:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384646.884707:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fa64fe35. 02000000:00000001:1.0:1767384646.884713:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1767384646.884714:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064878c5e already unused, calling callback (00000000d66be316) 00000100:00000001:1.0:1767384646.884715:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.884715:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384646.884757:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384646.884762:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384646.884763:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384646.884767:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384646.884767:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384646.884770:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384646.884774:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3c88726. 00000400:00000200:0.0:1767384646.884779:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b1b0398 00010000:00000001:2.0:1767384646.884781:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:0.0:1767384646.884782:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b1b0398. 00010000:00000001:2.0:1767384646.884785:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384646.884787:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384646.884788:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384646.884794:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384646.884801:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=5 00000020:00000001:2.0:1767384646.884806:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000100:00000200:0.0:1767384646.884806:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.884813:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00010000:00000001:2.0:1767384646.884820:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384646.884824:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384646.884824:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384646.884828:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.884834:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384646.884835:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384646.884839:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384646.884841:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384646.884841:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000117eaffd. 00000100:00000001:0.0:1767384646.884843:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384646.884846:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384646.884847:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.884848:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8a50741. 00010000:00000001:2.0:1767384646.884850:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.884854:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.884857:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:0.0:1767384646.884860:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=64 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384646.884861:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384646.884866:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:0.0:1767384646.884867:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=64 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384646.884870:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.884874:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384646.884875:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064878c5e with handle 0xefc2db714b35c47c from hash 00000100:00000001:0.0:1767384646.884876:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.884880:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384646.884882:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384646.884882:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.884887:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.884888:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.884891:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384646.884892:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.884894:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384646.884898:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384646.884901:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384646.884905:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384646.884906:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384646.884911:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.884911:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384646.884914:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.884917:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384646.884919:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384646.884922:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:2.0:1767384646.884923:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:0.0:1767384646.884924:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384646.884928:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:01000004:0.0:1767384646.884928:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384646.884932:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384646.884935:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384646.884936:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.884939:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.884940:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384646.884943:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:2.0:1767384646.884945:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384646.884946:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384646.884948:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384646.884952:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.884954:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384646.884956:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.884975:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.884978:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384646.884979:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049188224:0@lo:253: 00000100:00000001:0.0:1767384646.884985:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.884988:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384646.884990:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384646.884992:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384646.884995:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384646.884996:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000373946b2 x1853237049188224/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.884998:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.885001:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384646.885006:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.885011:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.885012:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384646.885016:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384646.885016:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384646.885020:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044353186. 02000000:00000001:0.0:1767384646.885026:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384646.885030:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:0.0:1767384646.885030:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384646.885031:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00010000:00000001:2.0:1767384646.885036:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384646.885036:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384646.885040:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000044621c82. 00010000:00010000:2.0:1767384646.885041:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064878c5e/0xefc2db714b35c47c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384646.885043:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384646.885045:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384646.885046:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 00000100:00000001:0.0:1767384646.885050:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384646.885052:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.885056:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384646.885057:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078a577c9 count: 0 00000100:00000001:0.0:1767384646.885060:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384646.885062:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.885064:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.885066:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.885068:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384646.885072:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384646.885075:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294936207, at 4294936209 00000100:00000010:0.0:1767384646.885080:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000603cf7a1. 00010000:00000010:0.1:1767384646.889740:0:32671:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000894a53b4. 00010000:00000010:0.1:1767384646.889748:0:32671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00010000:00000010:2.1:1767384646.889896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078a577c9. 00010000:00000010:2.1:1767384646.889906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064878c5e. 00000400:00000010:3.0:1767384646.894288:0:32672:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004a46066e. 00000400:00000040:3.0:1767384646.894307:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384646.894310:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384646.894314:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.894316:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384646.894318:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.894320:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384646.894323:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384646.894325:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384646.894326:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384646.894328:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384646.894330:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384646.894332:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384646.894333:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384646.894335:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384646.894335:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384646.894337:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384646.894338:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384646.894339:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384646.894339:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384646.894341:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.894342:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384646.894343:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384646.894344:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384646.894345:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.894346:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384646.894348:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.894349:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384646.894349:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384646.894350:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384646.894351:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.894352:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384646.894353:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384646.894354:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384646.894356:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384646.894357:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384646.894358:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.894358:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384646.894366:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384646.894367:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384646.894368:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384646.894369:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384646.894371:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384646.894372:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384646.894373:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384646.894374:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384646.894374:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384646.894375:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384646.894376:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384646.894378:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384646.894378:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384646.894379:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384646.894381:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384646.894381:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384646.894382:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384646.894383:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384646.894384:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384646.894385:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384646.894446:0:32672:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004a46066e. 00000400:00000001:1.0:1767384646.931783:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384646.931787:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384646.931789:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384646.931793:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384646.931797:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384646.931803:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384646.931812:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000618c299e. 00000400:00000010:1.0:1767384646.931816:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000400:00000200:1.0:1767384646.931819:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp35 00000400:00000010:1.0:1767384646.931823:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000618c299e. 00000400:00000010:1.0:1767384646.931834:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:1.0:1767384646.931837:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384646.931843:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007933c220. 00000400:00000200:1.0:1767384646.931846:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp35 00000400:00000200:1.0:1767384646.931857:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp35 local destination 00000400:00000200:1.0:1767384646.931862:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp35 00000400:00000200:1.0:1767384646.931866:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp35 NI seq info: [120:120:256:4294967295] 192.168.202.154@tcp35 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384646.931872:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp35 00000400:00000200:1.0:1767384646.931882:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp35(192.168.202.154@tcp35:) -> 192.168.202.154@tcp35(192.168.202.154@tcp35:192.168.202.154@tcp35) : GET try# 0 00000800:00000200:1.0:1767384646.931889:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp35 00000800:00000010:1.0:1767384646.931894:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000256609b1. 00000800:00000200:1.0:1767384646.931902:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000800:00000200:1.1:1767384646.931908:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:1.0:1767384646.931931:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp35 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:3.0:1767384646.931982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932028:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932054:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932082:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932121:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932138:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932169:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932186:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932223:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932252:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932335:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932362:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932383:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932402:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932460:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932497:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932530:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932549:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932567:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932600:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932619:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932641:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932692:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.932983:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933015:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933034:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933048:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933063:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933077:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933091:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384646.933108:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384646.933213:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001af2e4ca. 00000800:00000010:3.0:1767384646.933218:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdf9bff7. 00000800:00000010:3.0:1767384646.933223:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000417b4823. 00000800:00000010:3.0:1767384646.933242:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000417b4823. 00000800:00020000:3.0:1767384646.933250:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384646.933253:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdf9bff7. 00000800:00000010:3.0:1767384646.933256:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001af2e4ca. 00000400:02020000:3.0:1767384646.933292:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp35 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384646.933297:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp35 notifying 192.168.202.154@tcp35: down 00000400:00000200:3.0:1767384646.933301:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384646.933309:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp35 00000800:00000010:3.0:1767384646.933312:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000256609b1. 00000400:00000200:3.0:1767384646.933315:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384646.933318:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp35->192.168.202.154@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384646.933324:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384646.933326:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384646.933329:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384647.187776:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384647.187781:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.187786:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384647.187788:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384647.187820:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384647.187823:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384647.187826:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384647.955843:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384647.955849:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384647.955854:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384647.955860:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384647.955869:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384647.955879:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384647.955891:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000618c299e. 00000400:00000010:1.0:1767384647.955901:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000400:00000200:1.0:1767384647.955916:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp36 00000400:00000010:1.0:1767384647.955920:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000618c299e. 00000400:00000010:1.0:1767384647.955926:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:1.0:1767384647.955930:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384647.955941:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa60e2ae. 00000400:00000200:1.0:1767384647.955949:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp36 00000400:00000200:1.0:1767384647.955963:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp36 local destination 00000400:00000200:1.0:1767384647.955976:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp36 00000400:00000200:1.0:1767384647.955983:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp36 NI seq info: [121:121:256:4294967295] 192.168.202.154@tcp36 LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1767384647.955990:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp36 00000400:00000200:1.0:1767384647.956005:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp36(192.168.202.154@tcp36:) -> 192.168.202.154@tcp36(192.168.202.154@tcp36:192.168.202.154@tcp36) : GET try# 0 00000800:00000200:1.0:1767384647.956013:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp36 00000800:00000010:1.0:1767384647.956020:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000256609b1. 00000800:00000200:1.0:1767384647.956028:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000800:00000200:1.1:1767384647.956036:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000400:00000200:1.0:1767384647.956062:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp36 added to recovery queue. ping count: 2 next ping: 273 health :800 00000400:00000200:1.0:1767384647.956067:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp37 00000400:00000010:1.0:1767384647.956069:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000012594bf6. 00000400:00000010:1.0:1767384647.956073:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008b6f3ba8. 00000400:00000010:1.0:1767384647.956075:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000400:00000010:1.0:1767384647.956079:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d197db0c. 00000400:00000200:1.0:1767384647.956082:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp37 00000400:00000200:1.0:1767384647.956089:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp37 local destination 00000400:00000200:1.0:1767384647.956092:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp37 00000400:00000200:1.0:1767384647.956095:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [122:122:256:4294967295] 192.168.202.154@tcp37 LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1767384647.956099:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp37 00000400:00000200:1.0:1767384647.956106:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:) -> 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) : GET try# 0 00000800:00000200:1.0:1767384647.956112:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp37 00000800:00000010:1.0:1767384647.956115:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5323b3f. 00000800:00000200:1.0:1767384647.956120:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000800:00000200:1.1:1767384647.956125:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000400:00000200:1.0:1767384647.956140:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp37 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:1.0:1767384647.956233:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956313:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956414:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956449:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956491:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956516:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956545:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956582:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956618:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956663:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956707:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956797:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956836:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956893:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.956993:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957063:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957179:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957272:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957369:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957450:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957508:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957604:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957700:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957844:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.957911:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958009:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958068:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958137:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958194:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958233:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958270:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958316:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958375:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384647.958620:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384647.958633:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000433e9cd5. 00000800:00000010:1.0:1767384647.958640:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d37bd9. 00000800:00000010:1.0:1767384647.958667:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d37bd9. 00000800:00020000:1.0:1767384647.958680:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384647.958684:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000433e9cd5. 00000800:00000010:1.0:1767384647.958687:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384647.958788:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp36 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384647.958796:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp36 notifying 192.168.202.154@tcp36: down 00000400:00000200:1.0:1767384647.958802:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384647.958808:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp36 00000800:00000010:1.0:1767384647.958811:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000256609b1. 00000400:00000200:1.0:1767384647.958816:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384647.958823:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp36->192.168.202.154@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384647.958834:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384647.958837:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384647.958842:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp36) recovery failed with -71 00000400:00000200:1.0:1767384647.958892:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958941:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.958983:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959040:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959073:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959116:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959167:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959215:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959250:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959315:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959345:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959372:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959398:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959435:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959491:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959616:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959646:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959675:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959717:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959792:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959839:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959873:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959904:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959937:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.959968:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960021:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960071:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960151:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384647.960251:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384647.960406:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384647.960411:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000433e9cd5. 00000800:00000010:1.0:1767384647.960417:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d37bd9. 00000800:00000010:1.0:1767384647.960443:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d37bd9. 00000800:00020000:1.0:1767384647.960451:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384647.960454:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000433e9cd5. 00000800:00000010:1.0:1767384647.960457:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384647.960499:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp37 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384647.960505:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp37 notifying 192.168.202.154@tcp37: down 00000400:00000200:1.0:1767384647.960508:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384647.960512:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp37 00000800:00000010:1.0:1767384647.960522:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5323b3f. 00000400:00000200:1.0:1767384647.960526:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384647.960531:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384647.960538:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384647.960541:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384647.960546:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp37) recovery failed with -71 00010000:00000001:1.0:1767384648.211791:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384648.211797:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.211805:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384648.211807:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.211830:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384648.211833:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384648.211835:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384648.454843:0:33125:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000214ef3c4. 00080000:00000010:1.0:1767384648.454853:0:33125:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000214ef3c4. 00000020:00000001:1.0:1767384648.454857:0:33125:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384648.454863:0:33125:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000214ef3c4. 00080000:00000010:1.0:1767384648.454866:0:33125:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000214ef3c4. 00000020:00000001:1.0:1767384648.454869:0:33125:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384648.788798:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384648.788816:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:1.0:1767384648.788822:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767384648.788824:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000100:00000001:1.0:1767384648.788830:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:2.0:1767384648.788832:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:1.0:1767384648.788836:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000478db517. 00000100:00000001:2.0:1767384648.788838:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1767384648.788843:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 02000000:00000001:2.0:1767384648.788844:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384648.788847:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.788850:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384648.788851:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.788853:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384648.788866:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029ed8c4. 02000000:00000010:2.0:1767384648.788867:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006bbadaf. 00000100:00000001:1.0:1767384648.788873:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.788874:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.788885:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384648.788886:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.788889:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.788899:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384648.788903:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.788904:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_01+1] req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.788908:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478db517] to pc [ptlrpcd_00_02+2] req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384648.788968:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.788969:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384648.788970:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.788977:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384648.788995:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384648.788995:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384648.788997:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.789003:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384648.789005:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006552ed6a. 00000100:00000001:2.0:1767384648.789012:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384648.789013:0:473:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384648.789015:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.789026:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.789030:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384648.789037:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.789039:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384648.789042:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384648.789044:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004228d88. 02000000:00000001:3.0:1767384648.789049:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384648.789051:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384648.789051:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.789055:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384648.789061:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.789062:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384648.789062:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.789070:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384648.789075:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049188480:0@lo:13: 00000100:00000040:2.0:1767384648.789083:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.789096:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384648.789107:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384648.789109:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384648.789112:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.789114:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.789132:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384648.789134:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384648.789135:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006552ed6a] to pc [ptlrpcd_00_03+3] req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.789137:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384648.789140:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075b19d5d. 02000000:00000001:2.0:1767384648.789146:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384648.789147:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.789153:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.789161:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.789163:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000100:00000001:1.0:1767384648.789165:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.789169:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000478db517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049188352:0@lo:400: 00000100:00000040:1.0:1767384648.789175:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384648.789178:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384648.789180:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000100:00000001:1.0:1767384648.789180:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384648.789184:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384648.789186:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000535bd4e9. 02000000:00000001:2.0:1767384648.789188:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384648.789193:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049188480, portal 4 02000000:00000001:2.0:1767384648.789195:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384648.789195:0:473:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384648.789206:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384648.789207:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bd35f98. 00000100:00000001:1.0:1767384648.789207:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384648.789217:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 02000000:00000001:2.0:1767384648.789218:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.789219:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384648.789228:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.789232:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c21247c. 00000100:00000040:3.0:1767384648.789233:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384648.789239:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c792c7. 00000400:00000010:2.0:1767384648.789253:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000001:1.0:1767384648.789254:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.789255:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384648.789265:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384648.789266:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188352, portal 25 00000100:00000040:1.0:1767384648.789271:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.789272:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.789282:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228739456 : -128356480812160 : ffff8b42ad8e7b80) 00000400:00000010:3.0:1767384648.789283:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3b491b2. 00000100:00000200:3.0:1767384648.789294:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049188480, offset 0 00000100:00000001:1.0:1767384648.789297:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384648.789298:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.789301:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.789310:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384648.789311:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384648.789320:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384648.789323:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000535bd4e9] to pc [ptlrpcd_00_00+0] req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.789325:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000200:2.0:1767384648.789332:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049188352, offset 0 00000400:00000200:3.0:1767384648.789342:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.789351:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384648.789355:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.789361:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260006080 00000100:00000040:1.0:1767384648.789362:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384648.789377:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384648.789378:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384648.789383:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000100:00000010:1.0:1767384648.789386:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d4b1ae5. 00000020:00000040:1.0:1767384648.789396:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384648.789399:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.789400:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384648.789402:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384648.789403:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.789415:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260006000 02000000:00000010:1.0:1767384648.789416:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c0e409. 00000400:00000200:3.0:1767384648.789420:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384648.789427:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.789439:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384648.789441:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1375 [2] + 0 00000400:00000010:2.0:1767384648.789450:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095130aa5. 00000100:00000001:1.0:1767384648.789452:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384648.789455:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.789467:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4b1ae5] to pc [ptlrpcd_00_01+1] req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.789469:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000929ee564 00000400:00000200:2.0:1767384648.789479:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384648.789479:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.789480:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384648.789487:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384648.789489:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000400:00000200:2.0:1767384648.789496:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384648.789517:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ee564 00000100:00000010:3.0:1767384648.789518:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ab9bbbd. 00000100:00000001:1.0:1767384648.789520:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384648.789523:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000929ee564. 00000100:00000040:3.0:1767384648.789532:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000005ab9bbbd x1853237049188480 msgsize 224 00000100:00000001:1.0:1767384648.789534:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.789536:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384648.789543:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384648.789545:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384648.789550:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000005c69d55b x1853237049188352 msgsize 224 00000100:00000040:1.0:1767384648.789567:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.789568:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384648.789592:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384648.789595:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384648.789596:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384648.789599:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.789604:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384648.789605:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384648.789607:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.789611:0:16359:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384648.789612:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.789620:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006552ed6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049188608:0@lo:400: 00000400:00000200:3.0:1767384648.789622:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b491b2 00000100:00000001:1.0:1767384648.789625:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384648.789626:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3b491b2. 00000100:00000001:3.0:1767384648.789631:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384648.789632:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000100:00000200:3.0:1767384648.789641:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384648.789641:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384648.789642:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 02000000:00000001:1.0:1767384648.789647:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.789657:0:16359:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384648.789659:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384648.789668:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000484dc3f9. 00000100:00000200:2.0:1767384648.789669:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384648.789677:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.789682:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384648.789685:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc171d1. 00000100:00000040:3.0:1767384648.789690:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384648.789695:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000985c7b6c. 00000100:00000200:1.0:1767384648.789708:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188608, portal 4 00000100:00000001:3.0:1767384648.789723:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.789727:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384648.789750:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.789752:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228733184 : -128356480818432 : ffff8b42ad8e6300) 00000100:00000001:3.0:1767384648.789757:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.789762:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.789762:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384648.789767:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3448 usecs (4 jiffies) 00000100:00000040:2.0:1767384648.789774:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.789779:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938118 00000100:00000010:3.0:1767384648.789791:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070247f71. 00000100:00000001:1.0:1767384648.789793:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384648.789796:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.789804:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384648.789805:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384648.789807:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384648.789810:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a99e3d. 00000100:00000200:1.0:1767384648.789815:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049188608, offset 0 00000100:00000001:3.0:1767384648.789818:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938118 00000100:00000001:2.0:1767384648.789819:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384648.789825:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000400:00000200:1.0:1767384648.789827:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384648.789828:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294938119 00000100:00000001:3.0:1767384648.789853:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384648.789857:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384648.789860:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938118 00000100:00000001:3.0:1767384648.789862:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938118 00000400:00000200:1.0:1767384648.789866:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260006100 00000100:00000001:2.0:1767384648.789871:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294938119 00000100:00000010:3.0:1767384648.789874:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e01022f9. 00000400:00000200:1.0:1767384648.789879:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000100:00000001:2.0:1767384648.789880:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938118 00000100:00000001:3.0:1767384648.789886:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384648.789892:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384648.789902:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294938119 00000100:00000001:3.0:1767384648.789903:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938118 00000400:00000200:1.0:1767384648.789903:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384648.789918:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384648.789919:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064a3fce. 00000100:00000001:2.0:1767384648.789921:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938118 00000100:00000200:1.0:1767384648.789923:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384648.789944:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5bfe3b9. 00000100:00000001:3.0:1767384648.789945:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384648.789945:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294938119 00000100:00000040:1.0:1767384648.789955:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000a5bfe3b9 x1853237049188608 msgsize 224 00000100:00000001:3.0:1767384648.789957:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.789961:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938118 00000100:00000001:3.0:1767384648.789966:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.789971:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.789973:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.789982:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384648.789982:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384648.789983:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790011:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384648.790013:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384648.790015:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790016:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384648.790023:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a99e3d 00000100:00000001:3.0:1767384648.790027:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.790030:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384648.790030:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062a99e3d. 00000100:00000001:3.0:1767384648.790032:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.790042:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384648.790047:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384648.790052:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384648.790053:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384648.790057:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.790066:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384648.790082:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.790088:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.790096:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790111:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384648.790112:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.790126:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384648.790132:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.790142:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384648.790146:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384648.790146:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.790151:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384648.790161:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.790162:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188480 00000100:00000001:1.0:1767384648.790164:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.790170:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384648.790172:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.790174:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384648.790176:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d4b1ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049188864:0@lo:400: 00000100:00000001:2.0:1767384648.790181:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790183:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384648.790187:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.790188:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384648.790189:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.790194:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.790195:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3448 usecs (4 jiffies) 00000100:00100000:2.0:1767384648.790196:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188480 02000000:00000001:3.0:1767384648.790200:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384648.790204:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384648.790204:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938118 02000000:00000010:3.0:1767384648.790205:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c180be. 00000020:00000040:2.0:1767384648.790208:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 02000000:00000001:3.0:1767384648.790217:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.790218:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384648.790219:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938119 00000020:00000040:2.0:1767384648.790225:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000400:00000010:3.0:1767384648.790231:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000020:00000001:2.0:1767384648.790233:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384648.790233:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938118 00000020:00000001:2.0:1767384648.790244:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000400:00000010:3.0:1767384648.790247:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3b491b2. 00000100:00000001:1.0:1767384648.790248:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938119 00000100:00000001:2.0:1767384648.790250:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384648.790258:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938118 00000100:00000200:3.0:1767384648.790259:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188864, portal 10 00000020:00000010:2.0:1767384648.790263:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029a717e5. 00000100:00000001:3.0:1767384648.790270:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384648.790273:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008e96a4ba. 00000100:00000001:3.0:1767384648.790274:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228731392 : -128356480820224 : ffff8b42ad8e5c00) 00000100:00000001:1.0:1767384648.790275:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938119 00000100:00000001:1.0:1767384648.790289:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938118 00000020:00000040:2.0:1767384648.790293:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000040:3.0:1767384648.790294:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.790296:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938119 00000100:00000001:1.0:1767384648.790303:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.790306:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384648.790312:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d576eed. 00000100:00000001:1.0:1767384648.790317:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.790323:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5f992d3. 00000100:00000001:1.0:1767384648.790327:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.790333:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000001:1.0:1767384648.790335:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.790348:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384648.790349:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384648.790353:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.790358:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384648.790358:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384648.790363:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384648.790365:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384648.790371:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.790373:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.790374:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384648.790375:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dcabb22. 00000100:00000001:1.0:1767384648.790380:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384648.790386:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049188864, offset 0 00000100:00000001:1.0:1767384648.790386:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.790389:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.790413:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384648.790415:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.790434:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384648.790447:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006200 00000100:00000001:1.0:1767384648.790449:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384648.790450:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384648.790454:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188352 00000400:00000200:3.0:1767384648.790461:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 02000000:00000001:1.0:1767384648.790462:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.790463:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384648.790471:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384648.790474:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384648.790475:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.790483:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 02000000:00000001:1.0:1767384648.790487:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.790492:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384648.790493:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00100000:1.0:1767384648.790494:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188352 00000100:00000001:2.0:1767384648.790510:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420402432 : -128356289149184 : ffff8b42b8fb0700) 00000020:00000001:1.0:1767384648.790511:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384648.790517:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767384648.790517:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000040:2.0:1767384648.790524:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ab9bbbd x1853237049188480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384648.790526:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384648.790538:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384648.790540:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000461213b2. 00000020:00000040:1.0:1767384648.790544:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:2.0:1767384648.790546:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384648.790547:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000461213b2 x1853237049188864 msgsize 224 00000020:00000001:1.0:1767384648.790550:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:2.0:1767384648.790570:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a09bc9f1. 00000020:00000001:1.0:1767384648.790573:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384648.790579:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384648.790589:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384648.790591:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a09bc9f1. 00000100:00000001:1.0:1767384648.790593:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384648.790609:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1e72a00. 00000100:00100000:2.0:1767384648.790610:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ab9bbbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049188480:12345-0@lo:13: 00000100:00000001:1.0:1767384648.790616:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384648.790617:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188480 00000100:00000001:3.0:1767384648.790618:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384648.790623:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384648.790624:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1e72a00. 00000400:00000200:3.0:1767384648.790628:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcabb22 00000020:00000001:2.0:1767384648.790628:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384648.790631:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c600f3b1. 00000400:00000010:3.0:1767384648.790637:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dcabb22. 00000020:00000001:2.0:1767384648.790638:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384648.790639:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c0e478. 00000100:00000001:3.0:1767384648.790655:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384648.790656:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384648.790656:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000100:00000200:3.0:1767384648.790662:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384648.790662:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000100:00000040:1.0:1767384648.790666:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384648.790678:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384648.790679:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384648.790685:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384648.790689:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.790694:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790695:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384648.790697:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384648.790703:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.790703:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.790706:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384648.790713:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790721:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790723:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384648.790729:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.790750:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384648.790753:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2833 usecs (3 jiffies) 02000000:00000001:2.0:1767384648.790756:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384648.790757:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294938118 00000100:00000001:1.0:1767384648.790761:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.790763:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294938119 02000000:00000010:2.0:1767384648.790765:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004898bd0d. 00000100:00000001:3.0:1767384648.790768:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294938118 00000100:00000001:3.0:1767384648.790773:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294938119 02000000:00000001:2.0:1767384648.790774:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.790775:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384648.790778:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384648.790782:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790786:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294938118 00000100:00100000:1.0:1767384648.790787:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00002000:00000001:2.0:1767384648.790791:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384648.790809:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384648.790812:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294938119 00002000:00000001:2.0:1767384648.790813:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384648.790813:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518998608 : -128356190553008 : ffff8b42bedb7c50) 00000020:00000001:2.0:1767384648.790821:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384648.790823:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294938118 00000100:00000040:1.0:1767384648.790829:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c69d55b x1853237049188352/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.790830:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294938119 00000020:00000001:2.0:1767384648.790837:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.790841:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.790853:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384648.790855:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384648.790865:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384648.790870:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384648.790875:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384648.790876:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384648.790886:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1e72a00. 00000020:00000020:2.0:1767384648.790889:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384648.790890:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384648.790892:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.790895:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384648.790899:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1e72a00. 00000100:00000001:3.0:1767384648.790904:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000020:2.0:1767384648.790907:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384648.790909:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.790915:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.790916:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c69d55b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049188352:12345-0@lo:400: 00002000:00000001:2.0:1767384648.790917:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:3.0:1767384648.790921:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000001:00000001:2.0:1767384648.790927:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384648.790934:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384648.790936:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384648.790936:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188352 00000100:00000001:3.0:1767384648.790954:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384648.790954:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:2.0:1767384648.790955:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.790957:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.790965:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.790966:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.790969:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1767384648.790969:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049188480 00000020:00000001:1.0:1767384648.790970:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384648.790975:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384648.790977:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.790982:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384648.790991:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384648.790994:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000200:2.0:1767384648.790996:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ab9bbbd x1853237049188480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.790997:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.790997:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000001:1.0:1767384648.791021:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384648.791025:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384648.791026:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384648.791030:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384648.791033:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384648.791041:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.791042:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384648.791043:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384648.791048:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.791052:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.791053:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384648.791055:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000535bd4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237049188736:0@lo:400: 00000100:00000001:1.0:1767384648.791057:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384648.791064:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384648.791065:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00001000:2.0:1767384648.791066:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=56 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384648.791068:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007215df52. 02000000:00000001:3.0:1767384648.791070:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384648.791075:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.791076:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.791083:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384648.791089:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384648.791089:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384648.791095:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000681745da. 00000100:00000040:2.0:1767384648.791096:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:1.0:1767384648.791096:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.791107:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384648.791108:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188352 00000100:00000001:2.0:1767384648.791110:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384648.791111:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384648.791130:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:1.0:1767384648.791131:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c69d55b x1853237049188352/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384648.791139:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.791140:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00010000:00000001:1.0:1767384648.791143:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384648.791146:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dcabb22. 00010000:00000001:1.0:1767384648.791147:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.791149:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384648.791160:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049188736, portal 10 00000100:00001000:1.0:1767384648.791160:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=66 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384648.791171:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384648.791172:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.791173:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384648.791179:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228734976 : -128356480816640 : ffff8b42ad8e6a00) 00000400:00000010:2.0:1767384648.791184:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000040:1.0:1767384648.791184:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000040:3.0:1767384648.791190:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.791190:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000200:2.0:1767384648.791194:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049188480, offset 224 02000000:00000001:1.0:1767384648.791203:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384648.791209:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.791221:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384648.791226:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384648.791231:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384648.791245:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384648.791249:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384648.791253:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000200:2.0:1767384648.791255:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384648.791257:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a99e3d. 00000100:00000200:3.0:1767384648.791260:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049188736, offset 0 00000100:00000200:1.0:1767384648.791269:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049188352, offset 224 00000400:00000200:3.0:1767384648.791274:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.791283:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260006080 00000400:00000200:3.0:1767384648.791294:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384648.791295:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384648.791312:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006180 00000400:00000200:2.0:1767384648.791318:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b59 [1] + 224 00000400:00000200:1.0:1767384648.791319:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.791336:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.791343:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000400:00000200:1.0:1767384648.791344:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260006000 00000400:00000200:2.0:1767384648.791354:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384648.791361:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384648.791368:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1b5d [1] + 224 00000400:00000200:3.0:1767384648.791370:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384648.791381:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384648.791385:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384648.791386:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384648.791386:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384648.791394:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384648.791402:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030651603. 00000100:00000001:1.0:1767384648.791402:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.791403:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384648.791409:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384648.791410:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000030651603 x1853237049188736 msgsize 224 00000100:00100000:3.0:1767384648.791437:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384648.791452:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384648.791461:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384648.791469:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000100:00000001:3.0:1767384648.791479:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384648.791491:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.791495:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.791497:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.791608:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384648.791610:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384648.791615:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.791625:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a99e3d 00000400:00000010:1.0:1767384648.791632:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062a99e3d. 00000100:00000001:1.0:1767384648.791643:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384648.791651:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384648.791660:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.791676:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384648.791678:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.791684:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384648.791685:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384648.791686:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384648.791690:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.791692:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384648.791697:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:2.0:1767384648.791703:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000040:1.0:1767384648.791706:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c69d55b x1853237049188352/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.791707:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.791710:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384648.791718:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2665 usecs (3 jiffies) 00000100:00000001:3.0:1767384648.791722:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938118 00000100:00000001:3.0:1767384648.791724:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938119 00000100:00000001:3.0:1767384648.791728:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938119 00000100:00000001:3.0:1767384648.791731:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938119 00000100:00000001:2.0:1767384648.791745:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384648.791749:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c69d55b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049188352:12345-0@lo:400: Request processed in 869us (2193us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384648.791752:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938119 00000100:00000001:2.0:1767384648.791756:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.791761:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938119 00000100:00000040:2.0:1767384648.791769:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00100000:1.0:1767384648.791770:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:3.0:1767384648.791771:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938119 00010000:00000001:2.0:1767384648.791775:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384648.791786:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.791787:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938119 00000100:00000040:1.0:1767384648.791788:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384648.791800:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384648.791801:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384648.791813:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384648.791816:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384648.791819:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c0e478. 00000100:00000001:3.0:1767384648.791823:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.791824:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ab9bbbd x1853237049188480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/368 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384648.791827:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000400:00000001:3.0:1767384648.791835:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384648.791835:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c600f3b1. 00000400:00000001:3.0:1767384648.791839:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384648.791848:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000020:00000040:1.0:1767384648.791853:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000400:00000200:3.0:1767384648.791856:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814bff92 00000100:00100000:2.0:1767384648.791859:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ab9bbbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049188480:12345-0@lo:13: Request processed in 1303us (2316us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384648.791859:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384648.791861:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 02000000:00000010:1.0:1767384648.791866:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007215df52. 00000100:00000001:3.0:1767384648.791868:0:16358:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384648.791876:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384648.791879:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.791881:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384648.791890:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:1.0:1767384648.791900:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384648.791904:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000400:00000010:1.0:1767384648.791911:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acf7dad9. 00000100:00000001:2.0:1767384648.791926:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384648.791929:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074138ab. 00000100:00000200:3.0:1767384648.791939:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.791940:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384648.791951:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5f992d3. 00000100:00000001:3.0:1767384648.791952:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384648.791957:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.791962:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384648.791962:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000100:00000001:1.0:1767384648.791963:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384648.791967:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384648.791973:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384648.791974:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188608 00000020:00000010:2.0:1767384648.791976:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d576eed. 00000100:00000001:3.0:1767384648.791993:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.791994:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384648.791996:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 02000000:00000001:3.0:1767384648.792001:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.792002:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.792004:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.792007:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.792010:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=56 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384648.792015:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.792016:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.792028:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384648.792030:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188608 00000020:00000001:1.0:1767384648.792033:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384648.792034:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:1.0:1767384648.792036:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384648.792040:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:3.0:1767384648.792042:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.792044:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00010000:00000001:3.0:1767384648.792047:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384648.792052:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00010000:00080000:3.0:1767384648.792057:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.792058:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384648.792059:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384648.792066:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1e72a00. 00000100:00100000:2.0:1767384648.792069:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188864 00000100:00000001:1.0:1767384648.792080:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.792081:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.792091:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384648.792093:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384648.792095:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1e72a00. 00000100:00000001:2.0:1767384648.792097:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.792106:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1767384648.792108:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c600f3b1. 00000100:00000040:3.0:1767384648.792109:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384648.792110:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384648.792113:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c0e478. 00000100:00100000:2.0:1767384648.792130:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188864 00000100:00000001:3.0:1767384648.792133:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384648.792134:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000020:00000001:2.0:1767384648.792135:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384648.792138:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.792141:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000040:1.0:1767384648.792144:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1767384648.792146:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384648.792150:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.792151:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384648.792157:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384648.792161:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:1.0:1767384648.792161:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.792174:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384648.792175:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384648.792179:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384648.792181:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384648.792182:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.792197:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.792199:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.792200:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.792207:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a09bc9f1. 00000100:00000001:3.0:1767384648.792212:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384648.792215:0:17914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b4b2fee3. 00000100:00000001:3.0:1767384648.792218:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.792219:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384648.792222:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384648.792223:0:17914:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000004:00000001:3.0:1767384648.792228:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384648.792233:0:17914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1767384648.792235:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000004:00000040:3.0:1767384648.792238:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384648.792241:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d576eed. 00000100:00000040:1.0:1767384648.792241:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000004:00000040:3.0:1767384648.792245:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000010:2.0:1767384648.792249:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5f992d3. 00000100:00000001:1.0:1767384648.792257:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228725120 : -128356480826496 : ffff8b42ad8e4380) 00000020:00000010:2.0:1767384648.792259:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000698aca21. 00000100:00000040:1.0:1767384648.792269:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5bfe3b9 x1853237049188608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767384648.792270:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:2.0:1767384648.792273:0:17914:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384648.792280:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.792282:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.792296:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.792303:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384648.792309:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000004:00000001:3.0:1767384648.792310:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384648.792310:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1e72a00. 00000100:00000001:2.0:1767384648.792313:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384648.792323:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.792325:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384648.792329:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384648.792337:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1e72a00. 00000100:00000001:2.0:1767384648.792349:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384648.792354:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049188480:0@lo:13: 00000100:00100000:1.0:1767384648.792354:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5bfe3b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049188608:12345-0@lo:400: 00000100:00000001:2.0:1767384648.792368:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384648.792377:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188736 00000100:00000200:1.0:1767384648.792380:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188608 00000100:00000001:3.0:1767384648.792382:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.792383:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384648.792384:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384648.792391:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.792392:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384648.792393:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384648.792397:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.792400:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.792402:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049188480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384648.792404:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.792411:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384648.792417:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00100000:2.0:1767384648.792419:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188736 00000020:00000001:1.0:1767384648.792427:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384648.792430:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384648.792433:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384648.792436:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:3.0:1767384648.792443:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384648.792446:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384648.792447:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384648.792448:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384648.792449:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384648.792458:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075b19d5d. 00000020:00000001:1.0:1767384648.792458:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.792459:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000020:00000001:1.0:1767384648.792471:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384648.792472:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384648.792473:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:1.0:1767384648.792477:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384648.792478:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000001:3.0:1767384648.792487:0:16358:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384648.792487:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384648.792488:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384648.792496:0:16358:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:1.0:1767384648.792498:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007215df52. 00000020:00000010:2.0:1767384648.792499:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb4e340c. 00000020:00000001:3.0:1767384648.792514:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384648.792514:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.792517:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384648.792522:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000006bbadaf. 00000100:00000001:1.0:1767384648.792523:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.792528:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb4e340c. 00000020:00000001:1.0:1767384648.792531:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.792534:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:1.0:1767384648.792536:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049188608 02000000:00000001:3.0:1767384648.792538:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384648.792540:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:3.0:1767384648.792541:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000020:00000010:2.0:1767384648.792542:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044dae6b8. 00010000:00000200:1.0:1767384648.792547:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5bfe3b9 x1853237049188608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.792548:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384648.792551:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3e7f1cc. 00000100:00000001:3.0:1767384648.792566:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.792574:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.792577:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000001:3.0:1767384648.792579:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.792583:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.792589:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384648.792591:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384648.792593:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384648.792597:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.792598:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.792605:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1767384648.792606:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.792609:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384648.792610:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384648.792616:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384648.792618:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384648.792621:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.792623:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00100000:3.0:1767384648.792632:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:1.0:1767384648.792634:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000040:3.0:1767384648.792637:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 02000000:00000001:1.0:1767384648.792639:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384648.792641:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420410496 : -128356289141120 : ffff8b42b8fb2680) 00000100:00000001:2.0:1767384648.792642:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384648.792642:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.792662:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384648.792666:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000461213b2 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.792672:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384648.792673:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.792682:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384648.792682:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a99e3d. 00000100:00000001:3.0:1767384648.792688:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384648.792691:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049188608, offset 224 00000020:00000010:3.0:1767384648.792692:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096911e5f. 00000100:00100000:2.0:1767384648.792697:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:3.0:1767384648.792700:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384648.792709:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000020:00000010:3.0:1767384648.792710:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096911e5f. 00000400:00000200:1.0:1767384648.792711:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384648.792752:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000461213b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049188864:12345-0@lo:400: 00000100:00000200:3.0:1767384648.792757:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188864 00000100:00000001:2.0:1767384648.792763:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420407808 : -128356289143808 : ffff8b42b8fb1c00) 00000020:00000001:3.0:1767384648.792764:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384648.792771:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384648.792777:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.792780:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000030651603 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:629/0 lens 224/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.792780:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384648.792785:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384648.792791:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000400:00000200:1.0:1767384648.792811:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260006100 00000020:00000001:3.0:1767384648.792821:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384648.792826:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.792826:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384648.792828:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b69 [1] + 224 00000020:00000001:3.0:1767384648.792836:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384648.792839:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb4e340c. 00000400:00000200:1.0:1767384648.792840:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384648.792841:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384648.792848:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384648.792860:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.792860:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb4e340c. 00000400:00000200:1.0:1767384648.792861:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384648.792876:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384648.792879:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384648.792882:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384648.792884:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000030651603 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049188736:12345-0@lo:400: 02000000:00000001:3.0:1767384648.792887:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384648.792887:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384648.792898:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075b19d5d. 00000100:00000200:2.0:1767384648.792899:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188736 02000000:00000001:3.0:1767384648.792905:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.792906:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384648.792908:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384648.792917:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.792920:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384648.792925:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.792927:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.792950:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:3.0:1767384648.792953:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188864 00000100:00080000:0.0:1767384648.792954:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384648.792955:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00010000:00000001:3.0:1767384648.792957:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384648.792958:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384648.792966:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000020:00000001:2.0:1767384648.792967:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000200:3.0:1767384648.792970:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000461213b2 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.792972:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a99e3d 00000020:00000001:2.0:1767384648.792975:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384648.792976:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:1.0:1767384648.792984:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062a99e3d. 00000020:00000040:0.0:1767384648.792984:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000020:00000001:2.0:1767384648.792998:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384648.793000:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384648.793001:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384648.793005:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384648.793007:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.793008:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384648.793008:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1767384648.793018:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384648.793020:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.793021:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.793022:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.793024:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384648.793033:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:3.0:1767384648.793039:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000040:1.0:1767384648.793040:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:2.0:1767384648.793041:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384648.793053:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384648.793055:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384648.793057:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384648.793063:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384648.793068:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.793069:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384648.793070:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384648.793070:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.793074:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384648.793080:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767384648.793083:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a3a3db5. 00000400:00000001:0.0:1767384648.793083:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384648.793087:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1767384648.793091:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384648.793094:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000100:00000040:1.0:1767384648.793095:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5bfe3b9 x1853237049188608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384648.793098:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384648.793098:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c21247c. 00000400:00000200:0.0:1767384648.793113:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000100:00000001:2.0:1767384648.793114:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384648.793121:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000020:00000001:2.0:1767384648.793124:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.793124:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5bfe3b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049188608:12345-0@lo:400: Request processed in 815us (3162us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384648.793128:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384648.793129:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049188864, offset 224 00010000:00000040:2.0:1767384648.793131:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188736 00000100:00000200:0.0:1767384648.793138:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.793145:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384648.793153:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767384648.793163:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000030651603 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384648.793176:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000200:3.0:1767384648.793181:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384648.793198:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000200:0.0:1767384648.793201:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.793202:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384648.793207:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384648.793209:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006200 00010000:00000001:2.0:1767384648.793214:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.793215:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384648.793224:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c0e478. 00000100:00001000:2.0:1767384648.793231:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=61 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384648.793232:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b71 [1] + 224 00000020:00000010:1.0:1767384648.793236:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000020:00000010:1.0:1767384648.793251:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c600f3b1. 00000400:00000200:3.0:1767384648.793253:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384648.793255:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384648.793256:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384648.793264:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384648.793267:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:0.0:1767384648.793273:0:16359:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384648.793274:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384648.793275:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:1.0:1767384648.793276:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384648.793280:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384648.793289:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384648.793294:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.793296:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384648.793298:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.793299:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384648.793305:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384648.793306:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1767384648.793309:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=66 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384648.793312:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384648.793313:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.793319:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384648.793328:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767384648.793332:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.793333:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1767384648.793333:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384648.793346:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc171d1. 00000100:00000001:0.0:1767384648.793348:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384648.793351:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384648.793353:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000985c7b6c 00000100:00000001:0.0:1767384648.793354:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.793356:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384648.793360:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000985c7b6c. 00010000:00000001:0.0:1767384648.793367:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384648.793368:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000001:1.0:1767384648.793371:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384648.793374:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384648.793381:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049188736, offset 224 00000100:00000200:1.0:1767384648.793383:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.793385:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.793404:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.793414:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384648.793435:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384648.793446:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814bff92 00000400:00000200:2.0:1767384648.793450:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384648.793456:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 00000100:00000001:3.0:1767384648.793471:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384648.793474:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.793474:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.793475:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384648.793483:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.793489:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006180 00000100:00000001:0.0:1767384648.793489:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384648.793496:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384648.793516:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384648.793519:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384648.793523:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384648.793524:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.793526:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.793529:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b79 [1] + 224 00000020:00000001:3.0:1767384648.793530:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.793540:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384648.793542:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384648.793549:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384648.793569:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384648.793570:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000461213b2 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.793573:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384648.793576:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.793605:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.793606:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384648.793608:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000478db517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049188352:0@lo:400: 00000100:00001000:1.0:1767384648.793614:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384648.793623:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384648.793627:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384648.793637:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384648.793638:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.793641:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384648.793647:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.793651:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384648.793659:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384648.793667:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000478db517 x1853237049188352/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.793669:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000461213b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049188864:12345-0@lo:400: Request processed in 971us (3112us total) trans 0 rc 0/0 00010000:00080000:1.0:1767384648.793670:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.793711:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384648.793722:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:0.0:1767384648.793723:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384648.793725:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384648.793730:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384648.793731:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384648.793733:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bd35f98. 00010000:00000001:1.0:1767384648.793754:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.793758:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384648.793761:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:3.0:1767384648.793764:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5f992d3. 02000000:00000001:0.0:1767384648.793770:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384648.793771:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1767384648.793772:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000698aca21. 00000020:00000001:0.0:1767384648.793774:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384648.793776:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384648.793778:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000010:3.0:1767384648.793781:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d576eed. 00000020:00000001:0.0:1767384648.793788:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384648.793792:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384648.793792:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000029ed8c4. 00000020:00000040:3.0:1767384648.793793:0:17089:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:3.0:1767384648.793805:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384648.793805:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384648.793819:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.793822:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384648.793826:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384648.793831:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384648.793832:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000478db517. 00000100:00000001:0.0:1767384648.793847:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384648.793854:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.793856:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384648.793858:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.793865:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384648.793866:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384648.793872:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000400:00000200:3.0:1767384648.793882:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b491b2 00000100:00000001:0.0:1767384648.793884:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.793892:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.793893:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3b491b2. 00000100:00000001:0.0:1767384648.793905:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.793908:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384648.793913:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.793923:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006552ed6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049188608:0@lo:400: 00000100:00000200:3.0:1767384648.793938:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.793951:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.793961:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384648.793970:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.793972:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.793983:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006552ed6a x1853237049188608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.793988:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.794013:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000100:00000001:3.0:1767384648.794016:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384648.794022:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000001:3.0:1767384648.794025:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.794026:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384648.794036:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384648.794038:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384648.794039:0:17914:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384648.794044:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384648.794044:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000484dc3f9. 00000100:00000001:2.0:1767384648.794045:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384648.794047:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.794054:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.794057:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384648.794058:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.794060:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.794066:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767384648.794070:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=60 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384648.794071:0:16360:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384648.794073:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:1.0:1767384648.794085:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384648.794087:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:3.0:1767384648.794089:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=60 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384648.794089:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004228d88. 00000020:00000001:2.0:1767384648.794098:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.794101:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384648.794103:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384648.794112:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.794114:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384648.794114:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384648.794130:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006552ed6a. 00000100:00000040:2.0:1767384648.794138:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030651603 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:629/0 lens 224/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384648.794141:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384648.794142:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384648.794147:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384648.794152:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.794156:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.794169:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384648.794180:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.794193:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384648.794200:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.794202:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.794208:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384648.794214:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000030651603 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049188736:12345-0@lo:400: Request processed in 1378us (2791us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384648.794215:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384648.794221:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384648.794225:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.794234:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.794242:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384648.794245:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000001:3.0:1767384648.794249:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384648.794253:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384648.794255:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000040:3.0:1767384648.794258:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.794265:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.794272:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384648.794273:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d4b1ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049188864:0@lo:400: 00000100:00000001:3.0:1767384648.794280:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.794281:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3e7f1cc. 00000100:00000001:3.0:1767384648.794283:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384648.794289:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d4b1ae5 x1853237049188864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.794291:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00000100:00000001:3.0:1767384648.794301:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384648.794301:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044dae6b8. 00000020:00000040:2.0:1767384648.794308:0:17914:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 02000000:00000001:3.0:1767384648.794309:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384648.794312:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c180be. 02000000:00000001:3.0:1767384648.794317:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384648.794317:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.794321:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384648.794325:0:16358:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384648.794327:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384648.794328:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c0e409. 02000000:00000001:3.0:1767384648.794331:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384648.794333:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384648.794334:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d4b1ae5. 00000100:00000001:3.0:1767384648.794337:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384648.794338:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.794341:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.794342:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.794344:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384648.794346:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.794347:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384648.794349:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000400:00000200:3.0:1767384648.794351:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcabb22 00000400:00000010:3.0:1767384648.794352:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dcabb22. 00000100:00000001:3.0:1767384648.794353:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384648.794355:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384648.794360:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.794365:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384648.794366:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.794368:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384648.794369:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384648.794370:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.794370:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.794372:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.794374:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384648.794376:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.794377:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384648.794378:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.794379:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384648.794387:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384648.794392:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.794394:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384648.794395:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384648.794397:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384648.794398:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.794401:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.794405:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.794407:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384648.794408:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384648.794409:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384648.794414:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000535bd4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237049188736:0@lo:400: 00000100:00000001:3.0:1767384648.794417:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.794418:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384648.794420:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000535bd4e9 x1853237049188736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.794424:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384648.794426:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384648.794427:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000681745da. 02000000:00000001:3.0:1767384648.794429:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384648.794430:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384648.794432:0:16358:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384648.794433:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384648.794433:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022c792c7. 02000000:00000001:3.0:1767384648.794436:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384648.794437:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384648.794438:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000535bd4e9. 00000100:00000001:3.0:1767384648.794441:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384648.794442:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.794444:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.794453:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384648.794454:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.794457:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.794459:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.795775:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000040:3.0:1767384648.795781:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000010:2.0:1767384648.795783:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e01022f9. 00000100:00000040:1.0:1767384648.795788:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000010:3.0:1767384648.795794:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064a3fce. 00000100:00000010:1.0:1767384648.795796:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00000100:00000040:0.0:1767384648.795814:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000010:0.0:1767384648.795827:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070247f71. 00000800:00000200:2.0:1767384648.915815:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (6) 00000800:00000200:2.0:1767384648.915825:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp22 ip 192.168.202.154:988 00000800:00000200:2.0:1767384648.915830:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384648.915994:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384648.916002:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.916016:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384648.916022:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384648.916028:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384648.979782:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384648.979788:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384648.979791:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:1.0:1767384648.979796:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:1.0:1767384648.979800:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384648.979806:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384648.979817:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000618c299e. 00000400:00000010:1.0:1767384648.979820:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000400:00000001:1.0:1767384648.979823:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384648.979824:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384648.979825:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000400:00000010:1.0:1767384648.979826:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000400:00000200:1.0:1767384648.979828:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384648.979829:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384648.979832:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000012594bf6. 00000400:00000010:1.0:1767384648.979833:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008b6f3ba8. 00000400:00000200:1.0:1767384648.979837:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp37 00000400:00000010:1.0:1767384648.979842:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000012594bf6. 00000400:00000010:1.0:1767384648.979848:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000045b9335. 00000400:00000010:1.0:1767384648.979851:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000400:00000010:1.0:1767384648.979857:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006bf428b0. 00000400:00000200:1.0:1767384648.979862:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp37 00000400:00000200:1.0:1767384648.979875:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp37 local destination 00000400:00000200:1.0:1767384648.979882:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp37 00000400:00000200:1.0:1767384648.979889:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [123:123:256:4294967295] 192.168.202.154@tcp37 LPNI seq info [111:111:8:4294967295] 00000400:00000200:1.0:1767384648.979913:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp37 00000400:00000200:1.0:1767384648.979919:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:) -> 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) : GET try# 0 00000800:00000200:1.0:1767384648.979923:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp37 00000800:00000010:1.0:1767384648.979927:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d07e8c5a. 00000800:00000200:1.0:1767384648.979934:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000800:00000200:1.1:1767384648.979941:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000400:00000200:1.0:1767384648.979964:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp37 added to recovery queue. ping count: 2 next ping: 275 health :800 00000400:00000200:1.0:1767384648.979967:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp31 00000400:00000010:1.0:1767384648.979969:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000040ceeb3a. 00000400:00000010:1.0:1767384648.979972:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c600f3b1. 00000400:00000010:1.0:1767384648.979973:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000400:00000010:1.0:1767384648.979977:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dde95c69. 00000400:00000200:1.0:1767384648.979979:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp31 00000400:00000200:1.0:1767384648.979984:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp31 local destination 00000400:00000200:1.0:1767384648.979986:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp31 00000400:00000200:1.0:1767384648.979988:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [124:124:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1767384648.979991:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp31 00000400:00000200:1.0:1767384648.979995:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:) -> 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) : GET try# 0 00000800:00000200:1.0:1767384648.979999:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp31 00000800:00000010:1.0:1767384648.980003:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022c792c7. 00000800:00000200:1.0:1767384648.980008:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000800:00000200:1.1:1767384648.980013:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:1.0:1767384648.980026:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp31 added to recovery queue. ping count: 4 next ping: 287 health :600 00000400:00000200:2.0:1767384648.980061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980081:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980155:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980182:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980258:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980276:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980330:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980338:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980400:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980421:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980477:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980518:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980544:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980609:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980685:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980717:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980768:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980825:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980867:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980878:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980936:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.980954:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.980982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981026:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981043:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981102:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981105:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981160:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981191:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981214:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981251:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981263:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981319:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981324:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981396:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981411:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981438:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981484:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981489:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981536:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981574:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981669:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981685:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981711:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981866:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981925:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.981966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.981976:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.982035:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982051:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.982081:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384648.982135:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982241:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982314:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000800:00000010:1.0:1767384648.982338:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384648.982344:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000778f4249. 00000800:00000010:1.0:1767384648.982348:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000400:00000200:2.0:1767384648.982352:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000800:00000010:1.0:1767384648.982378:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000400:00000200:2.0:1767384648.982387:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000800:00020000:1.0:1767384648.982390:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384648.982394:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000778f4249. 00000800:00000010:1.0:1767384648.982397:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:00000200:2.0:1767384648.982425:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:02020000:1.0:1767384648.982434:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp31 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384648.982441:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp31 notifying 192.168.202.154@tcp31: down 00000400:00000200:1.0:1767384648.982445:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384648.982449:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp31 00000800:00000010:1.0:1767384648.982452:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022c792c7. 00000400:00000200:1.0:1767384648.982455:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384648.982459:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384648.982465:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384648.982468:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384648.982472:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp31) recovery failed with -71 00000400:00000200:2.0:1767384648.982474:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982510:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982534:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384648.982573:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384648.982701:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a583d6ca. 00000800:00000010:2.0:1767384648.982707:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b1b0398. 00000800:00000010:2.0:1767384648.982713:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000008afa7f3. 00000800:00000010:2.0:1767384648.982794:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000008afa7f3. 00000800:00020000:2.0:1767384648.982807:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384648.982811:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b1b0398. 00000800:00000010:2.0:1767384648.982815:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a583d6ca. 00000400:02020000:2.0:1767384648.982891:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp37 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384648.982900:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp37 notifying 192.168.202.154@tcp37: down 00000400:00000200:2.0:1767384648.982904:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384648.982911:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp37 00000800:00000010:2.0:1767384648.982914:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d07e8c5a. 00000400:00000200:2.0:1767384648.982918:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384648.982924:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384648.982933:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384648.982936:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384648.982943:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp37) recovery failed with -71 00000001:00000001:3.0:1767384649.213109:0:33289:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384649.213114:0:33289:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:3.0:1767384649.218261:0:33289:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384649.227774:0:33290:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000abf94c18. 00000400:00000010:3.0:1767384649.227796:0:33290:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004c39a91e. 00000400:00000010:3.0:1767384649.227811:0:33290:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a56d9ef0. 00000400:00000010:3.0:1767384649.227817:0:33290:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000977ed3fa. 00000400:00000010:3.0:1767384649.227823:0:33290:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000893f37ce. 00000400:00000010:3.0:1767384649.227831:0:33290:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083c3d559. 00000400:00000010:3.0:1767384649.227834:0:33290:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000682f66b0. 00000400:00000010:3.0:1767384649.227836:0:33290:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b63e208b. 00000400:00000010:3.0:1767384649.227841:0:33290:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004a051811. 00000800:00000010:3.0:1767384649.227863:0:33290:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b5b599e9. 00000800:00000200:3.0:1767384649.227879:0:33290:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384649.227902:0:33290:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384649.227958:0:33290:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384649.227990:0:33290:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp41 [8/256/0/180] 00000400:00000010:3.0:1767384649.230107:0:33290:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000acdf1bda. 00000400:00000010:3.0:1767384649.230116:0:33290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000400:00000010:3.0:1767384649.230125:0:33290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dcabb22. 00000400:00000001:3.0:1767384649.230156:0:33290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384649.230158:0:33290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384649.230161:0:33290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000200:3.0:1767384649.230165:0:33290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef07449 00000400:00000010:3.0:1767384649.230168:0:33290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef07449. 00000400:00000010:3.0:1767384649.230173:0:33290:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000732b33be. 00000400:00000200:3.0:1767384649.230180:0:33290:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (29) 00000400:00000200:3.0:1767384649.230201:0:33290:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384649.230205:0:33290:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (1) 00000400:00000200:3.0:1767384649.230209:0:33290:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): 0 00000400:00000200:3.0:1767384649.230220:0:33290:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000400:00000200:1.0:1767384649.230225:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384649.230230:0:33290:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001af2e4ca. 00000020:01000000:3.0:1767384649.230237:0:33290:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384649.230237:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000020:01000000:3.0:1767384649.230245:0:33290:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp41 00000400:00000010:1.0:1767384649.230249:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000985c7b6c. 00000400:00000200:1.0:1767384649.230256:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000400:00000010:1.0:1767384649.230262:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082be0507. 00000400:00000010:3.0:1767384649.230268:0:33290:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004c39a91e. 00000400:00000200:1.0:1767384649.230269:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000400:00000010:3.0:1767384649.230280:0:33290:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000abf94c18. 00000400:00000200:1.0:1767384649.230289:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:1.0:1767384649.230297:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384649.230303:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:0.0:1767384649.230303:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384649.230311:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384649.230312:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384649.230321:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:00000001:0.0:1767384649.230321:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384649.230328:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384649.230333:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:0.0:1767384649.230336:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384649.230342:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:0.0:1767384649.230347:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384649.230350:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384649.230352:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384649.230354:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384649.230361:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384649.230366:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384649.230370:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384649.230374:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:1.0:1767384649.230379:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000020:01000004:0.0:1767384649.230384:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384649.230389:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384649.230390:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384649.230397:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000010:0.0:1767384649.230401:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 00000400:00000200:1.0:1767384649.230402:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:1.0:1767384649.230415:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000020:00000040:0.0:1767384649.230417:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384649.230421:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384649.230430:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:0.0:1767384649.230431:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384649.230439:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 02000000:00000001:0.0:1767384649.230442:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384649.230446:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384649.230450:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 02000000:00000001:0.0:1767384649.230453:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.230459:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384649.230463:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:1.0:1767384649.230466:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 22], ns[98, 22] 02000000:00000010:0.0:1767384649.230471:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4fe0132. 00000400:00000200:1.0:1767384649.230472:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:1.0:1767384649.230484:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 22], ns[124, 22] 00000400:00000200:1.0:1767384649.230489:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[86, 22] 00000100:00000001:0.0:1767384649.230489:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.230505:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 22], ns[110, 22] 00000100:00000001:0.0:1767384649.230511:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384649.230517:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.230521:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 22], ns[114, 22] 00000400:00000200:1.0:1767384649.230530:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 22], ns[120, 22] 00000100:00000040:0.0:1767384649.230537:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041afcab9] to pc [ptlrpcd_00_02+2] req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.230540:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[109, 22], ns[121, 22] 00000400:00000200:1.0:1767384649.230582:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 22], ns[123, 22] 00000400:00000200:1.0:1767384649.230602:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:1.0:1767384649.230607:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp17 00000400:00000200:1.0:1767384649.230612:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp17 lpni_is_preferred = 0 00000400:00000200:1.0:1767384649.230615:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp17 00000400:00000200:1.0:1767384649.230621:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp17 NI seq info: [125:125:256:4294967295] 192.168.202.154@tcp17 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384649.230627:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp17 10000000:00000001:0.0:1767384649.230635:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.230642:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17:) -> 192.168.202.154@tcp17(192.168.202.154@tcp:192.168.202.154@tcp17) : PUT try# 0 10000000:00000001:0.0:1767384649.230643:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.230645:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384649.230654:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.230655:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384649.230660:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.154@tcp17 00000020:01000000:0.0:1767384649.230665:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384649.230666:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384649.230667:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c0e409. 00000100:00000040:3.0:1767384649.230679:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.230683:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:1.0:1767384649.230692:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (6) 10000000:00000001:0.0:1767384649.230692:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384649.230702:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384649.230707:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:1.0:1767384649.230709:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp17 ip 192.168.202.154:988 00000100:00000001:3.0:1767384649.230711:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384649.230716:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:1.0:1767384649.230759:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c0e409 type 1, nob 656 niov 1 nkiov 1 00000020:01000004:0.0:1767384649.230772:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384649.230775:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384649.230777:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384649.230779:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000020:01000004:0.0:1767384649.230782:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384649.230783:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000100:00000001:3.0:1767384649.230790:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384649.230790:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384649.230794:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384649.230796:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200161 00000020:01000004:0.0:1767384649.230800:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384649.230801:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384649.230803:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a99e3d. 00000020:01000004:0.0:1767384649.230805:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384649.230807:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384649.230810:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (2) 02000000:00000001:3.0:1767384649.230812:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384649.230814:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6ca2336. 00000400:00000010:1.0:1767384649.230818:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011ec29e6. 00000100:00100000:3.0:1767384649.230819:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049188992:0@lo:253: 00000020:00000040:0.0:1767384649.230820:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384649.230831:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384649.230836:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp38 00000100:00000001:3.0:1767384649.230839:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384649.230840:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384649.230845:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.230847:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384649.230848:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 02000000:00000001:3.0:1767384649.230858:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.230862:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384649.230864:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b66e0aff. 00000400:00000200:1.0:1767384649.230870:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [126:126:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [13:13:8:4294967295] 02000000:00000010:3.0:1767384649.230872:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fce43325. 00000100:00000001:0.0:1767384649.230874:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.230887:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.230895:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384649.230896:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000200:1.0:1767384649.230896:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000100:00000001:0.0:1767384649.230903:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.230906:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c39a91e. 00000100:00000200:3.0:1767384649.230914:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049188992, portal 25 00000100:00000040:0.0:1767384649.230917:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6ca2336] to pc [ptlrpcd_00_03+3] req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.230924:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384649.230931:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000400:00000200:1.0:1767384649.230941:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) : PUT try# 0 00000100:00000040:3.0:1767384649.230948:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384649.230976:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:1.0:1767384649.230992:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029ed8c4. 00000100:00000001:3.0:1767384649.230993:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384649.230997:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384649.231007:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 10000000:00000001:0.0:1767384649.231009:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.231014:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384649.231023:0:16355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 4, 1 secs later) 00000020:00000001:0.0:1767384649.231023:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.231024:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d3e6f6a. 00000100:00000200:3.0:1767384649.231040:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049188992, offset 0 00000020:01000000:0.0:1767384649.231040:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384649.231050:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001af2e4ca. 00000800:00000200:1.0:1767384649.231053:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00000400:00000200:3.0:1767384649.231062:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384649.231062:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029ed8c4 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1767384649.231075:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.231081:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384649.231086:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384649.231087:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp38 00000100:00000001:0.0:1767384649.231090:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384649.231100:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200561 rc 0 00000100:00000040:0.0:1767384649.231102:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384649.231114:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006280 00000100:00000001:0.0:1767384649.231122:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384649.231124:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.231127:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x138d [2] + 0 02000000:00000001:0.0:1767384649.231130:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384649.231131:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807c8612. 02000000:00000001:0.0:1767384649.231135:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384649.231136:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bef77094 02000000:00000001:0.0:1767384649.231142:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.231148:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384649.231148:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049189120:0@lo:253: 00000400:00000200:3.0:1767384649.231156:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.231157:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384649.231161:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bef77094 02000000:00000001:0.0:1767384649.231162:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384649.231164:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bef77094. 02000000:00000001:0.0:1767384649.231166:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.231169:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384649.231170:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384649.231172:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384649.231176:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000001bd0c6ca x1853237049188992 msgsize 4848 02000000:00000010:0.0:1767384649.231179:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000086b4d108. 00000100:00100000:3.0:1767384649.231180:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384649.231183:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384649.231185:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384649.231191:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b619aab. 00000100:00000001:3.0:1767384649.231194:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384649.231198:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b414f5ed. 00000400:00000200:3.0:1767384649.231207:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3e6f6a 00000100:00000200:0.0:1767384649.231207:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189120, portal 25 00000400:00000010:3.0:1767384649.231210:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d3e6f6a. 00000100:00000001:0.0:1767384649.231212:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384649.231216:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384649.231216:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520588800 : -128356188962816 : ffff8b42bef3c000) 00000100:00000200:3.0:1767384649.231221:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384649.231227:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384649.231229:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384649.231241:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c0e409. 00000100:00000001:3.0:1767384649.231245:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384649.231254:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384649.231257:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.231261:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384649.231277:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: PUT: OK 00000100:00000040:0.0:1767384649.231286:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384649.231292:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.231293:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:0.0:1767384649.231294:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000242cc753. 00000100:00000001:3.0:1767384649.231300:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384649.231303:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189120, offset 0 00000400:00000200:1.0:1767384649.231304:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000100:00000001:3.0:1767384649.231309:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.231318:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294938560 00000800:00000001:1.0:1767384649.231324:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384649.231326:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045ed9b63. 00000400:00000200:0.0:1767384649.231327:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384649.231336:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.231338:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384649.231341:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384649.231347:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384649.231350:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.231351:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294938560 00000100:00000010:3.0:1767384649.231362:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000054dcd9a. 00000400:00000200:1.0:1767384649.231367:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17) <- 192.168.202.154@tcp17 : PUT - for me 00000400:00000200:0.0:1767384649.231367:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006300 00000100:00000001:3.0:1767384649.231376:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384649.231383:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294938560 00000400:00000200:0.0:1767384649.231389:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13b9 [2] + 0 00000400:00000200:1.0:1767384649.231393:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000010:3.0:1767384649.231396:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070247f71. 00000100:00000001:3.0:1767384649.231413:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384649.231413:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b247da. 00000100:00000001:3.0:1767384649.231420:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294938560 00000400:00000200:0.0:1767384649.231425:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000522cb044 00000100:00000010:3.0:1767384649.231426:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000100:00000001:3.0:1767384649.231434:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384649.231436:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 544/560 into md 0x1b35 [1] + 0 00000400:00000200:0.0:1767384649.231436:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384649.231443:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384649.231454:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df37db4b. 00000100:00000001:3.0:1767384649.231455:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384649.231456:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384649.231463:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000870009e9 00000100:00000001:3.0:1767384649.231466:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384649.231468:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522cb044 00000800:00000001:1.0:1767384649.231470:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384649.231473:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384649.231480:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000522cb044. 00000800:00000001:1.0:1767384649.231482:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.231486:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.231489:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384649.231492:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384649.231493:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: PUT: OK 00000100:00000200:0.0:1767384649.231494:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384649.231504:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384649.231508:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000089fe0279 x1853237049189120 msgsize 4848 00000100:00000001:3.0:1767384649.231514:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384649.231516:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000870009e9 00000100:00000001:3.0:1767384649.231519:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384649.231524:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000870009e9. 00000100:00000001:3.0:1767384649.231526:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.231528:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384649.231540:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.231541:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:0.0:1767384649.231541:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384649.231570:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (31) 00000100:00000001:0.0:1767384649.231580:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384649.231582:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:1.0:1767384649.231593:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (560 bytes) 00000400:00000200:0.0:1767384649.231594:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000242cc753 00000400:00000010:0.0:1767384649.231599:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000242cc753. 00000400:00000200:1.0:1767384649.231604:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:0.0:1767384649.231605:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384649.231617:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.231620:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (32) 00000400:00000200:1.0:1767384649.231633:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384649.231637:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384649.231645:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp17 to MR: 192.168.202.154@tcp17 local destination 00000100:00000040:0.0:1767384649.231648:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.231659:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp17 NI seq info: [127:127:256:4294967295] 192.168.202.154@tcp17 LPNI seq info [114:114:8:4294967295] 00000100:00000001:0.0:1767384649.231692:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.231701:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384649.231702:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17:192.168.202.154@tcp17) -> 192.168.202.154@tcp17(192.168.202.154@tcp17:192.168.202.154@tcp17) 192.168.202.154@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384649.231713:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp17 00000100:00000001:0.0:1767384649.231777:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384649.231781:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c0e409. 00000100:00000001:0.0:1767384649.231785:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294938561 00000800:00000200:1.0:1767384649.231791:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (6) 00000100:00000001:0.0:1767384649.231797:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938560 00000800:00000200:1.0:1767384649.231798:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp17 ip 192.168.202.154:1007 00000800:00000200:1.0:1767384649.231808:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c0e409 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384649.231810:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294938561 00000800:00000001:1.0:1767384649.231814:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384649.231819:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938560 00000800:00000001:1.0:1767384649.231826:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.231837:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294938561 00000100:00000001:0.0:1767384649.231847:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938560 00000100:00000001:0.0:1767384649.231855:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294938561 00000100:00000001:0.0:1767384649.231859:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938560 00000100:00000001:0.0:1767384649.231869:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384649.231873:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.231878:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384649.231883:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384649.231883:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384649.231889:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029ed8c4. 00000100:00000001:0.0:1767384649.231894:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384649.231896:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.231899:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384649.231907:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384649.231908:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384649.231912:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: PUT: OK 00000100:00000001:0.0:1767384649.231914:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384649.231915:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384649.231918:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000640f7724. 00000100:00000001:0.0:1767384649.231922:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.231926:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000400:00000200:1.0:1767384649.231926:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp38: 0 00000100:00000001:0.0:1767384649.231930:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.231939:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef07449. 00000400:00000200:3.0:1767384649.231946:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000640f7724 00000800:00000001:1.0:1767384649.231951:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384649.231953:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000a050e922. 00000400:00000200:3.0:1767384649.231961:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000800:00000001:1.0:1767384649.231962:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.231981:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302471 00000400:00000200:3.0:1767384649.231985:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (31) 00000100:00000001:0.0:1767384649.231986:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384649.231992:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000abf94c18. 00000100:00100000:0.0:1767384649.231993:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049188992 00000400:00000010:3.0:1767384649.231996:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3b491b2. 02000000:00000001:0.0:1767384649.231999:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1767384649.232003:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384649.232004:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007710412f. 00000100:00000001:0.0:1767384649.232004:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1767384649.232013:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c0e409. 00000100:00000001:0.0:1767384649.232014:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232021:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:1.0:1767384649.232023:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384649.232027:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384649.232037:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049188992 00000400:00000200:3.0:1767384649.232038:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:1.0:1767384649.232038:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: ACK: OK 00000020:00000001:0.0:1767384649.232043:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384649.232050:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384649.232058:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384649.232059:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000040:0.0:1767384649.232063:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384649.232069:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:3.0:1767384649.232074:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:0.0:1767384649.232076:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:3.0:1767384649.232083:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:0.0:1767384649.232086:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384649.232087:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384649.232092:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000010:0.0:1767384649.232094:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000220848c5. 00000400:00000200:3.0:1767384649.232096:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000100:00000001:0.0:1767384649.232101:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384649.232104:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:00000010:0.0:1767384649.232108:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000220848c5. 00000400:00000200:3.0:1767384649.232111:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:3.0:1767384649.232121:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000020:00000010:0.0:1767384649.232123:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005041b5d7. 00000400:00000200:3.0:1767384649.232126:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000020:00000010:0.0:1767384649.232133:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000021db427. 00000400:00000200:3.0:1767384649.232136:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:3.0:1767384649.232141:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000020:00000010:0.0:1767384649.232153:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 00000400:00000200:3.0:1767384649.232154:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384649.232167:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:3.0:1767384649.232175:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000100:00000040:0.0:1767384649.232175:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384649.232182:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.232187:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384649.232188:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000100:00000001:0.0:1767384649.232192:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232200:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000100:00000001:0.0:1767384649.232204:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232209:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:3.0:1767384649.232216:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 24], ns[72, 24] 00000100:00000001:0.0:1767384649.232219:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.232236:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 24], ns[98, 24] 00000100:00000001:0.0:1767384649.232236:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384649.232240:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189120 02000000:00000001:0.0:1767384649.232244:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384649.232247:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[73, 24] 00000100:00000001:0.0:1767384649.232248:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384649.232251:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.232258:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232261:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 24], ns[124, 24] 00000100:00100000:0.0:1767384649.232263:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189120 00000020:00000001:0.0:1767384649.232268:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384649.232272:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:3.0:1767384649.232273:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[86, 24] 00000020:00000001:0.0:1767384649.232277:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.232281:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000400:00000200:3.0:1767384649.232284:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 24], ns[110, 24] 00000020:00000001:0.0:1767384649.232285:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384649.232292:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384649.232296:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384649.232297:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 24], ns[114, 24] 00000020:00000010:0.0:1767384649.232300:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000220848c5. 00000100:00000001:0.0:1767384649.232305:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384649.232308:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 24], ns[120, 24] 00000020:00000010:0.0:1767384649.232310:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000220848c5. 00000020:00000010:0.0:1767384649.232318:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a3e1d99. 00000400:00000200:3.0:1767384649.232319:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[109, 24], ns[121, 24] 00000020:00000010:0.0:1767384649.232324:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbbf6cab. 00000400:00000200:3.0:1767384649.232330:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 24], ns[123, 24] 00000020:00000010:0.0:1767384649.232330:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8fa2762. 00000100:00000001:0.0:1767384649.232338:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384649.232340:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000100:00000001:0.0:1767384649.232342:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384649.232345:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232349:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp18 00000100:00000001:0.0:1767384649.232351:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.232356:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.232359:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384649.232365:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp18 00000100:00000001:0.0:1767384649.232369:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384649.232370:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp18 NI seq info: [128:128:256:4294967295] 192.168.202.154@tcp18 LPNI seq info [115:115:8:4294967295] 00000100:00000001:0.0:1767384649.232375:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384649.232382:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp18 00000100:00100000:0.0:1767384649.232384:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000400:00000200:3.0:1767384649.232397:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18:) -> 192.168.202.154@tcp18(192.168.202.154@tcp:192.168.202.154@tcp18) : GET try# 0 00000100:00000040:0.0:1767384649.232398:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384649.232404:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518985296 : -128356190566320 : ffff8b42bedb4850) 00000800:00000200:3.0:1767384649.232410:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp18 00000800:00000001:1.0:1767384649.232411:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384649.232416:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bd0c6ca x1853237049188992/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:630/0 lens 4848/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384649.232422:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b29f14d1. 00000800:00000001:1.0:1767384649.232422:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384649.232434:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384649.232440:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1767384649.232447:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (6) 00000800:00000001:1.0:1767384649.232450:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384649.232450:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000220848c5. 00000100:00000001:0.0:1767384649.232461:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384649.232465:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:988 00000400:00000200:1.0:1767384649.232474:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : PUT - for me 00000020:00000010:0.0:1767384649.232475:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000220848c5. 00000800:00000200:3.0:1767384649.232477:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b29f14d1 type 2, nob 96 niov 1 nkiov 0 00000100:00100000:0.0:1767384649.232498:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bd0c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049188992:12345-0@lo:253: 00000400:00000200:3.0:1767384649.232500:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384649.232501:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp38 of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384649.232518:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300671 rc 0 00000100:00000200:0.0:1767384649.232519:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049188992 00000020:00000001:0.0:1767384649.232531:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384649.232532:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp38 of length 560/560 into md 0x1bbd [1] + 0 00000020:00000001:0.0:1767384649.232540:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384649.232541:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000020:00000001:0.0:1767384649.232548:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.232549:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fef07449 00000800:00000001:3.0:1767384649.232567:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384649.232568:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384649.232572:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:1.0:1767384649.232576:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.232577:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:1.0:1767384649.232580:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384649.232584:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.232588:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1767384649.232592:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384649.232594:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: PUT: OK 00000020:00000001:0.0:1767384649.232595:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.232599:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef07449 00000400:00000010:1.0:1767384649.232604:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef07449. 00000800:00000001:3.0:1767384649.232605:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.232605:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384649.232615:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384649.232616:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384649.232626:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ac0d7ef7 (3) 00000020:00000001:0.0:1767384649.232628:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232629:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp17(192.168.202.154@tcp17) <- 192.168.202.154@tcp17 : ACK - for me 00000400:00000200:1.0:1767384649.232648:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) is MR 00000100:00000001:0.0:1767384649.232648:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384649.232659:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000a050e922. 02000000:00000001:0.0:1767384649.232659:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384649.232661:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp17: ACK from 12345-192.168.202.154@tcp17 into md 0x1ba5 00000400:00000200:1.0:1767384649.232671:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp38 33 00000400:00000200:3.0:1767384649.232675:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384649.232675:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b71a2672. 00000400:00000200:1.0:1767384649.232676:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp38 (00000000ac0d7ef7): -114 02000000:00000001:0.0:1767384649.232685:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.232692:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.232693:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp17->192.168.202.154@tcp17: ACK: OK 00000400:00000200:1.0:1767384649.232695:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (4) 20000000:00000001:0.0:1767384649.232700:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384649.232706:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384649.232708:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000985c7b6c 00000400:00000010:3.0:1767384649.232714:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000985c7b6c. 20000000:00000010:0.0:1767384649.232714:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3e97ea0. 00000400:00000200:1.0:1767384649.232757:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 20000000:01000000:0.0:1767384649.232765:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384649.232771:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [129:129:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [14:14:8:4294967295] 20000000:00000001:0.0:1767384649.232774:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384649.232780:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384649.232786:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : ACK try# 0 20000000:00000001:0.0:1767384649.232786:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.232796:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384649.232802:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:1.0:1767384649.232808:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c0e409. 20000000:00000001:0.0:1767384649.232808:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384649.232813:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:1.0:1767384649.232815:0:16350:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 4, 1 secs later) 00000800:00000200:1.0:1767384649.232823:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:1.0:1767384649.232826:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c0e409 type 0, nob 96 niov 1 nkiov 0 20000000:00000010:0.0:1767384649.232831:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c8925588. 20000000:01000000:0.0:1767384649.232840:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384649.232850:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384649.232859:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384649.232865:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384649.232892:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:1.0:1767384649.232893:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384649.232900:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b29f14d1. 00000400:00000200:1.0:1767384649.232907:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.232910:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: GET: OK 00080000:00000001:0.0:1767384649.232919:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.232925:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384649.232928:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.232931:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384649.232934:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384649.232939:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:0.0:1767384649.232945:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:0.0:1767384649.232949:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384649.232953:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384649.232960:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.232964:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384649.232968:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384649.232977:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:0.0:1767384649.232982:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384649.232989:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005743ebdc. 00080000:00000001:0.0:1767384649.232993:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268495872 : -128361441055744 : ffff8b4185e72c00) 00080000:00000001:0.0:1767384649.232998:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384649.233003:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384649.233009:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000220848c5. 00080000:00000001:0.0:1767384649.233012:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.233015:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384649.233035:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384649.233060:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384649.233087:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384649.233091:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384649.233096:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384649.233100:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384649.233103:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518986320 : -128356190565296 : ffff8b42bedb4c50) 00000100:00000040:0.0:1767384649.233109:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089fe0279 x1853237049189120/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:630/0 lens 4848/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.233130:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384649.233134:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:0.0:1767384649.233135:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2b62e9f. 00000400:00000200:1.0:1767384649.233137:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384649.233144:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:0.0:1767384649.233146:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384649.233147:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000400:00000200:3.0:1767384649.233158:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000020:00000010:0.0:1767384649.233162:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2b62e9f. 00000400:00000200:3.0:1767384649.233165:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (32) 00000100:00100000:0.0:1767384649.233171:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089fe0279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049189120:12345-0@lo:253: 00000800:00000001:1.0:1767384649.233181:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384649.233183:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189120 00000020:00000001:0.0:1767384649.233189:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384649.233192:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384649.233195:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.233197:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384649.233200:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:1.0:1767384649.233202:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384649.233204:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384649.233207:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df37db4b. 00000020:00000001:0.0:1767384649.233208:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384649.233214:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000870009e9. 00000020:00000001:0.0:1767384649.233215:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384649.233220:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384649.233221:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000640f7724 00000020:00000001:0.0:1767384649.233229:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.233230:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x2004e1 00000100:00000001:0.0:1767384649.233242:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384649.233247:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00020000:1.0:1767384649.233248:0:16355:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.154@tcp NID 192.168.202.154@tcp is already locked with peer 0000000036e4b636 02000000:00000010:0.0:1767384649.233260:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1662eeb. 02000000:00000001:0.0:1767384649.233264:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.233271:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.233276:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384649.233285:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000057c53d66. 20000000:01000000:0.0:1767384649.233290:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384649.233293:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384649.233295:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384649.233297:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384649.233300:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:0.0:1767384649.233301:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.233307:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384649.233308:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c0e409. 00000400:00000200:3.0:1767384649.233314:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384649.233322:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: ACK: OK 00000800:00000001:3.0:1767384649.233331:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.233336:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384649.233341:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.233342:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384649.233346:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.233349:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.233354:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384649.233356:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.233366:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18) <- 192.168.202.154@tcp18 : GET - for me 00000800:00000001:0.0:1767384649.233371:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.233375:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384649.233379:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 560 into portal 0 MB=0x8000000000000000 00000800:00000001:0.0:1767384649.233386:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.233387:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 560/560 into md 0x1ba1 [1] + 0 00000400:00000200:0.0:1767384649.233398:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : ACK - for me 00000400:00000200:3.0:1767384649.233405:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp18 to MR: 192.168.202.154@tcp18 local destination 00000400:00000200:3.0:1767384649.233414:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp18 NI seq info: [130:130:256:4294967295] 192.168.202.154@tcp18 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384649.233425:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) -> 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) 192.168.202.154@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384649.233431:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.154@tcp18 00000800:00000010:3.0:1767384649.233437:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c2ed57c. 00000400:00000200:0.0:1767384649.233438:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp38: ACK from 12345-192.168.202.154@tcp38 into md 0x1ba9 00000400:00000200:0.0:1767384649.233443:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.233450:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: ACK: OK 00000800:00000200:3.0:1767384649.233456:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (6) 00000400:00000200:0.0:1767384649.233458:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a99e3d 00000400:00000010:0.0:1767384649.233462:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062a99e3d. 00000800:00000200:3.0:1767384649.233466:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:1005 00000400:00000200:0.0:1767384649.233468:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:3.0:1767384649.233471:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c2ed57c type 3, nob 656 niov 1 nkiov 1 00000400:00000200:0.0:1767384649.233477:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:0.0:1767384649.233483:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (00000000ac0d7ef7): -114 00000400:00000200:0.0:1767384649.233486:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (3) 00000800:00000001:0.0:1767384649.233493:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.233520:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.233525:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.233528:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384649.233530:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384649.233534:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c2ed57c. 00000800:00000001:0.0:1767384649.233536:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.233541:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384649.233542:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384649.233545:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.233567:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: REPLY: OK 00000400:00000200:0.0:1767384649.233575:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18) <- 192.168.202.154@tcp18 : REPLY - for me 00000400:00000200:0.0:1767384649.233589:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp18: Reply from 12345-192.168.202.154@tcp18 of length 560/560 into md 0x1bc1 00000800:00000001:0.0:1767384649.233595:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.233602:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.233604:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.233609:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: REPLY: OK 00000400:00000200:0.0:1767384649.233612:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3b491b2 00000400:00000010:0.0:1767384649.233615:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3b491b2. 00000400:00000200:0.0:1767384649.233619:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384649.233622:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:0.0:1767384649.233626:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:0.0:1767384649.233630:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 33. state = 0x300271 00000400:00000200:0.0:1767384649.233634:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384649.233638:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (31) 00000800:00000001:0.0:1767384649.233653:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384649.233656:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384649.233667:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384649.235766:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005743ebdc. 00080000:00000010:0.0:1767384649.235790:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000220848c5. 00040000:00000001:0.0:1767384649.235798:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384649.235802:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384649.235806:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384649.235811:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384649.235814:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.235817:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384649.235833:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384649.235846:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000681745da. 20000000:01000000:3.0:1767384649.235851:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384649.235851:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384649.235855:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384649.235857:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384649.235859:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384649.235864:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384649.235866:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384649.235873:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384649.235884:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384649.235886:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384649.235887:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384649.235890:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384649.235892:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384649.235895:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:3.0:1767384649.235899:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:3.0:1767384649.235900:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384649.235903:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384649.235908:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384649.235910:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384649.235913:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384649.235917:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384649.235919:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384649.235922:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a870ec4b. 00080000:00000001:3.0:1767384649.235925:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712266710528 : -128361442841088 : ffff8b4185cbee00) 00080000:00000001:3.0:1767384649.235928:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384649.235930:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384649.235932:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001fc6fa8c. 00080000:00000001:3.0:1767384649.235934:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384649.235942:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384649.235950:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384649.235957:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384649.235958:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:0.0:1767384649.235964:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384649.235968:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384649.235973:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384649.235978:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384649.235988:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000894a53b4. 00010000:00000001:0.0:1767384649.236026:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384649.236032:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000020:00000001:0.0:1767384649.236037:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384649.236040:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c483 to hash 00000020:00000001:0.0:1767384649.236043:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384649.236045:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384649.236049:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384649.236054:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.236056:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.236059:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236070:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384649.236075:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384649.236077:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384649.236080:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.236090:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.236092:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.236095:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.236099:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384649.236102:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384649.236103:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384649.236105:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384649.236108:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000894a53b4) refcount = 1 00010000:00010000:0.0:1767384649.236113:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236120:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384649.236123:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384649.236125:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.236127:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.236130:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384649.236133:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384649.236138:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384649.236141:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.236143:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.236145:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000020:00000001:0.0:1767384649.236148:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384649.236150:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384649.236153:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384649.236155:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236161:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384649.236163:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236170:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.236172:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384649.236174:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236192:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.236194:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.236198:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384649.236200:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384649.236207:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fda0fc98 already unused, calling callback (00000000d66be316) 00010000:00000001:0.0:1767384649.236211:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.236213:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384649.236215:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236222:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384649.236223:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.236225:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.236226:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=5 00000020:00000001:0.0:1767384649.236228:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384649.236231:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384649.236234:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384649.236236:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236243:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.236246:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.236248:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.236252:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384649.236254:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384649.236256:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.236257:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.236260:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c483 from hash 00010000:00000001:0.0:1767384649.236262:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384649.236264:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.236265:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.236275:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384649.236277:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384649.236279:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384649.236282:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384649.236284:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.236287:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.236289:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384649.236292:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384649.236295:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.236296:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.236298:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.236300:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.236303:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.236305:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236312:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.236313:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.236315:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384649.236318:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384649.236320:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.236321:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.236324:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384649.236326:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384649.236329:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.236332:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.236338:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384649.236342:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384649.236344:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c483 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384649.236351:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000894a53b4 count: 0 00010000:00000001:0.0:1767384649.236364:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384649.236366:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384649.236378:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384649.236382:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384649.236391:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3e97ea0. 20000000:00000001:0.0:1767384649.236395:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384649.236399:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049188992 00010000:00000001:0.0:1767384649.236403:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384649.236409:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001bd0c6ca x1853237049188992/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.236418:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384649.236421:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384649.236425:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384649.236431:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384649.236434:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384649.236436:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384649.236441:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384649.236444:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.236448:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384649.236452:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384649.236457:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000242cc753. 00000100:00000200:0.0:1767384649.236461:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049188992, offset 224 00000400:00000200:0.0:1767384649.236470:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384649.236481:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384649.236492:0:16355:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp flags 0x11: -76 00000400:00000200:0.0:1767384649.236498:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006280 00000400:00000200:1.0:1767384649.236508:0:16355:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp: -76 00000400:00000200:0.0:1767384649.236515:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bad [2] + 224 00000400:00000010:1.0:1767384649.236516:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000a050e922. 00000400:00000200:1.0:1767384649.236530:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp38(00000000ac0d7ef7): -76. state = 0x200161 00000400:00000200:0.0:1767384649.236530:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384649.236547:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp38(00000000ac0d7ef7) state 0x200161 rc -76 00000400:00000200:0.0:1767384649.236565:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.236576:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384649.236577:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp38 (00000000ac0d7ef7) 00000100:00000200:0.0:1767384649.236584:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.236586:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (2) 00000400:00000200:1.0:1767384649.236601:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x3000f1 00000100:00000040:0.0:1767384649.236612:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384649.236625:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384649.236627:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.236631:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384649.236632:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.236634:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384649.236642:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000242cc753 00000400:00000010:0.0:1767384649.236645:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000242cc753. 00000100:00000001:0.0:1767384649.236650:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384649.236651:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384649.236654:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.236656:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384649.236662:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384649.236668:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 0000000046d04312. 00000100:00000001:3.0:1767384649.236669:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.236670:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.236675:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384649.236675:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000d907f748. 00000100:00000040:0.0:1767384649.236684:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384649.236689:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384649.236691:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384649.236693:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384649.236695:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.236697:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000010:1.0:1767384649.236698:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000022bac48. 00000020:00000001:0.0:1767384649.236701:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384649.236709:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c39a91e 00000100:00000040:0.0:1767384649.236711:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd0c6ca x1853237049188992/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384649.236714:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c39a91e. 00000100:00000001:3.0:1767384649.236764:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384649.236770:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bd0c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049188992:12345-0@lo:253: Request processed in 4328us (5587us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384649.236775:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.236785:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp29(000000005f6f62d2) status changed from 0xdeadface to 0x15aac0de 00000100:00100000:0.0:1767384649.236795:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000400:00000200:1.0:1767384649.236807:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp31(000000008c6067e9) status changed from 0xdeadface to 0x15aac0de 00000100:00000040:0.0:1767384649.236809:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384649.236814:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384649.236820:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.236824:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384649.236830:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp33(00000000a08676a4) status changed from 0xdeadface to 0x15aac0de 00000020:00000010:0.0:1767384649.236835:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000021db427. 00000400:00000200:1.0:1767384649.236846:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp35(000000005cd20a29) status changed from 0xdeadface to 0x15aac0de 00000020:00000010:0.0:1767384649.236848:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 00000400:00000200:1.0:1767384649.236859:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp36(000000003e4ed071) status changed from 0xdeadface to 0x15aac0de 00000020:00000010:0.0:1767384649.236860:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005041b5d7. 00000100:00000001:3.0:1767384649.236863:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384649.236869:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384649.236869:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp37(00000000d14dd231) status changed from 0xdeadface to 0x15aac0de 00000020:00000040:0.0:1767384649.236882:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:3.0:1767384649.236883:0:16359:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384649.236889:0:16355:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.154@tcp38 02000000:00000001:3.0:1767384649.236890:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384649.236895:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384649.236896:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384649.236904:0:16355:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.154@tcp38 NID 192.168.202.154@tcp38 00000100:00000001:3.0:1767384649.236905:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384649.236905:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b71a2672. 00000400:00000200:1.0:1767384649.236912:0:16355:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000077f30679 nid 192.168.202.154@tcp38 02000000:00000001:3.0:1767384649.236917:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.236918:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384649.236919:0:16355:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000077f30679. 00000100:00000001:0.0:1767384649.236926:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384649.236931:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=67 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384649.236932:0:16355:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000004efc31ab net tcp38 00000100:00000200:0.0:1767384649.236938:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384649.236939:0:16355:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000004efc31ab. 00000400:00000010:0.0:1767384649.236950:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e99c2e1. 00000100:00001000:3.0:1767384649.236951:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=67 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384649.236951:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ac0d7ef7 (1) 00000100:00000001:3.0:1767384649.236968:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384649.236969:0:16355:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000ac0d7ef7 nid 192.168.202.154@tcp38 00000400:00000010:0.0:1767384649.236970:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000242cc753. 00000100:00000001:3.0:1767384649.236974:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384649.236975:0:16355:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000ac0d7ef7. 00010000:00000001:3.0:1767384649.236985:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384649.236989:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.236994:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.237001:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384649.237009:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c24fe1c4. 00000100:00000001:3.0:1767384649.237012:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.237017:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384649.237021:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.237023:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c24fe1c4 nid 192.168.202.154@tcp38 00000020:01000004:3.0:1767384649.237027:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384649.237031:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384649.237032:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003f6b1937. 00000400:00000200:0.0:1767384649.237038:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000003f6b1937 net tcp38 00000400:00000200:0.0:1767384649.237042:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (30) 00000020:01000004:3.0:1767384649.237043:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384649.237048:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384649.237049:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384649.237053:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384649.237055:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp38 flags 0x11 00000020:01000004:3.0:1767384649.237056:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384649.237060:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384649.237063:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384649.237065:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384649.237066:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c2e29cd4. 00000100:00000040:3.0:1767384649.237071:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384649.237075:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c2e29cd4 nid 192.168.202.154@tcp39 00000400:00000010:0.0:1767384649.237082:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006c823d68. 00000100:00100000:3.0:1767384649.237086:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049188992:0@lo:253: 00000400:00000200:0.0:1767384649.237096:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000006c823d68 net tcp39 00000100:00000001:3.0:1767384649.237097:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.237101:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (31) 00000100:00000001:3.0:1767384649.237102:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384649.237111:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041afcab9 x1853237049188992/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384649.237112:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp39 flags 0x11 00000400:00000010:0.0:1767384649.237121:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005743ebdc. 00000100:00000001:3.0:1767384649.237127:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384649.237131:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005743ebdc nid 192.168.202.154@tcp40 02000000:00000001:3.0:1767384649.237132:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384649.237136:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fce43325. 00000400:00000010:0.0:1767384649.237138:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ebe60b25. 02000000:00000001:3.0:1767384649.237143:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384649.237144:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ebe60b25 net tcp40 00000020:00000001:3.0:1767384649.237149:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384649.237149:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (32) 00000020:00000040:3.0:1767384649.237153:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:0.0:1767384649.237159:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp40 flags 0x11 00000020:00000001:3.0:1767384649.237160:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384649.237165:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4fe0132. 00000400:00000010:0.0:1767384649.237167:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005041b5d7. 02000000:00000001:3.0:1767384649.237171:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384649.237173:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005041b5d7 nid 192.168.202.154@tcp41 02000000:00000001:3.0:1767384649.237176:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384649.237179:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003d26990d. 00000100:00000010:3.0:1767384649.237180:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041afcab9. 00000400:00000200:0.0:1767384649.237185:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000003d26990d net tcp41 00000100:00000001:3.0:1767384649.237188:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384649.237189:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (33) 00000100:00000001:3.0:1767384649.237192:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.237196:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.237200:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp41 flags 0x11 00000100:00000001:3.0:1767384649.237204:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384649.237206:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 0000000046d04312. 00000100:00000001:3.0:1767384649.237208:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384649.237212:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000d907f748. 00000100:00000001:3.0:1767384649.237213:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384649.237217:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000022bac48. 00000100:00000001:3.0:1767384649.237218:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384649.237225:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000abf94c18. 00000400:00000200:0.0:1767384649.237231:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384649.237235:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x300171 00000400:00000200:0.0:1767384649.237239:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc 1 00000400:00000200:0.0:1767384649.237243:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000200:0.0:1767384649.237247:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384649.237251:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300111 rc 0 00000400:00000200:0.0:1767384649.237256:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384649.237260:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (34) 00000100:00000040:1.0:1767384649.237801:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294938561, at 4294938562 00000100:00000040:3.0:1767384649.237813:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294938561, at 4294938562 00000100:00000010:1.0:1767384649.237815:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000054dcd9a. 00000100:00000010:3.0:1767384649.237826:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00080000:00000010:0.0:1767384649.238195:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a870ec4b. 00080000:00000010:3.0:1767384649.238237:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001fc6fa8c. 00040000:00000001:3.0:1767384649.238250:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384649.238251:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384649.238253:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384649.238257:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384649.238259:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384649.238261:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384649.238263:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384649.238271:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384649.238275:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384649.238280:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384649.238282:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384649.238287:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384649.238289:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384649.238293:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384649.238295:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384649.238307:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef5cdf83. 00010000:00000001:0.0:1767384649.238311:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384649.238314:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7a0c75f. 00000020:00000001:0.0:1767384649.238317:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384649.238319:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7a0c75f with handle 0xefc2db714b35c48a to hash 00000020:00000001:0.0:1767384649.238322:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384649.238324:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384649.238326:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384649.238329:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.238331:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.238335:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.238343:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384649.238346:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384649.238348:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384649.238349:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.238351:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.238353:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384649.238354:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.238356:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384649.238358:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384649.238359:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384649.238360:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384649.238362:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef5cdf83) refcount = 1 00010000:00010000:0.0:1767384649.238365:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.238372:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384649.238374:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384649.238375:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.238377:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.238379:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384649.238381:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384649.238383:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384649.238385:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384649.238394:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.238396:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=4 00000020:00000001:0.0:1767384649.238399:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384649.238402:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384649.238405:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384649.238407:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.238413:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000020:3.0:1767384649.238415:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384649.238416:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384649.238421:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384649.238424:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000057c53d66. 00010000:00000001:0.0:1767384649.238430:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384649.238432:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.238434:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384649.238437:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384649.238439:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189120 00010000:00000001:3.0:1767384649.238444:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384649.238450:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:3.0:1767384649.238451:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089fe0279 x1853237049189120/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.238454:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.238459:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384649.238463:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384649.238471:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384649.238475:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.238476:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7a0c75f already unused, calling callback (00000000d66be316) 00000100:00001000:3.0:1767384649.238480:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=67 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384649.238482:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.238485:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384649.238487:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384649.238490:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384649.238492:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384649.238498:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384649.238504:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384649.238506:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384649.238507:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.238510:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384649.238513:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384649.238514:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384649.238518:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=5 00000100:00000040:3.0:1767384649.238519:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384649.238524:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000400:00000010:3.0:1767384649.238525:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c39a91e. 00010000:00000001:0.0:1767384649.238529:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000100:00000200:3.0:1767384649.238532:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189120, offset 224 00000400:00000200:3.0:1767384649.238540:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384649.238545:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384649.238548:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384649.238569:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384649.238578:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384649.238581:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384649.238584:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.238585:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006300 00010000:00000001:0.0:1767384649.238590:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384649.238595:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb5 [2] + 224 00010000:00000001:0.0:1767384649.238595:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384649.238600:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384649.238602:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.238604:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384649.238605:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7a0c75f with handle 0xefc2db714b35c48a from hash 00010000:00000001:0.0:1767384649.238609:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384649.238611:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.238614:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.238617:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384649.238621:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384649.238622:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384649.238624:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384649.238628:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384649.238630:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384649.238631:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384649.238635:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384649.238638:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.238639:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384649.238643:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384649.238648:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.238652:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.238655:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.238659:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.238662:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384649.238663:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.238668:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.238686:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.238689:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384649.238690:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384649.238692:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384649.238693:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384649.238695:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384649.238700:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384649.238705:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384649.238709:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384649.238710:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c39a91e 20000000:00000001:0.0:1767384649.238714:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.238715:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c39a91e. 00000100:00000040:2.0:1767384649.238774:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294938561, at 4294938563 00000100:00000010:2.0:1767384649.238783:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070247f71. 00000100:00000001:1.0:1767384649.238789:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.238794:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384649.238948:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384649.238957:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384649.238959:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384649.238963:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c48a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384649.238969:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ef5cdf83 count: 0 00000100:00000001:3.0:1767384649.238976:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384649.238978:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384649.238980:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384649.238980:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384649.238981:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:0.0:1767384649.238988:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384649.238989:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b619aab. 00000100:00000001:3.0:1767384649.238992:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.239002:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b414f5ed 00000100:00000040:3.0:1767384649.239003:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000040:0.0:1767384649.239006:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294938561, at 4294938563 00000400:00000010:1.0:1767384649.239014:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b414f5ed. 00010000:00000001:3.0:1767384649.239015:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:0.0:1767384649.239018:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045ed9b63. 00000020:00000001:3.0:1767384649.239021:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.239024:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384649.239026:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384649.239041:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089fe0279 x1853237049189120/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:630/0 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.239041:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.239118:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384649.239119:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089fe0279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049189120:12345-0@lo:253: Request processed in 5983us (7604us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384649.239145:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:3.0:1767384649.239152:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384649.239155:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384649.239157:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384649.239160:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.239161:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384649.239169:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384649.239171:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbbf6cab. 02000000:00000001:1.0:1767384649.239173:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384649.239178:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384649.239180:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8fa2762. 00000020:00000010:3.0:1767384649.239186:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a3e1d99. 00000100:00000001:1.0:1767384649.239190:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384649.239194:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:1.0:1767384649.239197:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.239201:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384649.239204:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1662eeb. 00000100:00001000:1.0:1767384649.239207:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=67 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384649.239210:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384649.239213:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384649.239217:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=67 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384649.239220:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384649.239223:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384649.239225:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.239228:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384649.239233:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.239237:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000100:00000001:1.0:1767384649.239237:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.239250:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384649.239251:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c39a91e. 00000100:00000001:1.0:1767384649.239266:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.239269:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384649.239271:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384649.239276:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384649.239279:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384649.239280:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384649.239282:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384649.239283:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384649.239284:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384649.239285:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384649.239286:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384649.239288:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384649.239291:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384649.239296:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6ca2336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049189120:0@lo:253: 00000100:00000001:1.0:1767384649.239300:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.239302:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384649.239303:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6ca2336 x1853237049189120/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384649.239308:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384649.239310:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384649.239312:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000086b4d108. 02000000:00000001:1.0:1767384649.239316:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384649.239317:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384649.239324:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384649.239326:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384649.239328:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b66e0aff. 02000000:00000001:1.0:1767384649.239331:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384649.239333:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384649.239334:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6ca2336. 00000100:00000001:1.0:1767384649.239337:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384649.239338:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.239340:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.239347:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384649.239348:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.239350:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384649.239351:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384649.243750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000894a53b4. 00010000:00000010:0.1:1767384649.243760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00010000:00000010:0.1:1767384649.243768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef5cdf83. 00010000:00000010:0.1:1767384649.243777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7a0c75f. 00000400:00000010:3.0:1767384649.251425:0:33295:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000ae700ef. 00000400:00000040:3.0:1767384649.251452:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.251456:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384649.251459:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.251461:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.251464:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.251466:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384649.251469:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.251471:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384649.251473:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384649.251475:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384649.251478:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384649.251480:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.251483:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384649.251485:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.251486:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384649.251489:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384649.251490:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384649.251492:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384649.251493:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384649.251495:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.251497:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.251498:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.251500:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.251501:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.251502:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384649.251505:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.251506:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.251508:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.251509:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.251510:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.251511:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384649.251513:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384649.251513:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384649.251515:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384649.251515:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384649.251522:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.251523:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384649.251525:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384649.251527:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.251528:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384649.251529:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384649.251530:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384649.251531:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384649.251532:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384649.251533:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384649.251534:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384649.251535:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384649.251536:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384649.251538:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384649.251539:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384649.251540:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384649.251541:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384649.251541:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384649.251543:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384649.251543:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384649.251544:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384649.251545:0:33295:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384649.251655:0:33295:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000ae700ef. 00000400:00000001:0.0:1767384650.004942:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384650.004948:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384650.004951:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064124cc2 00000400:00000010:0.0:1767384650.004955:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064124cc2. 00000400:00000200:0.0:1767384650.004959:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384650.004968:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384650.004984:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000012594bf6. 00000400:00000010:0.0:1767384650.004989:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000045b9335. 00000400:00000001:0.0:1767384650.004995:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384650.004997:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384650.004999:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077372b14 00000400:00000010:0.0:1767384650.005001:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077372b14. 00000400:00000200:0.0:1767384650.005003:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384650.005008:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384650.005011:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000040ceeb3a. 00000400:00000010:0.0:1767384650.005014:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c600f3b1. 00000400:00000200:0.0:1767384650.005022:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp35 00000400:00000010:0.0:1767384650.005027:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000662b189a. 00000400:00000010:0.0:1767384650.005033:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007de4d59e. 00000400:00000010:0.0:1767384650.005044:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896e2f69. 00000400:00000010:0.0:1767384650.005052:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a157c5f8. 00000400:00000200:0.0:1767384650.005056:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp35 00000400:00000200:0.0:1767384650.005073:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp35 local destination 00000400:00000200:0.0:1767384650.005081:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp35 00000400:00000200:0.0:1767384650.005086:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp35 NI seq info: [131:131:256:4294967295] 192.168.202.154@tcp35 LPNI seq info [117:117:8:4294967295] 00000400:00000200:0.0:1767384650.005094:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp35 00000400:00000200:0.0:1767384650.005112:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp35(192.168.202.154@tcp35:) -> 192.168.202.154@tcp35(192.168.202.154@tcp35:192.168.202.154@tcp35) : GET try# 0 00000800:00000200:0.0:1767384650.005122:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp35 00000800:00000010:0.0:1767384650.005128:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033de08e4. 00000800:00000200:0.0:1767384650.005141:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000800:00000200:0.1:1767384650.005148:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:0.0:1767384650.005176:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp35 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:2.0:1767384650.005243:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005302:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005339:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005376:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005416:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005460:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005492:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005604:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005635:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005662:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005690:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005714:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005811:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005838:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005862:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005888:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005915:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005943:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.005974:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006007:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006040:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006070:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006089:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006107:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006127:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006140:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006155:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006170:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006194:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006213:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006230:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006245:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006259:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384650.006280:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384650.006438:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a583d6ca. 00000800:00000010:2.0:1767384650.006443:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ec9496c. 00000800:00000010:2.0:1767384650.006447:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000008afa7f3. 00000800:00000010:2.0:1767384650.006473:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000008afa7f3. 00000800:00020000:2.0:1767384650.006483:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384650.006485:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ec9496c. 00000800:00000010:2.0:1767384650.006488:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a583d6ca. 00000400:02020000:2.0:1767384650.006522:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp35 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384650.006529:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp35 notifying 192.168.202.154@tcp35: down 00000800:00000200:2.0:1767384650.006535:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp35 down 00000800:00000100:2.0:1767384650.006556:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp35 00000800:00000010:2.0:1767384650.006560:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033de08e4. 00000400:00000200:2.0:1767384650.006565:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384650.006569:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp35->192.168.202.154@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384650.006582:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384650.006585:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384650.006587:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384650.259799:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384650.259806:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384650.259812:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384650.259814:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384650.259834:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384650.259837:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384650.259839:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384650.835802:0:18907:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384650.835809:0:18907:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384650.836833:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384650.836840:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384650.963819:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (6) 00000800:00000200:2.0:1767384650.963827:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp25 ip 192.168.202.154:988 00000800:00000200:2.0:1767384650.963831:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384650.964103:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384650.964116:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.964135:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384650.964141:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384650.964144:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384651.007977:0:33759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009e9d937a. 00080000:00000010:0.0:1767384651.007988:0:33759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009e9d937a. 00000020:00000001:0.0:1767384651.007994:0:33759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384651.008004:0:33759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009e9d937a. 00080000:00000010:0.0:1767384651.008009:0:33759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009e9d937a. 00000020:00000001:0.0:1767384651.008013:0:33759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.027805:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000024896841. 00000400:00000010:0.0:1767384651.027818:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000077b3354e. 00000400:00000010:0.0:1767384651.027821:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000083b33284. 00000400:00000010:0.0:1767384651.027823:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e144993d. 00000400:00000010:0.0:1767384651.027826:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003837ed2b. 00000400:00000010:0.0:1767384651.027828:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e52907b7. 00000400:00000010:0.0:1767384651.027831:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002bedddab. 00000400:00000010:0.0:1767384651.027833:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000066710e7a. 00000400:00000010:0.0:1767384651.027835:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007dfa7c1b. 00000400:00000010:0.0:1767384651.027838:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a20e2c09. 00000400:00000010:0.0:1767384651.027840:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007a85224d. 00000400:00000010:0.0:1767384651.027842:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003248756b. 00000400:00000010:0.0:1767384651.027844:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009601d60e. 00000400:00000010:0.0:1767384651.027846:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000083d1ac6d. 00000400:00000010:0.0:1767384651.027858:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f4575f08. 00000400:00000010:0.0:1767384651.027860:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ea546e03. 00000400:00000010:0.0:1767384651.027863:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f26cb0b5. 00000400:00000010:0.0:1767384651.027865:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000021bc34bf. 00000400:00000010:0.0:1767384651.027868:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000d8656cb. 00000400:00000010:0.0:1767384651.027870:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b87054ae. 00000400:00000010:0.0:1767384651.027873:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000546726f9. 00000400:00000010:0.0:1767384651.027875:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d1545c71. 00000400:00000010:0.0:1767384651.027877:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f2eca450. 00000400:00000010:0.0:1767384651.027880:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000046dfcb81. 00000400:00000010:0.0:1767384651.027882:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa265c41. 00000400:00000010:0.0:1767384651.027884:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001780a5e8. 00000400:00000010:0.0:1767384651.027887:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3a525bd. 00000400:00000010:0.0:1767384651.027889:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c06326ed. 00000400:00000010:0.0:1767384651.027891:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004e1f7564. 00000400:00000010:0.0:1767384651.027894:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f3f075e5. 00000400:00000010:0.0:1767384651.027897:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008ea8341f. 00000400:00000010:0.0:1767384651.027899:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000056ba27c4. 00000400:00000010:0.0:1767384651.027901:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000086293a8e. 00000400:00000010:0.0:1767384651.027904:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e57f5641. 00000400:00000010:0.0:1767384651.027908:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000008b26f48. 00000400:00000010:0.0:1767384651.027912:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000012a9fc6f. 00000400:00000010:0.0:1767384651.027916:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057e39e8e. 00000400:00000010:0.0:1767384651.027918:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fbde67ba. 00000400:00000010:0.0:1767384651.027921:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004ababa18. 00000400:00000010:0.0:1767384651.027924:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a0cfc008. 00000400:00000010:0.0:1767384651.027926:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d46cb6b5. 00000400:00000010:0.0:1767384651.027928:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003b0ae966. 00000400:00000010:0.0:1767384651.027932:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cb14edc9. 00000400:00000010:0.0:1767384651.027934:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000359350ef. 00000400:00000010:0.0:1767384651.027936:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000daf796cc. 00000400:00000010:0.0:1767384651.027939:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007934c255. 00000400:00000010:0.0:1767384651.027942:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bd32c8be. 00000400:00000010:0.0:1767384651.027944:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065d121ee. 00000400:00000010:0.0:1767384651.027946:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007b1e44d1. 00000400:00000010:0.0:1767384651.027949:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c82c691. 00000400:00000010:0.0:1767384651.027959:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000077d5a372. 00000400:00000010:0.0:1767384651.027962:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006a6cd18e. 00000400:00000010:0.0:1767384651.027964:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000154a5645. 00000400:00000010:0.0:1767384651.027967:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006aa5f90e. 00000400:00000010:0.0:1767384651.027969:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002964de35. 00000400:00000010:0.0:1767384651.027972:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009772dfcd. 00000400:00000010:0.0:1767384651.027975:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e22bf4a2. 00000400:00000010:0.0:1767384651.027978:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a8dca4f. 00000400:00000010:0.0:1767384651.027980:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000198461f7. 00000400:00000010:0.0:1767384651.027982:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f3eade58. 00000400:00000010:0.0:1767384651.027984:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dd60ec98. 00000400:00000010:0.0:1767384651.027986:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c7e3dce6. 00000400:00000010:0.0:1767384651.027989:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000501a0864. 00000400:00000010:0.0:1767384651.027991:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002d8b9866. 00000400:00000010:0.0:1767384651.027993:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003193e862. 00000400:00000010:0.0:1767384651.027995:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000093be5ed7. 00000400:00000010:0.0:1767384651.027997:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e0621fdb. 00000400:00000010:0.0:1767384651.028000:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a1f4ec32. 00000400:00000010:0.0:1767384651.028002:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c79de06. 00000400:00000010:0.0:1767384651.028005:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c8f23be2. 00000400:00000010:0.0:1767384651.028008:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000022d030c3. 00000400:00000010:0.0:1767384651.028010:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003e188d38. 00000400:00000010:0.0:1767384651.028012:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000049cd3011. 00000400:00000010:0.0:1767384651.028015:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009ad2a4c9. 00000400:00000010:0.0:1767384651.028018:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000018630c11. 00000400:00000010:0.0:1767384651.028020:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000003e084a. 00000400:00000010:0.0:1767384651.028022:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ef45b96e. 00000400:00000010:0.0:1767384651.028024:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f95f938d. 00000400:00000010:0.0:1767384651.028027:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003658e67b. 00000400:00000010:0.0:1767384651.028029:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000427a832. 00000400:00000010:0.0:1767384651.028032:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008dc4093e. 00000400:00000010:0.0:1767384651.028034:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007933c220. 00000400:00000010:0.0:1767384651.028037:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aa60e2ae. 00000400:00000010:0.0:1767384651.028039:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d197db0c. 00000400:00000010:0.0:1767384651.028042:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006bf428b0. 00000400:00000010:0.0:1767384651.028045:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dde95c69. 00000400:00000010:0.0:1767384651.028059:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082be0507. 00000400:00000010:0.0:1767384651.028062:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000011ec29e6. 00000400:00000010:0.0:1767384651.028064:0:16354:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007710412f. 00000400:00000001:0.0:1767384651.028074:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384651.028076:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384651.028080:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896e2f69 00000400:00000010:0.0:1767384651.028082:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896e2f69. 00000400:00000200:0.0:1767384651.028089:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384651.028096:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384651.028107:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000662b189a. 00000400:00000010:0.0:1767384651.028111:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007de4d59e. 00000400:00000200:0.0:1767384651.028116:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp36 00000400:00000010:0.0:1767384651.028120:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000029585ea2. 00000400:00000010:0.0:1767384651.028125:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007de4d59e. 00000400:00000010:0.0:1767384651.028129:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896e2f69. 00000400:00000010:0.0:1767384651.028135:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049cd3011. 00000400:00000200:0.0:1767384651.028140:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp36 00000400:00000200:0.0:1767384651.028153:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp36 local destination 00000400:00000200:0.0:1767384651.028160:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp36 00000400:00000200:0.0:1767384651.028164:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp36 NI seq info: [132:132:256:4294967295] 192.168.202.154@tcp36 LPNI seq info [118:118:8:4294967295] 00000400:00000200:0.0:1767384651.028172:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp36 00000400:00000200:0.0:1767384651.028182:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp36(192.168.202.154@tcp36:) -> 192.168.202.154@tcp36(192.168.202.154@tcp36:192.168.202.154@tcp36) : GET try# 0 00000800:00000200:0.0:1767384651.028188:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp36 00000800:00000010:0.0:1767384651.028194:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000764873fc. 00000800:00000200:0.0:1767384651.028201:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000800:00000200:0.1:1767384651.028207:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000400:00000200:0.0:1767384651.028230:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp36 added to recovery queue. ping count: 3 next ping: 281 health :700 00000400:00000200:1.0:1767384651.028337:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028431:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028491:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028546:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028605:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028663:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028774:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028832:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028868:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028924:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.028964:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029000:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029045:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029071:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029105:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029177:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029231:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029279:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029331:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029389:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029445:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029530:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029605:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029638:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029686:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029715:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029918:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029946:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.029969:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.030003:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.030031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.030057:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.030086:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384651.030123:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384651.030379:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384651.030387:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002f174267. 00000800:00000010:1.0:1767384651.030395:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbc42514. 00000800:00000010:1.0:1767384651.030426:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbc42514. 00000800:00020000:1.0:1767384651.030441:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384651.030446:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002f174267. 00000800:00000010:1.0:1767384651.030451:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384651.030501:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp36 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384651.030511:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp36 notifying 192.168.202.154@tcp36: down 00000800:00000200:1.0:1767384651.030528:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp36 down 00000800:00000100:1.0:1767384651.030555:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp36 00000800:00000010:1.0:1767384651.030560:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000764873fc. 00000400:00000200:1.0:1767384651.030567:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384651.030572:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp36->192.168.202.154@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384651.030589:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384651.030593:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384651.030597:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp36) recovery failed with -71 00010000:00000001:1.0:1767384651.283807:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384651.283816:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.283823:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384651.283824:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.283887:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384651.283893:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.283897:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384651.347781:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384651.347786:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:0.0:1767384651.347792:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.347795:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384651.347796:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384651.347798:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384651.347800:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384651.347810:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384651.347812:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 65 10000000:00000001:0.0:1767384651.347814:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384651.347816:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384651.347823:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083262e70. 00000020:00000040:0.0:1767384651.347826:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384651.347832:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384651.347835:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384651.347840:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.347846:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a38af275. 00000100:00000001:0.0:1767384651.347852:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.347856:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384651.347860:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384651.347866:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000894a53b4. 00010000:00000001:0.0:1767384651.347871:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384651.347874:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7a0c75f. 00000020:00000001:0.0:1767384651.347879:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384651.347882:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7a0c75f with handle 0xefc2db714b35c491 to hash 00000020:00000001:0.0:1767384651.347885:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384651.347886:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.347890:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.347894:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384651.347898:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.347901:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384651.347920:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384651.347931:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384651.347938:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384651.347940:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384651.347946:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038a690fb. 00000100:00000001:0.0:1767384651.347953:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716563684544 : -128357145867072 : ffff8b4285ea8cc0) 00000100:00000001:0.0:1767384651.347956:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384651.347956:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000001:0.0:1767384651.347960:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.347962:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.347963:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384651.347964:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384651.347971:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.347978:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384651.347979:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.347982:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384651.347985:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384651.347986:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384651.347991:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049189248:0@lo:101: 00000100:00000001:0.0:1767384651.347994:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384651.347998:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384651.348000:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.348002:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384651.348005:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008a690c41. 02000000:00000001:0.0:1767384651.348007:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.348011:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef5b5801. 00000400:00000010:0.0:1767384651.348016:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b256eb2d. 00000100:00000200:0.0:1767384651.348021:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049189248, portal 25 00000100:00000001:0.0:1767384651.348023:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384651.348023:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000040:0.0:1767384651.348026:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.348032:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384651.348033:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384651.348035:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000100:00000200:0.0:1767384651.348037:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049189248, offset 0 00000400:00000200:0.0:1767384651.348041:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384651.348052:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384651.348065:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260006380 00000400:00000200:0.0:1767384651.348071:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13cd [2] + 0 00000400:00000010:0.0:1767384651.348074:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daef0429. 00000400:00000200:0.0:1767384651.348077:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b782049e 00000400:00000200:0.0:1767384651.348081:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.348085:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384651.348089:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782049e 00000400:00000010:0.0:1767384651.348090:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b782049e. 00000100:00000001:0.0:1767384651.348094:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384651.348096:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384651.348099:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000910d400d x1853237049189248 msgsize 328 00000100:00100000:0.0:1767384651.348102:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384651.348103:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384651.348114:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384651.348120:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00000400:00000010:0.0:1767384651.348122:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00000100:00000001:0.0:1767384651.348126:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384651.348129:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.348138:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.348141:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.348147:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.348148:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.348152:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384651.348153:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.348157:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189248 00000100:00000001:0.0:1767384651.348158:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294940677 02000000:00000001:3.0:1767384651.348161:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384651.348164:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfa99e8f. 00000100:00000001:3.0:1767384651.348165:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.348169:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.348172:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384651.348174:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.348178:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189248 00000100:00000001:0.0:1767384651.348180:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294940677 00000020:00000001:3.0:1767384651.348181:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384651.348184:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000010:0.0:1767384651.348186:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081487e4f. 00000020:00000001:3.0:1767384651.348187:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384651.348190:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384651.348192:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294940677 00000100:00000010:0.0:1767384651.348195:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a52781cc. 00000020:00000040:3.0:1767384651.348197:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:3.0:1767384651.348200:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384651.348205:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384651.348206:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384651.348210:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384651.348211:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294940677 00000020:00000010:3.0:1767384651.348216:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038f5485d. 00000100:00000010:0.0:1767384651.348219:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061c4cb89. 00000100:00000001:3.0:1767384651.348221:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.348225:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038f5485d. 00000100:00000001:0.0:1767384651.348227:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384651.348231:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e37c30cc. 00000100:00000001:0.0:1767384651.348233:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.348237:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8210b95. 00000100:00000001:0.0:1767384651.348238:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.348245:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384651.348247:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f01b94e. 00000100:00000001:0.0:1767384651.348247:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384651.348253:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038a690fb going to sleep for 11 seconds 00000100:00000001:0.0:1767384651.348257:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384651.348261:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384651.348262:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.348268:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.348272:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.348274:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.348282:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.348289:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.348306:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.348308:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384651.348318:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:0.0:1767384651.348318:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384651.348322:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384651.348325:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384651.348325:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.348331:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.348332:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518992464 : -128356190559152 : ffff8b42bedb6450) 00000100:00000040:3.0:1767384651.348340:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000910d400d x1853237049189248/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.348351:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.348355:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038f5485d. 00000100:00000001:3.0:1767384651.348357:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.348360:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038f5485d. 00000100:00100000:3.0:1767384651.348364:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000910d400d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049189248:12345-0@lo:101: 00000100:00000200:3.0:1767384651.348369:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189248 00000020:00000001:3.0:1767384651.348373:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.348377:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.348381:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.348390:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.348393:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:3.0:1767384651.348397:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.348400:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.348404:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.348408:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384651.348412:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.348415:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384651.348417:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384651.348419:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384651.348421:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384651.348424:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.348429:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384651.348433:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007074bf10. 00010000:00000001:3.0:1767384651.348437:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384651.348439:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e4108860. 00000020:00000001:3.0:1767384651.348443:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384651.348446:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e4108860 with handle 0xefc2db714b35c498 to hash 00000020:00000001:3.0:1767384651.348449:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384651.348452:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00000001:3.0:1767384651.348455:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00010000:3.0:1767384651.348458:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c491 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384651.348466:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:3.0:1767384651.348469:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:3.0:1767384651.348478:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384651.348480:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.348484:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009f6395b0. 02000000:00000001:3.0:1767384651.348487:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.348489:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.348492:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384651.348497:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384651.348499:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384651.348502:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.348510:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.348512:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.348514:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.348517:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384651.348520:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384651.348523:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384651.348524:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384651.348528:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007074bf10) refcount = 1 00010000:00010000:3.0:1767384651.348548:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c491 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.348555:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384651.348557:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384651.348559:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.348562:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.348566:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384651.348571:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384651.348574:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c491 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.348582:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384651.348584:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384651.348587:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.348589:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.348592:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384651.348594:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.348596:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384651.348598:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e4108860, rc 0) 00000020:00000001:3.0:1767384651.348601:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384651.348604:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189248 00010000:00000001:3.0:1767384651.348607:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384651.348612:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000910d400d x1853237049189248/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/344 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.348621:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384651.348623:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.348627:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.348639:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384651.348642:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384651.348644:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384651.348647:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.348650:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.348653:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.348656:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.348660:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000100:00000200:3.0:1767384651.348664:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049189248, offset 224 00000400:00000200:3.0:1767384651.348669:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.348675:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.348682:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260006380 00000400:00000200:3.0:1767384651.348686:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1be1 [1] + 224 00000400:00000200:3.0:1767384651.348691:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.348694:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.348698:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384651.348705:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.348716:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.348768:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.348774:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814bff92 00000400:00000010:3.0:1767384651.348777:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 00000100:00000001:3.0:1767384651.348780:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.348783:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.348790:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.348790:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384651.348796:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384651.348797:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:0.0:1767384651.348799:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384651.348802:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384651.348803:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef5b5801. 00000020:00000001:3.0:1767384651.348807:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.348809:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b256eb2d 00000020:00000001:3.0:1767384651.348812:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384651.348813:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b256eb2d. 00000100:00000001:0.0:1767384651.348820:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384651.348824:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000910d400d x1853237049189248/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/344 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384651.348827:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384651.348855:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.348860:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000910d400d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049189248:12345-0@lo:101: Request processed in 504us (755us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384651.348864:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.348866:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.348869:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.348874:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384651.348877:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.348879:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.348883:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 02000000:00000001:0.0:1767384651.348885:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.348889:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00001000:0.0:1767384651.348892:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=69 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384651.348894:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384651.348899:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.348900:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384651.348905:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8210b95. 00000020:00000010:3.0:1767384651.348911:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f01b94e. 00000100:00000001:0.0:1767384651.348913:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384651.348917:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.348918:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e37c30cc. 00010000:00000001:0.0:1767384651.348920:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384651.348924:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384651.348925:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:0.0:1767384651.348929:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.348931:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384651.348934:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009f6395b0. 00000100:00000040:0.0:1767384651.348937:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384651.348938:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384651.348941:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384651.348948:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384651.348950:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384651.348953:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000100:00000001:0.0:1767384651.348954:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.348957:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384651.348959:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060a38bf7. 00000100:00000040:0.0:1767384651.348962:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.348970:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049189248:0@lo:101: 00000100:00000001:0.0:1767384651.348973:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.348975:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.348977:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384651.348979:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.348981:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.348986:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384651.348988:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038a690fb. 00000100:00000001:0.0:1767384651.348991:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384651.348992:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.348993:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384651.348995:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.348996:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.348998:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=4 00000020:00000001:0.0:1767384651.348999:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.349001:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000040:0.0:1767384651.349005:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e7a0c75f, remote cookie: 0xefc2db714b35c498, flags: 0x0 00010000:00000001:0.0:1767384651.349007:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384651.349009:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384651.349010:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384651.349016:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384651.349017:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384651.349018:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000894a53b4) refcount = 1 00010000:00010000:0.0:1767384651.349021:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.349025:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384651.349027:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384651.349027:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384651.349030:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384651.349032:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.349034:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.349038:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384651.349038:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.349040:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.349041:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.349041:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.349042:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.349044:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.349046:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083262e70 x1853237049189248/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.349050:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.349052:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.349054:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008a690c41. 02000000:00000001:0.0:1767384651.349059:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.349060:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.349062:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384651.349064:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384651.349066:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a38af275. 02000000:00000001:0.0:1767384651.349068:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.349069:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.349070:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083262e70. 00000100:00000001:0.0:1767384651.349072:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.349073:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384651.349074:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.349079:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384651.349080:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:0.0:1767384651.349082:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.349083:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.349084:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.349085:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=3 00000020:00000001:0.0:1767384651.349086:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.349087:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.349089:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384651.349089:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.349090:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.349091:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.349092:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384651.349094:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000025c7587b. 00000100:00000010:0.0:1767384651.349104:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083262e70. 00000020:00000040:0.0:1767384651.349105:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384651.349107:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384651.349108:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384651.349110:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.349112:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a38af275. 00000100:00000001:0.0:1767384651.349115:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.349117:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384651.349119:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008a690c41. 00000100:00000010:0.0:1767384651.349121:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000914b362f. 00000020:00000040:0.0:1767384651.349122:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384651.349125:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384651.349126:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384651.349128:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038a690fb. 00000100:00000001:0.0:1767384651.349129:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716563684544 : -128357145867072 : ffff8b4285ea8cc0) 00000100:00000001:0.0:1767384651.349130:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384651.349131:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000001:0.0:1767384651.349133:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.349134:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.349135:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384651.349136:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384651.349141:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.349145:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384651.349146:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.349148:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384651.349149:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384651.349150:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384651.349152:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049189376:0@lo:256: 00000100:00000001:0.0:1767384651.349154:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384651.349155:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384651.349156:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.349158:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384651.349160:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef5b5801. 00000400:00000010:0.0:1767384651.349164:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000485087c6. 00000100:00000200:0.0:1767384651.349166:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260006400-0x6958260006400, portal 33 00000100:00000001:0.0:1767384651.349169:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.349170:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384651.349172:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008bf43b5. 02000000:00000001:0.0:1767384651.349173:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.349175:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000598a7b1. 00000400:00000010:0.0:1767384651.349176:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b256eb2d. 00000100:00000200:0.0:1767384651.349178:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049189376, portal 25 00000100:00000001:0.0:1767384651.349179:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384651.349180:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000040:0.0:1767384651.349182:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.349185:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384651.349187:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384651.349188:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000100:00000200:0.0:1767384651.349189:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049189376, offset 0 00000400:00000200:0.0:1767384651.349192:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384651.349196:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384651.349199:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260006400 00000400:00000200:0.0:1767384651.349202:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13f5 [2] + 0 00000400:00000010:0.0:1767384651.349208:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00000400:00000200:0.0:1767384651.349211:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001156a598 00000400:00000200:0.0:1767384651.349214:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.349217:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384651.349220:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001156a598 00000400:00000010:0.0:1767384651.349222:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001156a598. 00000100:00000001:0.0:1767384651.349225:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384651.349226:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384651.349229:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000006a456b4a x1853237049189376 msgsize 304 00000100:00100000:0.0:1767384651.349233:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384651.349234:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384651.349246:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384651.349251:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00000400:00000010:0.0:1767384651.349253:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00000100:00000001:0.0:1767384651.349255:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384651.349258:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.349267:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.349269:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.349278:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349279:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384651.349280:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384651.349284:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189376 02000000:00000001:3.0:1767384651.349287:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384651.349287:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349291:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.349293:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294940678 00000100:00000001:3.0:1767384651.349294:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.349298:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.349301:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189376 00000100:00000001:0.0:1767384651.349301:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940677 00000020:00000001:3.0:1767384651.349304:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384651.349306:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384651.349307:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294940678 00000020:00000001:3.0:1767384651.349308:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.349311:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:0.0:1767384651.349312:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940677 00000020:00000001:3.0:1767384651.349314:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384651.349318:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384651.349318:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294940678 00000100:00000001:3.0:1767384651.349324:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384651.349325:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940677 00000020:00000010:3.0:1767384651.349328:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038f5485d. 00000100:00000001:0.0:1767384651.349329:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294940678 00000100:00000001:3.0:1767384651.349333:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.349335:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940677 00000020:00000010:3.0:1767384651.349338:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038f5485d. 00000100:00000001:0.0:1767384651.349339:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.349343:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e37c30cc. 00000100:00000001:0.0:1767384651.349348:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.349354:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8210b95. 00000100:00000001:0.0:1767384651.349354:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384651.349355:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384651.349359:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f01b94e. 00000100:00100000:0.0:1767384651.349360:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038a690fb going to sleep for 11 seconds 00000100:00000001:0.0:1767384651.349364:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384651.349367:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.349368:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384651.349372:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.349373:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.349374:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349377:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349381:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.349388:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.349390:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384651.349393:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:3.0:1767384651.349394:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384651.349396:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518996560 : -128356190555056 : ffff8b42bedb7450) 00000100:00000040:3.0:1767384651.349400:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a456b4a x1853237049189376/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 304/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.349406:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.349408:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038f5485d. 00000100:00000001:3.0:1767384651.349410:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.349412:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038f5485d. 00000100:00100000:3.0:1767384651.349414:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a456b4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049189376:12345-0@lo:256: 00000100:00000200:3.0:1767384651.349418:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189376 00000020:00000001:3.0:1767384651.349420:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.349422:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.349423:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.349424:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.349425:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:3.0:1767384651.349427:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.349428:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.349429:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.349430:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384651.349432:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349434:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384651.349435:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.349441:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009f6395b0. 02000000:00000001:3.0:1767384651.349443:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349444:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.349446:0:17082:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384651.349450:0:17082:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384651.349453:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384651.349455:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.349458:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.349460:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384651.349462:0:17082:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384651.349465:0:17082:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000049e32e8a. 20000000:00000001:3.0:1767384651.349467:0:17082:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384651.349478:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384651.349483:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384651.349487:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384651.349489:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384651.349490:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384651.349492:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384651.349494:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384651.349495:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384651.349497:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384651.349499:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384651.349500:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384651.349502:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384651.349503:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384651.349504:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384651.349505:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384651.349507:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384651.349509:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384651.349511:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384651.349513:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384651.349514:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384651.349515:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384651.349516:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384651.349517:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384651.349518:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384651.349519:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384651.349520:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384651.349521:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384651.349527:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384651.349541:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384651.349544:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384651.349545:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384651.349546:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384651.349548:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:3.0:1767384651.349550:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 3412/1/4/3. 20000000:00000040:3.0:1767384651.349557:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384651.349559:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384651.349561:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384651.349562:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384651.349564:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384651.349565:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384651.349567:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384651.349569:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384651.349570:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384651.349572:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384651.349575:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384651.349576:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384651.349578:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384651.349579:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384651.349581:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384651.349583:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384651.349584:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384651.349586:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384651.349588:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384651.349589:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384651.349591:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384651.349594:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384651.349596:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384651.349598:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384651.349601:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384651.349603:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384651.349606:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384651.349608:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384651.349609:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384651.349611:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384651.349614:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384651.349616:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384651.349622:0:17082:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:3.0:1767384651.349623:0:17082:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 2728/1/4/3. 20000000:01000000:3.0:1767384651.349625:0:17082:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1368, version 70 20000000:00000001:3.0:1767384651.349626:0:17082:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1368 : 1368 : 558) 00000100:00000001:3.0:1767384651.349628:0:17082:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384651.349631:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a050e922. 00000100:00000010:3.0:1767384651.349633:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007a83fb35. 00000020:00000040:3.0:1767384651.349635:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:3.0:1767384651.349637:0:17082:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384651.349640:0:17082:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384651.349642:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000400:00000010:3.0:1767384651.349647:0:17082:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000df98c95. 00000400:00000200:3.0:1767384651.349651:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.349657:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.349663:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1368 into portal 33 MB=0x6958260006400 00000400:00000200:3.0:1767384651.349668:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1368/1368 into md 0x1bf1 [4] + 0 00000400:00000010:3.0:1767384651.349671:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef5b5801. 00000400:00000200:3.0:1767384651.349675:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000485087c6 00000400:00000200:3.0:1767384651.349677:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.349681:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384651.349683:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000485087c6 00000400:00000010:3.0:1767384651.349684:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000485087c6. 00000100:00000001:3.0:1767384651.349687:0:17082:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384651.349688:0:17082:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000083262e70 desc 000000008a690c41 mbits 1853237049189376 00000100:00000001:3.0:1767384651.349699:0:17082:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384651.349701:0:17082:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384651.349705:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384651.349711:0:17082:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1bfd 00000400:00000200:3.0:1767384651.349713:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.349716:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384651.349741:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.349742:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384651.349746:0:17082:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a050e922 00000100:00000001:0.0:1767384651.349747:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349749:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384651.349758:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814bff92 00000400:00000010:3.0:1767384651.349760:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 00000100:00000001:3.0:1767384651.349770:0:17082:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384651.349771:0:17082:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a050e922 00000100:00000001:3.0:1767384651.349773:0:17082:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384651.349780:0:17082:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1368 bytes via portal 33 id 12345-0@lo mbits 0x6958260006400-0x6958260006400 00000100:00000001:3.0:1767384651.349782:0:17082:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.349787:0:17082:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349789:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384651.349791:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:3.0:1767384651.349794:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007a83fb35. 00000100:00000010:3.0:1767384651.349799:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a050e922. 00000100:00000001:3.0:1767384651.349802:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384651.349805:0:17082:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384651.349811:0:17082:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000049e32e8a. 20000000:00000001:3.0:1767384651.349814:0:17082:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384651.349816:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189376 00010000:00000001:3.0:1767384651.349818:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384651.349821:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a456b4a x1853237049189376/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 304/240 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.349826:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384651.349828:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.349830:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.349833:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384651.349837:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384651.349839:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384651.349842:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.349844:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.349848:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.349850:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.349852:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000100:00000200:3.0:1767384651.349855:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049189376, offset 224 00000400:00000200:3.0:1767384651.349858:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.349865:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.349871:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260006400 00000400:00000200:3.0:1767384651.349875:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1bf5 [1] + 224 00000400:00000200:3.0:1767384651.349883:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.349886:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.349889:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384651.349895:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.349900:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.349913:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.349916:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814bff92 00000400:00000010:3.0:1767384651.349918:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 00000100:00000001:3.0:1767384651.349920:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.349921:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.349925:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.349927:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384651.349929:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384651.349931:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.349933:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384651.349937:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a456b4a x1853237049189376/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 304/240 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.349945:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a456b4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049189376:12345-0@lo:256: Request processed in 536us (712us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384651.349948:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384651.349951:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000400:00000001:0.0:1767384651.349954:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384651.349955:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000001:0.0:1767384651.349957:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384651.349960:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384651.349961:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000598a7b1. 00000100:00000001:3.0:1767384651.349965:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384651.349968:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b256eb2d 00000020:00000010:3.0:1767384651.349969:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8210b95. 00000400:00000010:0.0:1767384651.349972:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b256eb2d. 00000020:00000010:3.0:1767384651.349978:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f01b94e. 00000100:00000001:0.0:1767384651.349979:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384651.349988:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e37c30cc. 00000100:00000200:0.0:1767384651.349988:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384651.349995:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:3.0:1767384651.350001:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384651.350004:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009f6395b0. 00000100:00000200:0.0:1767384651.350008:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384651.350009:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384651.350012:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.350017:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.350021:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384651.350025:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384651.350025:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.350029:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384651.350030:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e07d3d. 00000100:00000001:0.0:1767384651.350033:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384651.350036:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d5cc4b3. 00000100:00000001:0.0:1767384651.350036:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.350038:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384651.350042:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384651.350045:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.350048:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384651.350049:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.350052:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384651.350053:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.350054:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.350058:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384651.350063:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.350074:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.350076:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384651.350079:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.350085:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049189376:0@lo:256: 00000100:00000001:0.0:1767384651.350090:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.350092:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.350094:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384651.350096:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.350098:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.350102:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384651.350104:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038a690fb. 00000100:00000001:0.0:1767384651.350106:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384651.350107:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384651.350109:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 70, more 0. 10000000:00000001:0.0:1767384651.350112:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384651.350118:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001022e7df. 10000000:00000040:0.0:1767384651.350125:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384651.350131:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384651.350133:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384651.350137:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:0.0:1767384651.350139:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.350141:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384651.350143:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:0.0:1767384651.350144:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000100:00000200:0.0:1767384651.350147:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 33 NIDs for '192.168.202.154@tcp' 00000400:00000200:0.0:1767384651.350148:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384651.350151:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384651.350152:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:0.0:1767384651.350156:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384651.350159:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (33) 00000400:00000200:0.0:1767384651.350169:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384651.350171:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:0.0:1767384651.350173:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (34) 00000400:00000200:0.0:1767384651.350175:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:0.0:1767384651.350176:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:0.0:1767384651.350178:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350179:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:0.0:1767384651.350180:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:0.0:1767384651.350183:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350184:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:0.0:1767384651.350185:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:0.0:1767384651.350187:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350188:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:0.0:1767384651.350189:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:0.0:1767384651.350191:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350192:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:0.0:1767384651.350193:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:0.0:1767384651.350194:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350195:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:0.0:1767384651.350196:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:0.0:1767384651.350198:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350199:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:0.0:1767384651.350200:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:0.0:1767384651.350201:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350202:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:0.0:1767384651.350203:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:0.0:1767384651.350205:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350206:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:0.0:1767384651.350207:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:0.0:1767384651.350209:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350210:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:0.0:1767384651.350211:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:0.0:1767384651.350213:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350215:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:0.0:1767384651.350216:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:0.0:1767384651.350219:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350226:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:0.0:1767384651.350228:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:0.0:1767384651.350232:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350233:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:0.0:1767384651.350235:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:0.0:1767384651.350238:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350239:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:0.0:1767384651.350241:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:0.0:1767384651.350244:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350246:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:0.0:1767384651.350247:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:0.0:1767384651.350250:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350252:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:0.0:1767384651.350254:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:0.0:1767384651.350257:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350258:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:0.0:1767384651.350260:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:0.0:1767384651.350263:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350265:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:0.0:1767384651.350267:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:0.0:1767384651.350270:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350272:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:0.0:1767384651.350273:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:0.0:1767384651.350277:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350278:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:0.0:1767384651.350279:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:0.0:1767384651.350281:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350282:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:0.0:1767384651.350283:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:0.0:1767384651.350285:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350286:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:0.0:1767384651.350287:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:0.0:1767384651.350288:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350289:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:0.0:1767384651.350290:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:0.0:1767384651.350292:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350297:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:0.0:1767384651.350298:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:0.0:1767384651.350300:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350301:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:0.0:1767384651.350303:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:0.0:1767384651.350305:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350306:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:0.0:1767384651.350307:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:0.0:1767384651.350308:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350309:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:0.0:1767384651.350310:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:0.0:1767384651.350311:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350312:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:0.0:1767384651.350313:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:0.0:1767384651.350315:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350316:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:0.0:1767384651.350317:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:0.0:1767384651.350318:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350319:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:0.0:1767384651.350320:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:0.0:1767384651.350321:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350322:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:0.0:1767384651.350323:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:0.0:1767384651.350325:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384651.350325:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 00000100:00000001:0.0:1767384651.350327:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.350329:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384651.350331:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:0.0:1767384651.350334:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002d2f8a64. 10000000:00000040:0.0:1767384651.350335:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 70/70 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:0.0:1767384651.350338:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384651.350343:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384651.350346:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c1acc78. 00000020:00000010:0.0:1767384651.350350:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c44a3b45. 00000040:00000010:0.0:1767384651.350353:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071d5eded. 00000020:00000010:0.0:1767384651.350361:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003d95626. 00000020:00000010:0.0:1767384651.350364:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384651.350368:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008cec44c2. 80000000:00000010:0.0:1767384651.350371:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e5adb5e. 40000000:00000010:0.0:1767384651.350374:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000573c48ba. 00100000:00000010:0.0:1767384651.350377:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384651.350381:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e302bb37. 00040000:00000010:0.0:1767384651.350384:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384651.350387:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011c0e927. 00080000:00000010:0.0:1767384651.350391:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b71a2672. 00080000:00000010:0.0:1767384651.350395:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3e97ea0. 00000004:00000010:0.0:1767384651.350401:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000014e4633b. 00000004:00000010:0.0:1767384651.350405:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000b7691d8. 00000004:00000010:0.0:1767384651.350409:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006030557f. 00002000:00000010:0.0:1767384651.350412:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed1917da. 00000004:00000010:0.0:1767384651.350415:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bd406362. 00000004:00000001:0.0:1767384651.350419:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384651.350421:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384651.350423:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002d2f8a64 00000040:00001000:0.0:1767384651.350424:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384651.350425:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384651.350426:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384651.350427:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384651.350429:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384651.350430:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384651.350431:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384651.350432:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:0.0:1767384651.350433:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384651.350482:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384651.350485:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c44a3b45. 00000040:00000010:0.0:1767384651.350489:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071d5eded. 00000020:00000010:0.0:1767384651.350492:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000003d95626. 00000020:00000010:0.0:1767384651.350494:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384651.350499:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008cec44c2. 80000000:00000010:0.0:1767384651.350502:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e5adb5e. 40000000:00000010:0.0:1767384651.350510:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000573c48ba. 00100000:00000010:0.0:1767384651.350512:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384651.350515:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e302bb37. 00040000:00000010:0.0:1767384651.350518:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384651.350521:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000011c0e927. 00080000:00000010:0.0:1767384651.350527:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3e97ea0. 00080000:00000010:0.0:1767384651.350542:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b71a2672. 00000004:00000010:0.0:1767384651.350546:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000014e4633b. 00000004:00000010:0.0:1767384651.350551:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000b7691d8. 00000004:00000010:0.0:1767384651.350556:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006030557f. 00002000:00000010:0.0:1767384651.350560:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ed1917da. 00000004:00000010:0.0:1767384651.350564:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bd406362. 00000020:00000010:0.0:1767384651.350569:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c1acc78. 00000020:00000001:0.0:1767384651.350574:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.350576:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384651.350578:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002d2f8a64. 10000000:00000010:0.0:1767384651.350581:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001022e7df. 10000000:00000001:0.0:1767384651.350583:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.350585:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.350588:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083262e70 x1853237049189376/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.350592:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.350594:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.350595:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008bf43b5. 02000000:00000001:0.0:1767384651.350597:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.350598:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.350600:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384651.350601:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384651.350602:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384651.350603:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.350604:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384651.350605:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384651.350607:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000914b362f. 00000100:00000010:0.0:1767384651.350610:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008a690c41. 00000100:00000001:0.0:1767384651.350612:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384651.350618:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a38af275. 02000000:00000001:0.0:1767384651.350620:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.350621:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.350622:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083262e70. 00000100:00000001:0.0:1767384651.350624:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.350626:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384651.350640:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000025c7587b. 10000000:01000000:0.0:1767384651.350642:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384651.350645:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384651.350647:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.350648:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.350649:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=3 00000020:00000001:0.0:1767384651.350652:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.350654:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.350656:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384651.350658:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.350662:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.350663:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384651.350665:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.350669:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384651.350670:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.350671:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384651.350672:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.350673:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.350674:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384651.350676:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384651.350677:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:0.0:1767384651.350679:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384651.354787:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294940678, at 4294940679 00000100:00000010:1.0:1767384651.354798:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081487e4f. 00000100:00000040:2.0:1767384651.354806:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294940678, at 4294940679 00000100:00000010:2.0:1767384651.354817:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a52781cc. 00000100:00000040:3.0:1767384651.355766:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294940678, at 4294940680 00000100:00000010:3.0:1767384651.355772:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061c4cb89. 00000100:00000040:0.0:1767384651.355778:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294940678, at 4294940680 00000100:00000010:0.0:1767384651.355784:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfa99e8f. 00000020:00000010:1.0:1767384651.360973:0:33832:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000051b20749. 00000020:00000040:1.0:1767384651.360981:0:33832:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384651.360984:0:33832:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000051b20749. 00000001:00000001:1.0:1767384651.812133:0:33925:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384651.812139:0:33925:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:1.0:1767384651.815102:0:33925:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384651.823632:0:33926:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e1fa5d8d. 00000400:00000010:1.0:1767384651.823652:0:33926:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f7a4ca11. 00000400:00000010:1.0:1767384651.823668:0:33926:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d48b826a. 00000400:00000010:1.0:1767384651.823674:0:33926:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ea572ec0. 00000400:00000010:1.0:1767384651.823680:0:33926:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d066c3a2. 00000400:00000010:1.0:1767384651.823686:0:33926:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8f68601. 00000400:00000010:1.0:1767384651.823688:0:33926:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c3046a3. 00000400:00000010:1.0:1767384651.823690:0:33926:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082377959. 00000400:00000010:1.0:1767384651.823695:0:33926:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000331f34f. 00000800:00000010:1.0:1767384651.823743:0:33926:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000029ed8c4. 00000800:00000200:1.0:1767384651.823761:0:33926:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384651.823790:0:33926:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384651.823846:0:33926:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:1.0:1767384651.823881:0:33926:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp42 [8/256/0/180] 00000400:00000010:1.0:1767384651.826185:0:33926:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000033a4910d. 00000400:00000010:1.0:1767384651.826193:0:33926:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc171d1. 00000400:00000010:1.0:1767384651.826202:0:33926:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e913c2. 00000400:00000001:1.0:1767384651.826238:0:33926:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384651.826241:0:33926:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384651.826243:0:33926:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000400:00000200:1.0:1767384651.826247:0:33926:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcabb22 00000400:00000010:1.0:1767384651.826250:0:33926:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dcabb22. 00000400:00000010:1.0:1767384651.826255:0:33926:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000acdf1bda. 00000400:00000200:1.0:1767384651.826263:0:33926:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (33) 00000400:00000200:1.0:1767384651.826278:0:33926:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384651.826289:0:33926:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:3.0:1767384651.826298:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384651.826300:0:33926:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bc23ee3f. 00000020:01000000:1.0:1767384651.826308:0:33926:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384651.826311:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300151 00000020:01000000:1.0:1767384651.826320:0:33926:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp42 00000400:00000010:3.0:1767384651.826323:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000400:00000200:3.0:1767384651.826329:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000010:3.0:1767384651.826334:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063c4cdc8. 00000400:00000200:3.0:1767384651.826339:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp18 00000400:00000010:1.0:1767384651.826343:0:33926:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f7a4ca11. 00000400:00000010:1.0:1767384651.826350:0:33926:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e1fa5d8d. 00000400:00000200:3.0:1767384651.826354:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp18 to MR: 192.168.202.154@tcp18 local destination 00000400:00000200:3.0:1767384651.826363:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp18 NI seq info: [133:133:256:4294967295] 192.168.202.154@tcp18 LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1767384651.826369:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp18 00000400:00000200:3.0:1767384651.826376:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) -> 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) : PUT try# 0 00000800:00000200:3.0:1767384651.826380:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.154@tcp18 00000020:00000001:2.0:1767384651.826381:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:3.0:1767384651.826384:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e3c035d. 10000000:00000001:2.0:1767384651.826388:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384651.826394:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:3.0:1767384651.826396:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (6) 10000000:01000000:2.0:1767384651.826398:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384651.826403:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384651.826406:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:988 00000020:01000004:2.0:1767384651.826408:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384651.826412:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:3.0:1767384651.826413:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e3c035d type 1, nob 672 niov 1 nkiov 1 00000020:01000004:2.0:1767384651.826423:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384651.826425:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384651.826428:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384651.826430:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000020:01000004:2.0:1767384651.826432:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384651.826436:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300551 rc 0 00000020:01000004:2.0:1767384651.826437:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384651.826443:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384651.826446:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384651.826455:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cd8228c. 00000020:00000040:2.0:1767384651.826462:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384651.826468:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384651.826472:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384651.826477:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384651.826486:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a583d6ca. 00000100:00000001:2.0:1767384651.826494:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.826503:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384651.826506:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.826515:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd8228c] to pc [ptlrpcd_00_00+0] req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384651.826564:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384651.826568:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.826572:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384651.826575:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384651.826577:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.826581:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.826585:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384651.826585:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384651.826588:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1767384651.826590:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384651.826595:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384651.826595:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384651.826599:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384651.826604:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e3c035d. 00000020:01000004:2.0:1767384651.826605:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384651.826611:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384651.826614:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384651.826615:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384651.826616:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384651.826617:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384651.826619:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384651.826624:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384651.826625:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384651.826629:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384651.826630:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.826633:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: PUT: OK 00000020:01000004:2.0:1767384651.826634:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384651.826638:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384651.826641:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:2.0:1767384651.826642:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384651.826643:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384651.826650:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000400:00000200:0.0:1767384651.826650:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp18: 0 00000100:00100000:3.0:1767384651.826651:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cd8228c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049189504:0@lo:253: 00000020:00000040:2.0:1767384651.826657:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384651.826659:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384651.826664:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.826666:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384651.826668:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384651.826670:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384651.826673:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384651.826676:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fce43325. 02000000:00000001:2.0:1767384651.826677:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384651.826681:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.826683:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384651.826683:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384651.826686:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000800:00000001:0.0:1767384651.826691:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384651.826694:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cc483be. 02000000:00000010:2.0:1767384651.826695:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e543e500. 00000800:00000001:0.0:1767384651.826698:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384651.826703:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189504, portal 25 00000100:00000001:2.0:1767384651.826703:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.826710:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384651.826713:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384651.826713:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18) <- 192.168.202.154@tcp18 : PUT - for me 00000100:00000001:3.0:1767384651.826714:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518495232 : -128356191056384 : ffff8b42bed3ce00) 00000100:00000040:3.0:1767384651.826752:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.826765:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384651.826771:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384651.826772:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384651.826774:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.826778:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c16da05. 00000100:00000040:2.0:1767384651.826785:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7fec127] to pc [ptlrpcd_00_01+1] req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.826785:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 560/576 into md 0x1bc5 [1] + 0 00000400:00000010:0.0:1767384651.826795:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df37db4b. 00000400:00000200:0.0:1767384651.826802:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000870009e9 10000000:00000001:2.0:1767384651.826808:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384651.826810:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189504, offset 0 00000800:00000001:0.0:1767384651.826811:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384651.826813:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.826818:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.826819:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384651.826821:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384651.826824:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384651.826827:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384651.826830:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bc23ee3f. 00000400:00000200:3.0:1767384651.826832:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384651.826839:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: PUT: OK 00000400:00000200:3.0:1767384651.826845:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006480 00000400:00000200:0.0:1767384651.826845:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000870009e9 00000400:00000010:0.0:1767384651.826849:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000870009e9. 00000400:00000200:0.0:1767384651.826856:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384651.826861:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000400:00000200:0.0:1767384651.826862:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (35) 00000400:00000010:3.0:1767384651.826869:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084cec02f. 00000400:00000200:0.0:1767384651.826871:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384651.826876:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071ba8f50 00000400:00000200:0.0:1767384651.826877:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (576 bytes) 00000100:00000001:2.0:1767384651.826884:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384651.826885:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384651.826886:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384651.826889:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.826894:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384651.826899:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384651.826900:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.826903:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (36) 00000100:00000001:2.0:1767384651.826914:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384651.826915:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ba8f50 00000400:00000200:0.0:1767384651.826915:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384651.826917:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.826921:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071ba8f50. 02000000:00000001:2.0:1767384651.826923:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384651.826928:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.826928:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp18 to MR: 192.168.202.154@tcp18 local destination 00000100:00000001:3.0:1767384651.826929:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384651.826934:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384651.826936:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.826942:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000a251bd97 x1853237049189504 msgsize 4848 00000400:00000200:0.0:1767384651.826943:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp18 NI seq info: [134:134:256:4294967295] 192.168.202.154@tcp18 LPNI seq info [120:120:8:4294967295] 00000100:00100000:2.0:1767384651.826944:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049189632:0@lo:253: 00000100:00100000:3.0:1767384651.826957:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384651.826957:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384651.826962:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384651.826963:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384651.826967:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.826973:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) -> 192.168.202.154@tcp18(192.168.202.154@tcp18:192.168.202.154@tcp18) 192.168.202.154@tcp18 : ACK try# 0 02000000:00000001:2.0:1767384651.826974:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384651.826981:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384651.826983:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fa64fe35. 00000800:00000200:0.0:1767384651.826988:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp18 02000000:00000001:2.0:1767384651.826989:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.826991:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c16da05 00000400:00000010:3.0:1767384651.826994:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c16da05. 00000400:00000010:2.0:1767384651.826996:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1a481f. 00000100:00000001:3.0:1767384651.826997:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384651.827003:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e302bb37. 00000100:00000200:3.0:1767384651.827004:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384651.827006:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a750c963. 00000100:00000200:2.0:1767384651.827013:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049189632, portal 25 00000800:00000200:0.0:1767384651.827017:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (6) 00000100:00000001:3.0:1767384651.827021:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384651.827027:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384651.827031:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 00000100:00000040:3.0:1767384651.827032:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384651.827032:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:1005 00000800:00000200:0.0:1767384651.827039:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e302bb37 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384651.827044:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.827044:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.827048:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.827053:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827059:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384651.827059:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.827060:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294941156 00000100:00000010:3.0:1767384651.827067:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bffb235. 00000100:00000040:2.0:1767384651.827067:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384651.827070:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384651.827074:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000378d0e76. 00000100:00000001:3.0:1767384651.827076:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384651.827081:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049189632, offset 0 00000100:00000001:3.0:1767384651.827084:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294941156 00000100:00000010:3.0:1767384651.827089:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c463c6b0. 00000400:00000200:2.0:1767384651.827094:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384651.827097:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384651.827102:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294941156 00000100:00000010:3.0:1767384651.827104:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e01022f9. 00000400:00000200:2.0:1767384651.827109:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384651.827110:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384651.827115:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294941156 00000100:00000010:3.0:1767384651.827120:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000400:00000200:2.0:1767384651.827122:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006500 00000100:00000001:3.0:1767384651.827125:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384651.827130:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.827135:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.827135:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1421 [2] + 0 00000100:00000001:3.0:1767384651.827140:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384651.827143:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052129c53. 00000100:00000001:3.0:1767384651.827145:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384651.827149:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384651.827153:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048479dd0 00000800:00000010:0.0:1767384651.827154:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e302bb37. 00000100:00000001:3.0:1767384651.827156:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.827159:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384651.827161:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384651.827162:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384651.827164:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384651.827166:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.827171:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.827172:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384651.827177:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: ACK: OK 00000100:00000001:3.0:1767384651.827180:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.827180:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048479dd0 00000400:00000010:2.0:1767384651.827186:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048479dd0. 00000800:00000001:0.0:1767384651.827187:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384651.827192:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384651.827194:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384651.827195:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384651.827200:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.827201:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384651.827202:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002defb1b1 x1853237049189632 msgsize 4848 00000100:00100000:3.0:1767384651.827205:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189504 00000800:00000001:0.0:1767384651.827207:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384651.827208:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384651.827212:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767384651.827212:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.827214:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.827219:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384651.827220:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384651.827225:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189504 00000100:00100000:2.0:1767384651.827226:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384651.827231:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384651.827233:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:3.0:1767384651.827234:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:0.0:1767384651.827237:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp18(192.168.202.154@tcp18) <- 192.168.202.154@tcp18 : ACK - for me 00000020:00000001:3.0:1767384651.827239:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.827242:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:3.0:1767384651.827245:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384651.827247:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384651.827248:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384651.827251:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.827256:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093f52aff. 00000400:00000200:0.0:1767384651.827256:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp18: ACK from 12345-192.168.202.154@tcp18 into md 0x1c0d 00000100:00000001:3.0:1767384651.827260:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.827264:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093f52aff. 00000400:00000200:2.0:1767384651.827264:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378d0e76 00000400:00000200:0.0:1767384651.827264:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384651.827270:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000378d0e76. 00000020:00000010:3.0:1767384651.827273:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f25dd2ff. 00000100:00000001:2.0:1767384651.827277:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384651.827278:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp18->192.168.202.154@tcp18: ACK: OK 00000400:00000200:0.0:1767384651.827284:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814bff92 00000020:00000010:3.0:1767384651.827285:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8210b95. 00000100:00000200:2.0:1767384651.827285:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384651.827291:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 00000020:00000010:3.0:1767384651.827294:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f01b94e. 00000400:00000200:0.0:1767384651.827300:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000040:3.0:1767384651.827304:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384651.827305:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384651.827308:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000001:3.0:1767384651.827310:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384651.827312:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.827313:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.827317:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827317:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384651.827326:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000100:00000001:3.0:1767384651.827328:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827328:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827334:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384651.827336:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.827345:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384651.827345:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.827355:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827363:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294941156 00000100:00000001:2.0:1767384651.827367:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294941156 00000100:00000001:3.0:1767384651.827369:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384651.827371:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294941156 00000100:00100000:3.0:1767384651.827374:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189632 00000100:00000001:2.0:1767384651.827376:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294941156 02000000:00000001:3.0:1767384651.827377:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.827381:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294941156 00000100:00000001:3.0:1767384651.827382:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.827387:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827387:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294941156 00000400:00000200:0.0:1767384651.827392:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1767384651.827393:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827393:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294941156 00000100:00100000:3.0:1767384651.827399:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189632 00000100:00000001:2.0:1767384651.827400:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294941156 00000400:00000010:0.0:1767384651.827402:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000ed1917da. 00000020:00000001:3.0:1767384651.827404:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384651.827406:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384651.827407:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000598a7b1. 00000100:00000001:2.0:1767384651.827411:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384651.827413:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000010:0.0:1767384651.827414:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b256eb2d. 00000100:00000001:2.0:1767384651.827417:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.827418:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384651.827421:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ed1917da 00000020:00000040:3.0:1767384651.827422:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:2.0:1767384651.827423:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.827426:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:0.0:1767384651.827426:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000640f7724. 00000020:00000001:3.0:1767384651.827430:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384651.827432:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.827433:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384651.827435:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384651.827438:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093f52aff. 00000100:00000001:2.0:1767384651.827440:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384651.827441:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000100:00000001:2.0:1767384651.827445:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.827446:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.827451:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093f52aff. 00000100:00000001:2.0:1767384651.827453:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827454:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302051 00000100:00000001:2.0:1767384651.827459:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827459:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000020:00000010:3.0:1767384651.827461:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e37c30cc. 00000020:00000010:3.0:1767384651.827468:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b501d11e. 00000400:00000010:0.0:1767384651.827470:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000bd406362. 00000020:00000010:3.0:1767384651.827475:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ddb8d6a. 00000400:00000010:0.0:1767384651.827477:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000100:00000001:3.0:1767384651.827480:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.827483:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.827484:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.827487:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e188d38. 00000100:00000001:3.0:1767384651.827489:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.827496:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.827500:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000100:00000001:2.0:1767384651.827501:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.827505:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384651.827509:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384651.827513:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000100:00000001:3.0:1767384651.827515:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384651.827519:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000400:00000200:0.0:1767384651.827522:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000040:2.0:1767384651.827541:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00100000:3.0:1767384651.827547:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000200:0.0:1767384651.827547:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:2.0:1767384651.827548:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717232964688 : -128356476586928 : ffff8b42adcef450) 00000100:00000040:3.0:1767384651.827553:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384651.827558:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611944528 : -128357097607088 : ffff8b4288caf050) 00000100:00000040:2.0:1767384651.827562:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a251bd97 x1853237049189504/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.827563:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000040:3.0:1767384651.827569:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002defb1b1 x1853237049189632/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.827581:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:0.0:1767384651.827595:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000001:2.0:1767384651.827601:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384651.827602:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.827608:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6cad834. 00000400:00000200:0.0:1767384651.827608:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:00000010:3.0:1767384651.827609:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093f52aff. 00000100:00000001:3.0:1767384651.827618:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.827618:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.827621:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:00000010:3.0:1767384651.827625:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093f52aff. 00000020:00000010:2.0:1767384651.827627:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6cad834. 00000400:00000200:0.0:1767384651.827633:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000100:00100000:3.0:1767384651.827639:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002defb1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049189632:12345-0@lo:253: 00000100:00100000:2.0:1767384651.827641:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a251bd97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16357:x1853237049189504:12345-0@lo:253: 00000400:00000200:0.0:1767384651.827645:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000100:00000200:3.0:1767384651.827647:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189632 00000020:00000001:3.0:1767384651.827652:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384651.827654:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000020:00000001:3.0:1767384651.827663:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384651.827663:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000200:2.0:1767384651.827665:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189504 00000020:00000001:3.0:1767384651.827667:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.827671:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.827672:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384651.827675:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000020:00000001:3.0:1767384651.827677:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384651.827677:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.827683:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384651.827683:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827684:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:00000001:3.0:1767384651.827688:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.827689:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.827696:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384651.827696:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:0.0:1767384651.827698:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:00000001:3.0:1767384651.827700:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384651.827703:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.827705:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.827707:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.827708:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000020:00000001:2.0:1767384651.827711:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384651.827712:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384651.827713:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384651.827715:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384651.827753:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827761:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384651.827763:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.827764:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001af2e4ca. 02000000:00000010:2.0:1767384651.827769:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bd3cff06. 02000000:00000001:3.0:1767384651.827771:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.827774:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827776:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000100:00000001:3.0:1767384651.827778:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.827778:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.827787:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384651.827787:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384651.827788:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:0.0:1767384651.827795:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 20000000:00000010:2.0:1767384651.827801:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044621c82. 00000400:00000200:0.0:1767384651.827801:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 20000000:00000010:3.0:1767384651.827802:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b66e0aff. 20000000:01000000:2.0:1767384651.827809:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384651.827810:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384651.827810:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 26], ns[98, 26] 20000000:00000001:3.0:1767384651.827817:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384651.827817:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384651.827819:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 20000000:00000001:3.0:1767384651.827821:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.827825:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827826:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 20000000:00000001:3.0:1767384651.827830:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.827831:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.827834:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384651.827836:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[86, 26] 20000000:00000001:2.0:1767384651.827837:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.827844:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384651.827845:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ef6a10e. 20000000:00000001:2.0:1767384651.827848:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384651.827849:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 26], ns[110, 26] 20000000:01000000:3.0:1767384651.827850:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:3.0:1767384651.827859:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384651.827860:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[114, 26] 00080000:00000001:3.0:1767384651.827867:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384651.827870:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 26], ns[131, 26] 00080000:00000001:3.0:1767384651.827875:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384651.827879:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 00000400:00000200:0.0:1767384651.827887:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 26], ns[123, 26] 00000400:00000200:0.0:1767384651.827895:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[129, 26] 00080000:00000001:3.0:1767384651.827897:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384651.827903:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 129] 00000400:00000200:0.0:1767384651.827912:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:3.0:1767384651.827916:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.827921:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:3.0:1767384651.827922:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384651.827926:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.827930:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384651.827930:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00080000:00000001:3.0:1767384651.827934:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384651.827939:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000400:00000200:0.0:1767384651.827940:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp39 00000020:00000001:3.0:1767384651.827945:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:3.0:1767384651.827948:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384651.827950:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.827952:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp39 lpni_is_preferred = 0 00000400:00000200:0.0:1767384651.827956:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp39 00000400:00000200:0.0:1767384651.827961:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp39 NI seq info: [135:135:256:4294967295] 192.168.202.154@tcp39 LPNI seq info [121:121:8:4294967295] 00080000:00000001:3.0:1767384651.827963:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.827967:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.827968:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp39 00000020:00000001:3.0:1767384651.827973:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384651.827979:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39:) -> 192.168.202.154@tcp39(192.168.202.154@tcp:192.168.202.154@tcp39) : GET try# 0 00000020:00000001:3.0:1767384651.827980:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000800:00000200:0.0:1767384651.827985:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp39 00080000:00000001:3.0:1767384651.827986:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:0.0:1767384651.827989:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e302bb37. 00080000:00000010:3.0:1767384651.827991:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009b86499a. 00080000:00000001:3.0:1767384651.827995:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712272395776 : -128361437155840 : ffff8b418622ae00) 00080000:00000001:3.0:1767384651.827997:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384651.827998:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000038a690fb. 00000001:00000001:3.0:1767384651.828001:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:0.0:1767384651.828004:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008d3e6f6a. 00080000:00000010:3.0:1767384651.828006:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000093f52aff. 00080000:00000001:3.0:1767384651.828010:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.828014:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384651.828015:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000800:00000200:0.1:1767384651.828022:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00080000:00000001:3.0:1767384651.828038:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.828043:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384651.828049:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300251 rc 0 00080000:00000001:3.0:1767384651.828059:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384651.828136:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828181:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828236:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828333:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828411:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828437:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828466:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828494:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828519:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828577:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828611:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828626:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828651:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828674:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828708:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828769:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828819:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828832:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828844:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828859:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384651.828886:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00080000:00000010:2.0:1767384651.828887:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009b86499a. 00000400:00000200:0.0:1767384651.828909:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00080000:00000010:3.0:1767384651.828930:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000093f52aff. 00000400:00000200:0.0:1767384651.828933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00040000:00000001:3.0:1767384651.828935:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384651.828939:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384651.828941:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384651.828945:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384651.828947:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.828950:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384651.828961:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384651.828962:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 20000000:00000001:3.0:1767384651.828971:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384651.828975:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384651.828979:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384651.828981:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d576eed. 20000000:01000000:2.0:1767384651.828986:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000400:00000200:0.0:1767384651.828987:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 20000000:00000001:2.0:1767384651.828990:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384651.828995:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384651.828998:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384651.829005:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384651.829013:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.829015:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384651.829016:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.829017:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384651.829019:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.829022:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00080000:00000002:2.0:1767384651.829029:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:2.0:1767384651.829033:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:2.0:1767384651.829035:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384651.829038:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384651.829040:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.829042:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.829044:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:3.0:1767384651.829046:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:2.0:1767384651.829047:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 20000000:00000001:3.0:1767384651.829051:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384651.829052:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 10000000:01000000:3.0:1767384651.829055:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:2.0:1767384651.829057:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007830d3b8. 00010000:00000001:3.0:1767384651.829061:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384651.829062:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190336512 : -128361519215104 : ffff8b41813e8e00) 00000400:00000200:0.0:1767384651.829065:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00080000:00000001:2.0:1767384651.829066:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384651.829069:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384651.829072:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f6cad834. 00080000:00000001:2.0:1767384651.829075:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.829076:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384651.829086:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.829092:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384651.829099:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384651.829101:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007074bf10 count: 2 00010000:00000001:3.0:1767384651.829105:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384651.829108:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384651.829112:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00000020:00000001:3.0:1767384651.829115:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384651.829118:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a06022f with handle 0xefc2db714b35c49f to hash 00000400:00000200:0.0:1767384651.829120:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000020:00000001:3.0:1767384651.829127:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384651.829129:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384651.829132:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:3.0:1767384651.829135:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384651.829137:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.829140:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384651.829144:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00010000:00000001:3.0:1767384651.829147:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384651.829151:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384651.829153:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384651.829154:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.829157:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384651.829160:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.829164:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384651.829165:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.829167:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.829170:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.829172:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.829175:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384651.829178:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384651.829184:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007074bf10) refcount = 2 00010000:00000040:3.0:1767384651.829187:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1767384651.829188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00010000:00000040:3.0:1767384651.829189:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384651.829196:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384651.829197:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384651.829203:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093f52aff. 00000100:00000001:3.0:1767384651.829210:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:0.0:1767384651.829213:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000100:00000010:3.0:1767384651.829214:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c16da05. 00000100:00000001:3.0:1767384651.829218:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712276608128 : -128361432943488 : ffff8b418662f480) 00000100:00000001:3.0:1767384651.829221:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712276608128 : -128361432943488 : ffff8b418662f480) 00000100:00000001:3.0:1767384651.829223:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384651.829224:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384651.829226:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384651.829229:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.829230:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384651.829232:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384651.829233:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384651.829235:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384651.829236:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384651.829241:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000020:00000040:3.0:1767384651.829244:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000001:3.0:1767384651.829246:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384651.829249:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384651.829252:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384651.829257:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073666fe5. 00000100:00000001:3.0:1767384651.829260:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.829263:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384651.829276:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 423 lvb_type: 0 00010000:00000001:3.0:1767384651.829282:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384651.829283:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384651.829285:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384651.829291:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384651.829292:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.829295:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049189760:0@lo:104: 00000100:00000001:3.0:1767384651.829298:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384651.829300:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.829306:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.829308:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384651.829310:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b789f69. 02000000:00000001:3.0:1767384651.829312:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.829315:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000400:00000010:3.0:1767384651.829321:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000100:00000200:3.0:1767384651.829324:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049189760, portal 16 00000100:00000001:3.0:1767384651.829326:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384651.829327:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00000100:00000040:3.0:1767384651.829331:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384651.829336:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.829340:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384651.829340:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b71a2672. 00000400:00000010:3.0:1767384651.829342:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 00000100:00000200:3.0:1767384651.829346:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049189760, offset 0 00000800:00000010:0.0:1767384651.829346:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d9fa0fc. 00000400:00000200:3.0:1767384651.829350:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384651.829353:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b652c7. 00000400:00000200:3.0:1767384651.829358:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.829365:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260006580 00000400:00000200:3.0:1767384651.829370:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 656 00000400:00000200:3.0:1767384651.829374:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384651.829376:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b652c7. 00000400:00000200:3.0:1767384651.829377:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.829383:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384651.829385:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000800:00020000:0.0:1767384651.829387:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000100:00000010:3.0:1767384651.829389:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023e54ff5. 00000100:00000040:3.0:1767384651.829394:0:17104:0:(events.c:337:request_in_callback()) incoming req@0000000023e54ff5 x1853237049189760 msgsize 328 00000800:00000010:0.0:1767384651.829394:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d9fa0fc. 00000100:00100000:3.0:1767384651.829400:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:0.0:1767384651.829401:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b71a2672. 00000100:00000001:3.0:1767384651.829414:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.829420:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa4bef 00000400:00000010:3.0:1767384651.829421:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00000100:00000001:3.0:1767384651.829423:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384651.829426:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384651.829433:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.829436:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384651.829445:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384651.829446:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.829450:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384651.829451:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189760 00000100:00000001:3.0:1767384651.829455:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.829456:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.829461:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:02020000:0.0:1767384651.829461:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp39 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000100:00000001:3.0:1767384651.829462:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294941158 00000100:00000001:2.0:1767384651.829467:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.829470:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294941156 02000000:00000001:2.0:1767384651.829473:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.829476:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294941158 00000400:00000200:0.0:1767384651.829476:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp39 notifying 192.168.202.154@tcp39: down 00000100:00100000:2.0:1767384651.829479:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189760 00000020:00000001:2.0:1767384651.829484:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384651.829485:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294941156 00000020:00000040:2.0:1767384651.829488:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000800:00000200:0.0:1767384651.829489:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp39 down 00000020:00000001:2.0:1767384651.829495:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384651.829496:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294941158 00000020:00000040:2.0:1767384651.829499:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:3.0:1767384651.829506:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294941156 00000020:00000001:2.0:1767384651.829506:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000800:00000100:0.0:1767384651.829507:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp39 00000100:00000001:3.0:1767384651.829510:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294941158 00000020:00000001:2.0:1767384651.829514:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000800:00000010:0.0:1767384651.829515:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e302bb37. 00000100:00000001:3.0:1767384651.829516:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294941156 00000100:00000001:2.0:1767384651.829523:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384651.829524:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.829524:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:3.0:1767384651.829541:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384651.829543:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00010000:00000001:3.0:1767384651.829544:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.829548:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: GET: LOCAL_ERROR 00010000:00000001:3.0:1767384651.829550:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.829550:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384651.829552:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384651.829557:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00010000:00000001:3.0:1767384651.829558:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.829560:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.829561:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.829563:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384651.829565:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1767384651.829567:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp39 added to recovery queue. ping count: 0 next ping: 274 health :900 00000100:00000001:3.0:1767384651.829571:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.829573:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384651.829574:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384651.829575:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077db24f9. 00000100:00000001:3.0:1767384651.829576:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384651.829577:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000100:00100000:3.0:1767384651.829581:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 000000007c16da05 going to sleep for 11 seconds 00000020:00000010:2.0:1767384651.829582:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095ef5ea5. 00000400:00000200:0.0:1767384651.829585:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:3.0:1767384651.829586:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.829590:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384651.829590:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000040:2.0:1767384651.829603:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384651.829607:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000020:3.0:1767384651.829608:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384651.829609:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384651.829610:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384651.829612:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384651.829614:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384651.829615:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b66e0aff. 00000400:00000200:0.0:1767384651.829617:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300851 00000400:00000001:0.0:1767384651.829622:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384651.829623:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.829624:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384651.829624:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384651.829627:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00010000:00000040:3.0:1767384651.829628:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189632 00000400:00000010:0.0:1767384651.829631:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00010000:00000001:3.0:1767384651.829632:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384651.829635:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:2.0:1767384651.829639:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.829639:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00010000:00000200:3.0:1767384651.829644:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002defb1b1 x1853237049189632/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384651.829646:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000bd406362. 00000400:00000200:0.0:1767384651.829650:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000100:00000001:2.0:1767384651.829654:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384651.829656:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384651.829657:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000100:00000001:2.0:1767384651.829658:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384651.829659:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.829664:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302051 rc -71 00000100:00001000:3.0:1767384651.829665:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=69 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384651.829669:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384651.829671:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384651.829672:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000100:00000040:2.0:1767384651.829675:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000040:3.0:1767384651.829676:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000200:0.0:1767384651.829677:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (34) 00000100:00000001:3.0:1767384651.829683:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384651.829683:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520546816 : -128356189004800 : ffff8b42bef31c00) 02000000:00000001:3.0:1767384651.829688:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.829691:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.829692:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023e54ff5 x1853237049189760/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/0 e 0 to 0 dl 1767384662 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384651.829694:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.829702:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.829706:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a939aaf. 00000100:00000001:2.0:1767384651.829709:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384651.829711:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189632, offset 224 00000020:00000010:2.0:1767384651.829715:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000400:00000200:3.0:1767384651.829738:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.829746:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384651.829752:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.829756:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000400:00000200:3.0:1767384651.829759:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006500 00000400:00000200:3.0:1767384651.829769:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c19 [2] + 224 00000400:00000200:3.0:1767384651.829775:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384651.829775:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023e54ff5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049189760:12345-0@lo:104: 00000400:00000200:3.0:1767384651.829780:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.829786:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.829788:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189760 00010000:00000001:2.0:1767384651.829792:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:3.0:1767384651.829794:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.829798:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384651.829801:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.829805:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=2 00000020:00000001:2.0:1767384651.829811:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000100:00000040:3.0:1767384651.829814:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.829816:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:2.0:1767384651.829823:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.829827:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.829830:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.829836:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.829843:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a939aaf 00000400:00000010:3.0:1767384651.829846:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a939aaf. 00000100:00000001:0.0:1767384651.829848:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.829851:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384651.829852:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.829856:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384651.829858:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384651.829860:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1767384651.829861:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384651.829863:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.829864:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384651.829864:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1a481f. 00000400:00000200:0.0:1767384651.829870:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a750c963 00000100:00000040:3.0:1767384651.829871:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 02000000:00000010:2.0:1767384651.829871:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e21ab9be. 00000400:00000010:0.0:1767384651.829872:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a750c963. 02000000:00000001:2.0:1767384651.829878:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.829879:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384651.829880:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384651.829884:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.829885:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384651.829887:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.829891:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.829896:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.829900:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384651.829900:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384651.829901:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=69 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384651.829910:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002defb1b1 x1853237049189632/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.829912:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384651.829917:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384651.829918:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384651.829921:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.829927:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384651.829927:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.829931:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384651.829932:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384651.829936:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.829937:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002defb1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049189632:12345-0@lo:253: Request processed in 2330us (2730us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384651.829940:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384651.829942:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384651.829943:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.829948:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.829950:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384651.829953:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=69 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384651.829956:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00100000:3.0:1767384651.829959:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00001000:0.0:1767384651.829961:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=69 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384651.829964:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049189760, offset 224 00000100:00000040:3.0:1767384651.829966:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384651.829966:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384651.829970:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.829972:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384651.829974:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384651.829975:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384651.829976:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384651.829978:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.829981:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.829983:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b501d11e. 00000100:00000040:0.0:1767384651.829987:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384651.829991:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ddb8d6a. 00000400:00000200:2.0:1767384651.829991:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384651.830000:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e37c30cc. 00000100:00000001:0.0:1767384651.830003:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384651.830007:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260006580 00000020:00000040:3.0:1767384651.830008:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000001:0.0:1767384651.830010:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.830015:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384651.830017:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384651.830018:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c29 [1] + 224 00000020:01000004:0.0:1767384651.830021:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000010:3.0:1767384651.830022:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001af2e4ca. 00000400:00000200:2.0:1767384651.830026:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384651.830026:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384651.830028:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384651.830032:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384651.830033:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.830036:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:0.0:1767384651.830037:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384651.830041:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384651.830043:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384651.830045:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:0.0:1767384651.830046:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384651.830048:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000020:01000004:0.0:1767384651.830048:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000200:2.0:1767384651.830052:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:0.0:1767384651.830052:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.830055:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384651.830056:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a939aaf. 00000100:00000040:0.0:1767384651.830063:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.830076:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384651.830077:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7fec127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049189632:0@lo:253: 00000100:00000001:0.0:1767384651.830085:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.830090:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.830094:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7fec127 x1853237049189632/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.830101:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.830103:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384651.830106:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384651.830106:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fa64fe35. 02000000:00000001:0.0:1767384651.830114:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384651.830116:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:2.0:1767384651.830121:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000020:00000001:0.0:1767384651.830122:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.830126:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384651.830130:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384651.830131:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.830132:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384651.830133:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e543e500. 02000000:00000001:0.0:1767384651.830138:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767384651.830139:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384651.830139:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767384651.830144:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384651.830144:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:0.0:1767384651.830144:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 00000400:00000010:3.0:1767384651.830150:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00000100:00000001:0.0:1767384651.830151:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384651.830155:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.830156:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.830159:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000100:00000001:0.0:1767384651.830162:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384651.830164:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000100:00000040:2.0:1767384651.830166:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:0.0:1767384651.830169:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.830174:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384651.830174:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384651.830174:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384651.830181:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000378d0e76. 00000100:00000001:0.0:1767384651.830183:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384651.830187:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384651.830189:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384651.830191:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.830203:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384651.830205:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384651.830209:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.830213:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.830217:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.830225:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384651.830226:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023e54ff5 x1853237049189760/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384651.830229:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.830232:0:17104:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384651.830242:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384651.830244:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.830245:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.830248:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.830254:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384651.830265:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=69 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384651.830269:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023e54ff5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049189760:12345-0@lo:104: Request processed in 555us (870us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384651.830271:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384651.830274:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.830279:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384651.830281:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.830284:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384651.830286:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.830289:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00000040:3.0:1767384651.830295:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384651.830295:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.830299:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384651.830303:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095ef5ea5. 00000100:00000001:3.0:1767384651.830311:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.830311:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00000100:00000001:3.0:1767384651.830317:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384651.830319:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077db24f9. 00000100:00000001:3.0:1767384651.830320:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.830324:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000040:2.0:1767384651.830325:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00010000:00000001:3.0:1767384651.830327:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384651.830330:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.830331:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.830335:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.830337:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384651.830340:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.830342:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384651.830343:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384651.830348:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384651.830351:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384651.830353:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384651.830359:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021a01da pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049189760:0@lo:104: 00010000:00010000:0.0:1767384651.830368:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7a0c75f already unused, calling callback (000000000d977f2e) 00000100:00000001:3.0:1767384651.830370:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384651.830371:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384651.830374:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.830375:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.830380:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384651.830384:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384651.830384:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384651.830387:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384651.830389:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384651.830391:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=3 00000100:00000040:3.0:1767384651.830392:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021a01da x1853237049189760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384651.830393:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.830398:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384651.830402:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384651.830405:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.830413:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384651.830415:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384651.830419:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b789f69. 02000000:00000001:3.0:1767384651.830427:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1767384651.830428:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1767384651.830431:0:17104:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:0.0:1767384651.830432:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384651.830435:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 10000000:01000000:0.0:1767384651.830438:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384651.830441:0:17076:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384651.830442:0:17076:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384651.830443:0:17076:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384651.830447:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384651.830449:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384651.830449:0:17076:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384651.830454:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073666fe5. 02000000:00000001:3.0:1767384651.830459:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384651.830461:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384651.830462:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 10000000:00000001:0.0:1767384651.830465:0:17076:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384651.830467:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384651.830468:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384651.830470:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384651.830474:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c16da05. 00000100:00000001:3.0:1767384651.830477:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384651.830482:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384651.830485:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093f52aff. 00010000:00000001:3.0:1767384651.830490:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.830493:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.830496:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384651.830499:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384651.830502:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000040:0.0:1767384651.830503:0:17076:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 00010000:00010000:3.0:1767384651.830505:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384651.830506:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384651.830509:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.830513:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384651.830517:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384651.830520:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384651.830522:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384651.830541:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384651.830544:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7a0c75f with handle 0xefc2db714b35c491 from hash 00010000:00000001:0.0:1767384651.830547:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384651.830548:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.830549:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.830550:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384651.830552:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384651.830554:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384651.830557:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384651.830559:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384651.830563:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083262e70. 00000020:00000040:0.0:1767384651.830565:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384651.830567:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384651.830568:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384651.830570:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.830574:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a38af275. 00000100:00000001:0.0:1767384651.830582:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.830584:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384651.830587:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384651.830590:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384651.830591:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.830594:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384651.830595:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.830598:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083262e70] to pc [ptlrpcd_00_02+2] req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384651.830623:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384651.830625:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.830627:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.830627:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.830629:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384651.830630:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.830632:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.830636:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384651.830638:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384651.830639:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000e7a0c75f/0xefc2db714b35c491 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c498 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.830644:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767384651.830646:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000894a53b4 count: 0 00000100:00000001:3.0:1767384651.830648:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384651.830648:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.830653:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.830655:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384651.830657:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384651.830658:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384651.830661:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000378d0e76. 00010000:00000001:0.0:1767384651.830666:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.830670:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384651.830672:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.830676:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384651.830677:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384651.830678:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384651.830681:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384651.830681:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.830688:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384651.830690:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384651.830694:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384651.830695:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384651.830699:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.830700:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.830702:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767384651.830708:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049189888:0@lo:103: 00000100:00000001:3.0:1767384651.830714:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384651.830716:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.830760:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.830764:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384651.830769:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073666fe5. 02000000:00000001:3.0:1767384651.830774:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.830787:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000400:00000010:3.0:1767384651.830796:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000100:00000200:3.0:1767384651.830802:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049189888, portal 18 00000100:00000001:3.0:1767384651.830806:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384651.830808:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000040:3.0:1767384651.830820:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.830829:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.830839:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.830843:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 00000100:00000200:3.0:1767384651.830848:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049189888, offset 0 00000400:00000200:3.0:1767384651.830856:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.830872:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.830885:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260006600 00000400:00000200:3.0:1767384651.830896:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:3.0:1767384651.830903:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.830913:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.830920:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384651.830924:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384651.830930:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d195d37. 00000100:00000040:3.0:1767384651.830934:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000004d195d37 x1853237049189888 msgsize 328 00000100:00100000:3.0:1767384651.830945:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384651.830966:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.830977:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa4bef 00000400:00000010:3.0:1767384651.830982:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00000100:00000001:3.0:1767384651.830990:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384651.830998:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.831009:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384651.831011:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384651.831017:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049189888 00000100:00000040:3.0:1767384651.831018:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384651.831023:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.831028:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.831032:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.831034:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.831037:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384651.831041:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.831046:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049189888 00000020:00000001:2.0:1767384651.831050:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384651.831054:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384651.831057:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.831063:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294941160 00000020:00000001:2.0:1767384651.831065:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.831070:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:3.0:1767384651.831075:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941158 00000020:00000001:2.0:1767384651.831075:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384651.831083:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384651.831091:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294941160 00000100:00000001:2.0:1767384651.831091:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.831098:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000100:00000001:3.0:1767384651.831103:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941158 00000100:00000001:2.0:1767384651.831105:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.831113:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000100:00000001:3.0:1767384651.831118:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294941160 00000020:00000010:2.0:1767384651.831123:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077db24f9. 00000100:00000001:3.0:1767384651.831129:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941158 00000020:00000010:2.0:1767384651.831130:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095ef5ea5. 00000020:00000010:2.0:1767384651.831138:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000001:3.0:1767384651.831141:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294941160 00000100:00000001:3.0:1767384651.831155:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941158 00000100:00000040:2.0:1767384651.831155:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384651.831162:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.831166:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.831167:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384651.831169:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384651.831172:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831174:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831179:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384651.831180:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831182:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384651.831185:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.831187:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.831192:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e4108860 refcount=4 00000100:00000001:3.0:1767384651.831197:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384651.831197:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00000100:00000001:3.0:1767384651.831201:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384651.831204:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00000100:00000001:3.0:1767384651.831210:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.831214:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384651.831215:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 423 lvb_type: 0 00000100:00000001:3.0:1767384651.831218:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.831226:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831227:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.831232:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.831235:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.831238:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.831242:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384651.831246:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d195d37 x1853237049189888/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/0 e 0 to 0 dl 1767384662 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.831255:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384651.831257:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.831282:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.831307:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.831311:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384651.831315:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.831321:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384651.831321:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384651.831327:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:3.0:1767384651.831329:0:17075:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.831331:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520551296 : -128356189000320 : ffff8b42bef32d80) 00000100:00000001:3.0:1767384651.831333:0:17075:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.831340:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d195d37 x1853237049189888/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/0 e 0 to 0 dl 1767384662 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.831351:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.831355:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1abd4b5. 00000100:00000001:2.0:1767384651.831358:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.831361:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1abd4b5. 00000100:00100000:2.0:1767384651.831367:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d195d37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049189888:12345-0@lo:103: 00000100:00000200:2.0:1767384651.831371:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049189888 00010000:00000001:2.0:1767384651.831374:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384651.831377:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384651.831380:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384651.831384:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384651.831388:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384651.831391:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000339e8afe. 02000000:00000001:2.0:1767384651.831394:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.831396:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831399:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384651.831402:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384651.831405:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384651.831408:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.831411:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e4108860 refcount=4 00000020:00000001:2.0:1767384651.831414:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00000001:2.0:1767384651.831417:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678208 : -128356345873408 : ffff8b42b5997c00) 00010000:00000040:2.0:1767384651.831421:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007074bf10 count: 3 00010000:00010000:2.0:1767384651.831425:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 423 lvb_type: 0 00000100:00001000:2.0:1767384651.831444:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384651 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384651.831447:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384651.831453:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.831455:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384651.831458:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 423 lvb_type: 0 00000020:00000001:2.0:1767384651.831466:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384651.831469:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384651.831471:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.831474:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831480:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384651.831483:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384651.831489:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384651.831489:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007830d3b8. 00010000:00000001:2.0:1767384651.831492:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.831496:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.831498:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384651.831501:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e4108860 with handle 0xefc2db714b35c498 from hash 00010000:00000001:2.0:1767384651.831504:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384651.831507:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.831510:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.831512:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384651.831516:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384651.831518:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384651.831523:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e4108860/0xefc2db714b35c498 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c491 expref: 16 pid: 17082 timeout: 423 lvb_type: 0 00010000:00000040:2.0:1767384651.831548:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:2.0:1767384651.831552:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00080000:00000010:3.0:1767384651.831555:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f6cad834. 00010000:00000001:2.0:1767384651.831560:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:3.0:1767384651.831562:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384651.831565:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00040000:00000001:3.0:1767384651.831566:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384651.831569:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1767384651.831570:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384651.831573:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007a06022f 00000020:00000002:3.0:1767384651.831577:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:2.0:1767384651.831578:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384651.831581:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384651.831583:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.831586:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384651.831589:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384651.831592:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384651.831594:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384651.831596:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384651.831600:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384651.831601:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:2.0:1767384651.831604:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384651.831607:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384651.831609:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384651.831617:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384651.831619:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384651.831624:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384651.831625:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384651.831627:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384651.831629:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007074bf10) refcount = 2 00010000:00010000:2.0:1767384651.831632:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.831639:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384651.831642:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384651.831644:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.831647:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384651.831654:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1abd4b5. 00000100:00000001:2.0:1767384651.831656:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384651.831661:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000378d0e76. 00000100:00000001:2.0:1767384651.831664:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716876772864 : -128356832778752 : ffff8b429893e600) 00000100:00000001:2.0:1767384651.831666:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615716876772864 : -128356832778752 : ffff8b429893e600) 00000100:00000001:2.0:1767384651.831668:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384651.831670:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384651.831671:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384651.831673:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384651.831676:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384651.831680:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384651.831682:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.831684:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=5 00000020:00000001:2.0:1767384651.831687:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384651.831690:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384651.831694:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384651.831703:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.831710:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384651.831713:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.831769:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:3.0:1767384651.831770:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384651.831771:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384651.831775:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.831776:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384651.831779:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044621c82. 20000000:00000001:3.0:1767384651.831786:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831788:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.831792:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384651.831793:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049189504 00010000:00000001:2.0:1767384651.831795:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384651.831799:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384651.831799:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384651.831807:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a251bd97 x1853237049189504/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384651.831812:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007a06022f already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384651.831818:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384651.831822:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1767384651.831824:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384651.831826:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.831828:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.831834:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=69 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384651.831842:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384651.831843:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384651.831847:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384651.831849:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:2.0:1767384651.831850:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.831854:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a06022f refcount=6 00000100:00000001:3.0:1767384651.831856:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:2.0:1767384651.831860:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 02000000:00000001:3.0:1767384651.831862:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.831867:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.831867:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363678720 : -128356345872896 : ffff8b42b5997e00) 00010000:00000001:2.0:1767384651.831875:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384651.831877:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384651.831879:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384651.831883:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.831891:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c16da05. 00010000:00000001:2.0:1767384651.831891:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1767384651.831898:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049189504, offset 224 00010000:00000001:2.0:1767384651.831905:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384651.831907:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.831911:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.831924:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384651.831925:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384651.831929:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384651.831933:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384651.831937:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006480 00010000:00000001:2.0:1767384651.831938:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384651.831948:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a06022f with handle 0xefc2db714b35c49f from hash 00010000:00000001:2.0:1767384651.831952:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384651.831956:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c11 [2] + 224 00010000:00000001:2.0:1767384651.831956:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.831960:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.831965:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384651.831967:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384651.831968:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1767384651.831971:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.831972:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384651.831978:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384651.831979:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384651.831980:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384651.831982:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384651.831986:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384651.831988:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384651.831990:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.831991:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384651.831993:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384651.831998:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384651.832001:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.832004:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384651.832006:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384651.832008:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384651.832010:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.832012:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.832016:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.832019:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384651.832021:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384651.832026:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.832029:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384651.832032:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.832051:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.832056:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.832057:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384651.832059:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384651.832062:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.832065:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384651.832066:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384651.832068:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384651.832075:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.832079:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.832080:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384651.832083:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384651.832085:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384651.832088:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007a06022f/0xefc2db714b35c49f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384651.832090:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c16da05 00000400:00000010:3.0:1767384651.832096:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c16da05. 00000100:00000001:3.0:1767384651.832102:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384651.832102:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384651.832106:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384651.832107:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384651.832112:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000100:00000001:3.0:1767384651.832115:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.832116:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cc483be 00010000:00000001:2.0:1767384651.832119:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384651.832120:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cc483be. 00000100:00000040:3.0:1767384651.832122:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384651.832124:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.832125:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384651.832127:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384651.832130:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:3.0:1767384651.832131:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.832134:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:0.0:1767384651.832135:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384651.832137:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384651.832140:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.832145:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a251bd97 x1853237049189504/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.832146:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.832153:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000200:0.0:1767384651.832156:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384651.832157:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000378d0e76. 00000100:00000001:2.0:1767384651.832164:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384651.832168:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384651.832175:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1abd4b5. 00000100:00100000:3.0:1767384651.832179:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a251bd97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049189504:12345-0@lo:253: Request processed in 4574us (5233us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384651.832179:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384651.832181:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384651.832182:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384651.832185:0:18907:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007074bf10 count: 0 00000100:00000001:0.0:1767384651.832187:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.832191:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384651.832194:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.832196:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.832197:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767384651.832200:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 02000000:00000001:0.0:1767384651.832202:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.832203:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384651.832206:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00001000:0.0:1767384651.832207:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=69 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384651.832209:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384651.832211:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384651.832212:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.832216:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384651.832218:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=69 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384651.832223:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8210b95. 00000100:00001000:0.0:1767384651.832224:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384651.832225:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384651.832231:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384651.832232:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f01b94e. 00000100:00000040:2.0:1767384651.832233:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384651.832234:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.832240:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384651.832240:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384651.832243:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f25dd2ff. 00010000:00000001:0.0:1767384651.832245:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.832246:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384651.832251:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.832252:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384651.832253:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:2.0:1767384651.832261:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384651.832264:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384651.832265:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384651.832269:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bd3cff06. 00000100:00000040:2.0:1767384651.832271:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384651.832277:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384651.832280:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000001:3.0:1767384651.832281:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.832282:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384651.832286:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049189888, offset 224 00000100:00000001:0.0:1767384651.832288:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384651.832289:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384651.832292:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.832296:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384651.832298:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00000020:01000004:0.0:1767384651.832300:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384651.832304:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384651.832307:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c16da05. 00000020:01000004:0.0:1767384651.832308:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384651.832311:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000004:0.0:1767384651.832313:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.832317:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384651.832319:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.832321:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384651.832323:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260006600 00000020:01000004:0.0:1767384651.832325:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384651.832329:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.832330:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384651.832334:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c3d [1] + 224 00000100:00000040:0.0:1767384651.832337:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.832341:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384651.832350:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cd8228c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049189504:0@lo:253: 00000400:00000200:2.0:1767384651.832353:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384651.832359:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.832361:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384651.832368:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cd8228c x1853237049189504/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.832372:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384651.832373:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.832379:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384651.832381:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fce43325. 00000100:00000200:2.0:1767384651.832384:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384651.832391:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384651.832395:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.832399:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384651.832402:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384651.832403:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384651.832413:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a583d6ca. 02000000:00000001:0.0:1767384651.832418:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.832420:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.832423:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cd8228c. 00000100:00000001:2.0:1767384651.832425:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.832429:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384651.832433:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.832435:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.832437:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000100:00000001:0.0:1767384651.832440:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384651.832441:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000001:0.0:1767384651.832445:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.832448:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384651.832450:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.832452:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.832454:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.832454:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.832458:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.832459:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384651.832464:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384651.832467:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384651.832468:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384651.832471:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384651.832472:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.832476:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00000100:00000040:2.0:1767384651.832479:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d195d37 x1853237049189888/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:632/0 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384651.832482:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384651.832488:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000100:00100000:2.0:1767384651.832493:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d195d37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049189888:12345-0@lo:103: Request processed in 1140us (1557us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384651.832504:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384651.832505:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384651.832511:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000200:3.0:1767384651.832514:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.832515:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.832518:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384651.832522:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095ef5ea5. 00000020:00000010:2.0:1767384651.832541:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00000100:00000200:3.0:1767384651.832547:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384651.832547:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077db24f9. 00000020:00000040:2.0:1767384651.832553:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:2.0:1767384651.832558:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.832565:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384651.832569:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.832571:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384651.832573:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384651.832575:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.832577:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.832580:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.832583:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384651.832587:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.832589:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384651.832591:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.832594:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384651.832596:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.832598:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.832602:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.832609:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.832611:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384651.832612:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384651.832615:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.832622:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083262e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049189888:0@lo:103: 00000100:00000001:3.0:1767384651.832626:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.832628:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.832631:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083262e70 x1853237049189888/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.832638:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384651.832640:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384651.832649:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073666fe5. 02000000:00000001:3.0:1767384651.832652:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384651.832654:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384651.832655:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384651.832657:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384651.832659:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a38af275. 02000000:00000001:3.0:1767384651.832662:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384651.832664:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384651.832665:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083262e70. 00000100:00000001:3.0:1767384651.832670:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384651.832671:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.832673:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.832677:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.832679:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.832682:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.832684:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384651.836743:0:33929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000894a53b4. 00010000:00000010:0.1:1767384651.836752:0:33929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7a0c75f. 00010000:00000010:2.1:1767384651.836789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e4108860. 00010000:00000010:2.1:1767384651.836798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:2.1:1767384651.836804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007074bf10. 00000100:00000040:2.0:1767384651.836822:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294941160, at 4294941161 00000100:00000010:2.0:1767384651.836831:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e01022f9. 00000100:00000040:1.0:1767384651.836895:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294941160, at 4294941161 00000100:00000010:1.0:1767384651.836905:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c463c6b0. 00000100:00000040:0.0:1767384651.837777:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294941160, at 4294941162 00000100:00000040:3.0:1767384651.837784:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294941160, at 4294941162 00000100:00000010:0.0:1767384651.837784:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bffb235. 00000100:00000010:3.0:1767384651.837791:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00000400:00000010:0.0:1767384651.847155:0:33931:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000083d6f579. 00000400:00000040:0.0:1767384651.847177:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384651.847180:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384651.847183:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.847185:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384651.847187:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.847189:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384651.847192:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384651.847193:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384651.847195:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384651.847196:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384651.847199:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384651.847200:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384651.847203:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384651.847205:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384651.847206:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384651.847209:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384651.847210:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384651.847212:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384651.847213:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384651.847216:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.847217:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384651.847219:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384651.847221:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384651.847222:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.847232:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384651.847235:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.847236:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384651.847237:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384651.847238:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384651.847239:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.847240:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384651.847241:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.847242:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384651.847243:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384651.847244:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384651.847246:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.847246:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384651.847248:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384651.847249:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384651.847250:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384651.847251:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384651.847252:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.847253:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384651.847254:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384651.847255:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384651.847256:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384651.847257:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384651.847258:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384651.847259:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384651.847260:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384651.847261:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384651.847262:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384651.847263:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384651.847264:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384651.847265:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384651.847266:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384651.847267:0:33931:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384651.847335:0:33931:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000083d6f579. 00000800:00000200:0.0:1767384651.987819:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (6) 00000800:00000200:0.0:1767384651.987830:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp20 ip 192.168.202.154:988 00000800:00000200:0.0:1767384651.987835:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384651.988001:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384651.988001:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.988014:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384651.988019:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.988022:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384652.051809:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384652.051817:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384652.051822:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896e2f69 00000400:00000010:0.0:1767384652.051826:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896e2f69. 00000400:00000200:0.0:1767384652.051835:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384652.051843:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384652.051855:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000029585ea2. 00000400:00000010:0.0:1767384652.051862:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007de4d59e. 00000400:00000200:0.0:1767384652.051879:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp33 00000400:00000010:0.0:1767384652.051884:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006c6105e8. 00000400:00000010:0.0:1767384652.051890:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003bdf6c9c. 00000400:00000010:0.0:1767384652.051894:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896e2f69. 00000400:00000010:0.0:1767384652.051903:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8f23be2. 00000400:00000200:0.0:1767384652.051912:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp33 00000400:00000200:0.0:1767384652.051928:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp33 local destination 00000400:00000200:0.0:1767384652.051936:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp33 00000400:00000200:0.0:1767384652.051942:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp33 NI seq info: [136:136:256:4294967295] 192.168.202.154@tcp33 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767384652.051950:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp33 00000400:00000200:0.0:1767384652.051967:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp33(192.168.202.154@tcp33:) -> 192.168.202.154@tcp33(192.168.202.154@tcp33:192.168.202.154@tcp33) : GET try# 0 00000800:00000200:0.0:1767384652.051976:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp33 00000800:00000010:0.0:1767384652.051981:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e302bb37. 00000800:00000200:0.0:1767384652.051988:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000800:00000200:0.1:1767384652.051998:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000400:00000200:0.0:1767384652.052021:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp33 added to recovery queue. ping count: 4 next ping: 290 health :600 00000400:00000200:0.0:1767384652.052032:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp39 00000400:00000010:0.0:1767384652.052035:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008a79a470. 00000400:00000010:0.0:1767384652.052040:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000064ba5f90. 00000400:00000010:0.0:1767384652.052044:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000400:00000010:0.0:1767384652.052052:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c79de06. 00000400:00000200:0.0:1767384652.052065:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp39 00000400:00000200:0.0:1767384652.052075:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp39 local destination 00000400:00000200:0.0:1767384652.052081:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp39 00000400:00000200:0.0:1767384652.052085:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp39 NI seq info: [137:137:256:4294967295] 192.168.202.154@tcp39 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767384652.052089:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp39 00000400:00000200:0.0:1767384652.052097:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39:) -> 192.168.202.154@tcp39(192.168.202.154@tcp39:192.168.202.154@tcp39) : GET try# 0 00000800:00000200:0.0:1767384652.052103:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp39 00000800:00000010:0.0:1767384652.052107:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029c337aa. 00000800:00000200:0.0:1767384652.052113:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000800:00000200:0.1:1767384652.052119:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000400:00000200:2.0:1767384652.052137:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384652.052141:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp39 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:3.0:1767384652.052198:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052233:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052340:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052359:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052408:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052413:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052456:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052485:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052495:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052575:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052584:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052613:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052650:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052663:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052714:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052775:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052805:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052833:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052906:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052909:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052939:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.052962:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.052981:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053017:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053029:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053078:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053081:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053103:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053141:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053142:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053177:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053213:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053226:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053286:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053286:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053362:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053362:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053398:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053439:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053447:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053501:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053516:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053557:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053593:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053666:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053686:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053782:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053805:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.053891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.053934:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.054001:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054076:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.054118:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054202:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384652.054210:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054278:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054332:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000800:00000010:2.0:1767384652.054376:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000400:00000200:3.0:1767384652.054381:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000800:00000010:2.0:1767384652.054382:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000378d0e76. 00000800:00000010:2.0:1767384652.054391:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000991a2e70. 00000800:00000010:2.0:1767384652.054416:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000991a2e70. 00000400:00000200:3.0:1767384652.054419:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000800:00020000:2.0:1767384652.054426:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384652.054430:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000378d0e76. 00000800:00000010:2.0:1767384652.054434:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:00000200:3.0:1767384652.054460:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:02020000:2.0:1767384652.054499:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384652.054507:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp33 notifying 192.168.202.154@tcp33: down 00000800:00000200:2.0:1767384652.054513:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp33 down 00000800:00000100:2.0:1767384652.054520:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp33 00000400:00000200:3.0:1767384652.054521:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000800:00000010:2.0:1767384652.054540:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e302bb37. 00000400:00000200:2.0:1767384652.054545:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384652.054552:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp33->192.168.202.154@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384652.054560:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384652.054562:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384652.054567:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384652.054579:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054601:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054617:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054633:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384652.054649:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384652.054755:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b66e0aff. 00000800:00000010:3.0:1767384652.054759:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056f0f0ca. 00000800:00000010:3.0:1767384652.054762:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014d6f7a1. 00000800:00000010:3.0:1767384652.054778:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014d6f7a1. 00000800:00020000:3.0:1767384652.054783:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384652.054785:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056f0f0ca. 00000800:00000010:3.0:1767384652.054787:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b66e0aff. 00000400:02020000:3.0:1767384652.054820:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp39 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384652.054824:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp39 notifying 192.168.202.154@tcp39: down 00000400:00000200:3.0:1767384652.054828:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384652.054831:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp39 00000800:00000010:3.0:1767384652.054838:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029c337aa. 00000400:00000200:3.0:1767384652.054841:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384652.054846:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384652.054853:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384652.054856:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384652.054860:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp39) recovery failed with -71 00010000:00000001:1.0:1767384652.308783:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384652.308789:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384652.308795:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384652.308798:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384652.308801:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384652.308803:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384652.308807:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384652.308809:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384652.308811:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384652.308813:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384652.308854:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384652.308861:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384652.308866:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384653.011981:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (6) 00000800:00000200:2.0:1767384653.011992:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:988 00000800:00000200:2.0:1767384653.011997:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000010:2.0:1767384653.012022:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cfe895b6. 00000800:00000200:2.0:1767384653.012027:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (6) 00000800:00000200:2.0:1767384653.012033:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:988 00000800:00000200:2.0:1767384653.012036:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384653.012128:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384653.012148:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384653.012158:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384653.012164:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384653.012173:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384653.012176:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384653.012182:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384653.012186:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384653.012188:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384653.012189:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384653.075924:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.075929:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384653.075932:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896e2f69 00000400:00000010:0.0:1767384653.075936:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896e2f69. 00000400:00000200:0.0:1767384653.075941:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384653.075948:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384653.075957:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006c6105e8. 00000400:00000010:0.0:1767384653.075960:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003bdf6c9c. 00000400:00000001:0.0:1767384653.075963:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.075964:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384653.075965:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00000400:00000010:0.0:1767384653.075966:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00000400:00000200:0.0:1767384653.075967:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384653.075969:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384653.075972:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008a79a470. 00000400:00000010:0.0:1767384653.075973:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000064ba5f90. 00000400:00000200:0.0:1767384653.075976:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp37 00000400:00000010:0.0:1767384653.075979:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c76d7dc2. 00000400:00000010:0.0:1767384653.075982:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006434293b. 00000400:00000010:0.0:1767384653.075985:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d66ddea0. 00000400:00000010:0.0:1767384653.075989:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1f4ec32. 00000400:00000200:0.0:1767384653.075992:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp37 00000400:00000200:0.0:1767384653.076008:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp37 local destination 00000400:00000200:0.0:1767384653.076013:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp37 00000400:00000200:0.0:1767384653.076016:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [138:138:256:4294967295] 192.168.202.154@tcp37 LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1767384653.076021:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp37 00000400:00000200:0.0:1767384653.076027:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:) -> 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) : GET try# 0 00000800:00000200:0.0:1767384653.076032:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp37 00000800:00000010:0.0:1767384653.076036:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013db7b31. 00000800:00000200:0.0:1767384653.076041:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000800:00000200:0.1:1767384653.076045:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000400:00000200:1.0:1767384653.076189:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384653.076292:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp37 added to recovery queue. ping count: 3 next ping: 283 health :700 00000400:00000200:1.0:1767384653.076330:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076371:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076420:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076466:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076483:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076499:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076549:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076574:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076602:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076620:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076644:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076664:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076686:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076780:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076846:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076878:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076911:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076943:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.076972:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077004:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077032:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077063:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077089:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077122:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077166:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077205:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077244:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077284:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077323:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077412:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384653.077449:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384653.077700:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384653.077706:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000487313c. 00000800:00000010:1.0:1767384653.077711:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023e42c1b. 00000800:00000010:1.0:1767384653.077776:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023e42c1b. 00000800:00020000:1.0:1767384653.077796:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384653.077800:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000487313c. 00000800:00000010:1.0:1767384653.077805:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384653.077919:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp37 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384653.077929:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp37 notifying 192.168.202.154@tcp37: down 00000800:00000200:1.0:1767384653.077941:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp37 down 00000800:00000100:1.0:1767384653.077954:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp37 00000800:00000010:1.0:1767384653.077958:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013db7b31. 00000400:00000200:1.0:1767384653.077965:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384653.077973:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384653.077988:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384653.077993:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384653.078000:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp37) recovery failed with -71 00010000:00000001:1.0:1767384653.331792:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384653.331799:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.331806:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384653.331808:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.331849:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.331854:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.331857:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384653.593688:0:34407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fce21ec2. 00080000:00000010:1.0:1767384653.593700:0:34407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fce21ec2. 00000020:00000001:1.0:1767384653.593705:0:34407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384653.593712:0:34407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fce21ec2. 00080000:00000010:1.0:1767384653.593737:0:34407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fce21ec2. 00000020:00000001:1.0:1767384653.593743:0:34407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.908838:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384653.908854:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384653.908859:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384653.908865:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384653.908867:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000100:00000010:0.0:1767384653.908873:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c9f57b. 00000020:00000040:2.0:1767384653.908879:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000040:0.0:1767384653.908881:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384653.908892:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384653.908893:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384653.908899:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384653.908905:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.908907:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.908915:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384653.908918:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cf6b040. 02000000:00000010:2.0:1767384653.908925:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000e99d15d. 00000100:00000001:0.0:1767384653.908927:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.908936:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.908938:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384653.908943:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.908951:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384653.908954:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065c9f57b] to pc [ptlrpcd_00_03+3] req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.908999:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.909002:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.909011:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000373946b2] to pc [ptlrpcd_00_00+0] req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384653.909015:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909020:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.909029:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384653.909034:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384653.909042:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.909051:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384653.909054:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.909058:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384653.909059:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384653.909062:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.909063:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.909064:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.909069:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.909076:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767384653.909077:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049190016:0@lo:13: 00000100:00000001:0.0:1767384653.909078:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.909085:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.909091:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384653.909092:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384653.909093:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384653.909099:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384653.909100:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384653.909100:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 02000000:00000001:3.0:1767384653.909108:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384653.909113:0:473:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384653.909118:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384653.909126:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384653.909127:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009f6395b0. 02000000:00000001:2.0:1767384653.909131:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384653.909132:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.909136:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.909147:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf407694. 00000400:00000010:3.0:1767384653.909150:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000400:00000010:3.0:1767384653.909159:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000100:00000001:2.0:1767384653.909159:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.909171:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384653.909172:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049190016, portal 4 00000100:00000040:2.0:1767384653.909172:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.909178:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909181:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384653.909185:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520604032 : -128356188947584 : ffff8b42bef3fb80) 02000000:00000001:0.0:1767384653.909199:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384653.909200:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.909201:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384653.909202:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.909207:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.909210:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.909224:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_01+1] req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.909224:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049190144:0@lo:400: 00000100:00000001:3.0:1767384653.909229:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384653.909240:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384653.909241:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.909249:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 02000000:00000001:0.0:1767384653.909249:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384653.909254:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.909255:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384653.909257:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049190016, offset 0 02000000:00000001:0.0:1767384653.909265:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384653.909266:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384653.909273:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384653.909274:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1008767. 00000400:00000200:3.0:1767384653.909277:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384653.909285:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384653.909288:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000400:00000010:0.0:1767384653.909292:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e419adaa. 00000020:00000040:2.0:1767384653.909294:0:473:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384653.909298:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896e2f69. 00000400:00000200:3.0:1767384653.909306:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384653.909309:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190144, portal 25 00000100:00000001:2.0:1767384653.909310:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.909317:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384653.909318:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384653.909326:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 02000000:00000001:2.0:1767384653.909328:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.909331:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260006680 00000100:00000040:0.0:1767384653.909335:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384653.909340:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcf357bf. 00000100:00000001:2.0:1767384653.909351:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.909353:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000100:00000001:0.0:1767384653.909367:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.909370:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384653.909382:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384653.909382:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.909391:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e53f25. 00000100:00000200:0.0:1767384653.909396:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049190144, offset 0 00000400:00000200:3.0:1767384653.909403:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.909404:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384653.909414:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384653.909415:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.909427:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_02+2] req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.909430:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384653.909436:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384653.909439:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384653.909450:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e594dc. 00000400:00000200:0.0:1767384653.909451:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260006700 00000100:00000040:3.0:1767384653.909463:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000087e594dc x1853237049190016 msgsize 224 00000400:00000200:0.0:1767384653.909468:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1429 [2] + 0 00000100:00000001:2.0:1767384653.909474:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.909478:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d7db9a2. 00000100:00000040:2.0:1767384653.909480:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384653.909485:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009fb8c3a4 00000100:00100000:3.0:1767384653.909494:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384653.909495:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384653.909495:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384653.909520:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007d3c45e. 00000400:00000200:0.0:1767384653.909521:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384653.909523:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384653.909531:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384653.909533:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb8c3a4 00000100:00000001:2.0:1767384653.909538:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.909540:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384653.909547:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fb8c3a4. 02000000:00000001:2.0:1767384653.909548:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.909553:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa4bef 00000100:00000001:0.0:1767384653.909553:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384653.909557:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd34627a. 00000100:00000200:0.0:1767384653.909558:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384653.909560:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00000100:00000040:0.0:1767384653.909567:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000c0069150 x1853237049190144 msgsize 224 00000100:00000001:2.0:1767384653.909569:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909570:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384653.909579:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384653.909583:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.909584:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384653.909585:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384653.909599:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.909610:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e53f25 00000400:00000010:0.0:1767384653.909616:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e53f25. 00000100:00000001:2.0:1767384653.909628:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384653.909629:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384653.909630:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384653.909631:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384653.909643:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.909647:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.909647:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d3c45e] to pc [ptlrpcd_00_03+3] req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.909750:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.909756:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.909758:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.909760:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909772:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384653.909775:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.909777:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000100:00000001:0.0:1767384653.909777:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384653.909788:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.909793:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294943239 00000100:00000001:3.0:1767384653.909794:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384653.909798:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfa99e8f. 00000100:00000040:3.0:1767384653.909803:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3543 usecs (4 jiffies) 00000100:00000001:0.0:1767384653.909806:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384653.909812:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943238 00000100:00000001:2.0:1767384653.909812:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384653.909816:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294943239 00000100:00100000:2.0:1767384653.909818:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190016 00000100:00000001:3.0:1767384653.909823:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943239 00000100:00000010:0.0:1767384653.909823:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e5adb5e. 02000000:00000001:2.0:1767384653.909825:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384653.909831:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384653.909836:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943238 00000100:00000001:0.0:1767384653.909838:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294943239 00000100:00000001:2.0:1767384653.909839:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384653.909848:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d64c8144. 00000100:00000001:3.0:1767384653.909849:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943239 00000100:00000001:2.0:1767384653.909849:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.909859:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384653.909861:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943238 02000000:00000001:2.0:1767384653.909863:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.909864:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294943239 00000100:00000001:3.0:1767384653.909868:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943239 00000100:00000010:0.0:1767384653.909873:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c9fd11. 00000100:00100000:2.0:1767384653.909875:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190016 00000100:00000001:3.0:1767384653.909881:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943238 00000100:00000001:0.0:1767384653.909883:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384653.909884:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.909890:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:3.0:1767384653.909892:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943239 00000100:00000001:0.0:1767384653.909892:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384653.909894:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.909902:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:0.0:1767384653.909902:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909903:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.909909:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.909909:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384653.909918:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.909919:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:0.0:1767384653.909922:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909924:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.909928:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384653.909931:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384653.909936:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000991a2e70. 00000100:00000001:3.0:1767384653.909940:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.909943:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384653.909943:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384653.909945:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000029a717e5. 00000100:00000001:0.0:1767384653.909951:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384653.909953:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.909955:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384653.909956:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:3.0:1767384653.909958:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.909959:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.909965:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.909966:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384653.909968:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384653.909972:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.909974:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384653.909976:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.909977:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384653.909983:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00000100:00000001:0.0:1767384653.909984:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.909995:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384653.909999:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089d66ebc. 00000100:00000001:0.0:1767384653.909999:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.910003:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384653.910010:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384653.910011:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384653.910014:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000001:3.0:1767384653.910016:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.910030:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384653.910032:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384653.910033:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:3.0:1767384653.910037:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.910037:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.910039:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384653.910044:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384653.910046:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384653.910050:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.910051:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.910052:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.910065:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.910070:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049190272:0@lo:400: 00000100:00100000:3.0:1767384653.910073:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049190528:0@lo:400: 00000100:00000001:2.0:1767384653.910075:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910076:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384653.910083:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384653.910084:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384653.910086:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.910090:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384653.910092:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384653.910093:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384653.910095:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bdf6c9c. 02000000:00000001:3.0:1767384653.910097:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.910100:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.910105:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384653.910106:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba710a7. 02000000:00000010:3.0:1767384653.910115:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000758ba620. 00000100:00000001:2.0:1767384653.910116:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384653.910116:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e53f25. 00000100:00000200:0.0:1767384653.910120:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190272, portal 4 00000100:00000001:2.0:1767384653.910121:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384653.910127:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384653.910131:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910131:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000100:00100000:2.0:1767384653.910135:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767384653.910147:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 00000100:00000040:2.0:1767384653.910148:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000040:0.0:1767384653.910150:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.910156:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520543232 : -128356189008384 : ffff8b42bef30e00) 00000400:00000010:3.0:1767384653.910159:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 00000100:00000200:3.0:1767384653.910168:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190528, portal 10 00000100:00000040:2.0:1767384653.910170:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087e594dc x1853237049190016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.910178:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384653.910182:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000100:00000001:0.0:1767384653.910186:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384653.910196:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384653.910197:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.910203:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384653.910204:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029a717e5. 00000400:00000010:0.0:1767384653.910208:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000100:00000200:0.0:1767384653.910220:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049190272, offset 0 00000100:00000001:2.0:1767384653.910221:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.910223:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384653.910232:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029a717e5. 00000400:00000200:0.0:1767384653.910233:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384653.910237:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.910243:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007629e5c6. 00000100:00100000:2.0:1767384653.910250:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087e594dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049190016:12345-0@lo:13: 00000400:00000200:0.0:1767384653.910250:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384653.910253:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049190528, offset 0 00000100:00000200:2.0:1767384653.910269:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190016 00000400:00000200:0.0:1767384653.910270:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260006780 00000400:00000200:3.0:1767384653.910278:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384653.910282:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.910288:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384653.910296:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000020:00000001:2.0:1767384653.910297:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.910298:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384653.910310:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384653.910314:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384653.910318:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000400:00000200:0.0:1767384653.910326:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384653.910327:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006880 00000020:00000001:2.0:1767384653.910333:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384653.910336:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.910339:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1767384653.910342:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384653.910343:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083262e70. 00000400:00000200:3.0:1767384653.910348:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000040:0.0:1767384653.910354:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000083262e70 x1853237049190272 msgsize 224 00000020:00000001:2.0:1767384653.910355:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.910366:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384653.910369:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384653.910372:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384653.910374:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.910384:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.910384:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384653.910390:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384653.910391:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384653.910395:0:16360:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384653.910399:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a1fdef29. 00000400:00000200:0.0:1767384653.910400:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000100:00000200:3.0:1767384653.910401:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384653.910410:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 02000000:00000001:2.0:1767384653.910414:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384653.910416:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097217d1e. 00000100:00000001:0.0:1767384653.910416:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384653.910423:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.910424:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000097217d1e x1853237049190528 msgsize 224 00000100:00000200:0.0:1767384653.910424:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384653.910437:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384653.910450:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384653.910454:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384653.910455:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384653.910457:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:0.0:1767384653.910459:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.910467:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910470:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.910474:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.910476:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.910478:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384653.910485:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:0.0:1767384653.910486:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3543 usecs (4 jiffies) 00000400:00000200:3.0:1767384653.910487:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007629e5c6 00000400:00000010:3.0:1767384653.910501:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007629e5c6. 00000100:00000001:0.0:1767384653.910501:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943238 00000020:00000020:2.0:1767384653.910502:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384653.910520:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943239 00000100:00000001:3.0:1767384653.910528:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384653.910529:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943238 00000020:00000020:2.0:1767384653.910530:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384653.910537:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943239 00000100:00000200:3.0:1767384653.910541:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767384653.910544:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384653.910544:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943238 00000100:00000001:0.0:1767384653.910554:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943239 00002000:00000001:2.0:1767384653.910560:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384653.910567:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943238 00000001:00000001:2.0:1767384653.910572:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384653.910573:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384653.910573:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943239 00000100:00000001:0.0:1767384653.910583:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384653.910584:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.910588:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.910597:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384653.910599:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910607:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.910609:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049190016 00000100:00000001:0.0:1767384653.910618:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.910620:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384653.910631:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384653.910635:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087e594dc x1853237049190016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.910639:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.910646:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.910647:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.910664:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.910664:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384653.910670:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910670:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384653.910671:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3055 usecs (4 jiffies) 00000100:00100000:0.0:1767384653.910673:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190144 02000000:00000001:0.0:1767384653.910680:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384653.910682:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294943238 00000100:00001000:2.0:1767384653.910682:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384653.910684:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.910689:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.910694:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294943239 02000000:00000001:0.0:1767384653.910704:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.910705:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294943238 00000100:00000001:2.0:1767384653.910705:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384653.910716:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190144 00000100:00000001:3.0:1767384653.910717:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294943239 00000020:00000001:0.0:1767384653.910748:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384653.910749:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000040:2.0:1767384653.910750:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:0.0:1767384653.910752:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384653.910757:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:3.0:1767384653.910759:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294943239 00000100:00000001:2.0:1767384653.910762:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:0.0:1767384653.910771:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384653.910772:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294943239 02000000:00000001:2.0:1767384653.910774:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384653.910777:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 02000000:00000001:2.0:1767384653.910779:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.910782:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294943239 00000100:00000001:0.0:1767384653.910783:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384653.910790:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384653.910790:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a80092ed. 00000100:00000001:3.0:1767384653.910791:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294943239 00000100:00000001:0.0:1767384653.910800:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.910801:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384653.910806:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384653.910809:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a80092ed. 00000100:00000001:3.0:1767384653.910812:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.910816:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000020:00000010:0.0:1767384653.910816:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064ba5f90. 00000100:00000001:3.0:1767384653.910819:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.910832:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384653.910835:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049190016, offset 224 00000020:00000010:0.0:1767384653.910836:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d2e36de. 00000100:00000001:3.0:1767384653.910840:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.910846:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384653.910851:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384653.910853:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 00000100:00000001:3.0:1767384653.910854:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384653.910863:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384653.910866:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.910873:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384653.910875:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384653.910878:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384653.910882:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384653.910885:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.910887:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384653.910895:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.910896:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260006680 00000100:00000001:3.0:1767384653.910898:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.910902:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.910909:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.910910:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.910912:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c5d [1] + 224 00000100:00000001:3.0:1767384653.910913:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384653.910917:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384653.910922:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384653.910925:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.910927:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384653.910931:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.910940:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384653.910950:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384653.910951:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.910954:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910958:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384653.910961:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384653.910962:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384653.910970:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384653.910974:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:2.0:1767384653.910979:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.910979:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 02000000:00000001:3.0:1767384653.910990:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.910990:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717232966736 : -128356476584880 : ffff8b42adcefc50) 00000100:00100000:3.0:1767384653.911010:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049190400:0@lo:400: 00000100:00000040:0.0:1767384653.911011:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0069150 x1853237049190144/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.911016:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.911026:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:2.0:1767384653.911034:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000001:3.0:1767384653.911035:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384653.911041:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384653.911043:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384653.911045:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384653.911046:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a80092ed. 02000000:00000001:3.0:1767384653.911048:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.911055:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384653.911056:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384653.911058:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384653.911063:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384653.911064:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a80092ed. 02000000:00000010:3.0:1767384653.911068:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037db2ac4. 02000000:00000001:3.0:1767384653.911076:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.911080:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00100000:0.0:1767384653.911084:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0069150 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049190144:12345-0@lo:400: 00000400:00000010:3.0:1767384653.911089:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00010000:00000001:2.0:1767384653.911094:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384653.911098:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190144 00000020:00000001:2.0:1767384653.911100:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384653.911102:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007629e5c6. 00000020:00000001:0.0:1767384653.911103:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.911107:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384653.911109:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384653.911112:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384653.911113:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049190400, portal 10 00000020:00000001:0.0:1767384653.911119:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384653.911121:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384653.911122:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000100:00000001:3.0:1767384653.911126:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518494336 : -128356191057280 : ffff8b42bed3ca80) 00000100:00000040:2.0:1767384653.911128:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087e594dc x1853237049190016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/368 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384653.911130:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384653.911135:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384653.911141:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384653.911145:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384653.911152:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384653.911162:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.911166:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384653.911167:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087e594dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049190016:12345-0@lo:13: Request processed in 967us (1700us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384653.911173:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384653.911174:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384653.911180:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384653.911181:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 02000000:00000001:0.0:1767384653.911186:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384653.911187:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:3.0:1767384653.911188:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049190400, offset 0 02000000:00000010:0.0:1767384653.911195:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db9f1c67. 00000100:00000040:2.0:1767384653.911197:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 02000000:00000001:0.0:1767384653.911198:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.911206:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384653.911208:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.911208:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.911219:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.911220:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384653.911221:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384653.911230:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190144 00000020:00000010:2.0:1767384653.911231:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089d66ebc. 00010000:00000001:0.0:1767384653.911236:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384653.911240:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006800 00000020:00000010:2.0:1767384653.911244:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00010000:00000200:0.0:1767384653.911247:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0069150 x1853237049190144/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384653.911253:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000020:00000010:2.0:1767384653.911253:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 00000020:00000040:2.0:1767384653.911265:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:2.0:1767384653.911278:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384653.911279:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384653.911280:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384653.911285:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.911293:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384653.911294:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384653.911306:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384653.911307:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384653.911310:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000200:3.0:1767384653.911312:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384653.911312:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384653.911314:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00100000:2.0:1767384653.911319:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190528 02000000:00000001:0.0:1767384653.911325:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.911326:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384653.911328:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384653.911329:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021a01da. 00000100:00000001:2.0:1767384653.911331:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.911337:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384653.911338:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.911340:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000021a01da x1853237049190400 msgsize 224 00000100:00000040:0.0:1767384653.911347:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384653.911350:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.911356:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000100:00100000:2.0:1767384653.911357:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190528 00000020:00000001:2.0:1767384653.911364:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384653.911364:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049190144, offset 224 00000100:00100000:3.0:1767384653.911368:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384653.911371:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000020:00000001:2.0:1767384653.911378:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384653.911379:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384653.911383:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000020:00000001:2.0:1767384653.911390:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:3.0:1767384653.911391:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.911396:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384653.911401:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000400:00000200:3.0:1767384653.911404:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384653.911409:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000400:00000200:0.0:1767384653.911409:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260006700 00000100:00000001:2.0:1767384653.911410:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384653.911421:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384653.911421:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029a717e5. 00000400:00000200:0.0:1767384653.911428:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c65 [1] + 224 00000020:00000010:2.0:1767384653.911430:0:17914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a09bc9f1. 00000100:00000200:3.0:1767384653.911439:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.911440:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384653.911443:0:17914:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000400:00000200:0.0:1767384653.911454:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.911457:0:17914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384653.911464:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384653.911466:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00000100:00000200:0.0:1767384653.911472:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.911473:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384653.911475:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089d66ebc. 00000100:00000040:3.0:1767384653.911483:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384653.911491:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000040:0.0:1767384653.911495:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.911523:0:17914:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384653.911536:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384653.911541:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384653.911548:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.911555:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.911563:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.911564:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384653.911566:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.911571:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384653.911573:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.911575:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.911576:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000100:00000040:3.0:1767384653.911579:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2906 usecs (3 jiffies) 00000400:00000010:0.0:1767384653.911582:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000100:00000001:3.0:1767384653.911593:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943238 00000100:00000001:0.0:1767384653.911594:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.911596:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.911599:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.911604:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943239 00000100:00000001:0.0:1767384653.911607:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.911610:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943238 00000100:00000001:3.0:1767384653.911615:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943239 00000100:00000040:0.0:1767384653.911616:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384653.911619:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.911627:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190400 00000100:00000001:3.0:1767384653.911630:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943238 00010000:00000001:0.0:1767384653.911630:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384653.911633:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384653.911637:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.911638:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.911640:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943239 00000020:00000001:0.0:1767384653.911641:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384653.911643:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.911646:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943238 02000000:00000001:2.0:1767384653.911651:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.911653:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943239 00000100:00000040:0.0:1767384653.911654:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0069150 x1853237049190144/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.911659:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190400 00000100:00000001:3.0:1767384653.911662:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384653.911669:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.911676:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:3.0:1767384653.911679:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.911684:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.911689:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000400:00000001:3.0:1767384653.911696:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384653.911698:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00100000:0.0:1767384653.911699:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0069150 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049190144:12345-0@lo:400: Request processed in 654us (2128us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384653.911702:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.911711:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00000020:00000001:2.0:1767384653.911712:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000400:00000200:3.0:1767384653.911754:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384653.911758:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000100:00000001:3.0:1767384653.911761:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384653.911762:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:2.0:1767384653.911766:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384653.911772:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.911773:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000020:00000010:2.0:1767384653.911776:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a09bc9f1. 00000100:00000001:0.0:1767384653.911781:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.911788:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.911788:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384653.911794:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384653.911798:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d2e36de. 00000020:00000010:2.0:1767384653.911800:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a09bc9f1. 00000020:00000010:0.0:1767384653.911810:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 00000020:00000010:2.0:1767384653.911814:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb71c96f. 00000020:00000010:0.0:1767384653.911827:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064ba5f90. 00000020:00000010:2.0:1767384653.911828:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f78a58de. 00000100:00000001:3.0:1767384653.911829:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384653.911834:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384653.911839:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000020:00000010:2.0:1767384653.911840:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000abc42361. 02000000:00000001:0.0:1767384653.911847:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384653.911848:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384653.911854:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767384653.911854:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db9f1c67. 02000000:00000001:3.0:1767384653.911855:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.911863:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.911865:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384653.911867:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.911867:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384653.911870:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384653.911876:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.911876:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.911880:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384653.911889:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384653.911893:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.911895:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=61 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384653.911896:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384653.911904:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=61 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384653.911908:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061266d24. 00000100:00000001:3.0:1767384653.911909:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.911912:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.911917:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384653.911919:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384653.911920:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef5d89e. 00010000:00080000:3.0:1767384653.911923:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384653.911934:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.911939:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384653.911940:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384653.911942:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384653.911945:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.911949:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.911951:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.911957:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384653.911958:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384653.911961:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384653.911962:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.911970:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384653.911971:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000020:00000040:0.0:1767384653.911972:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000004:00000001:3.0:1767384653.911974:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384653.911979:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384653.911988:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:2.0:1767384653.911989:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00080000:0.0:1767384653.911989:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384653.912001:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520542336 : -128356189009280 : ffff8b42bef30a80) 00000020:00000040:0.0:1767384653.912001:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000004:00000020:3.0:1767384653.912011:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:2.0:1767384653.912015:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097217d1e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.912022:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:3.0:1767384653.912030:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.912031:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190272 00000100:00000001:2.0:1767384653.912038:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384653.912039:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384653.912047:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.912047:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384653.912049:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a09bc9f1. 00000100:00000001:0.0:1767384653.912052:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.912059:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384653.912060:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.912073:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190272 00000020:00000010:2.0:1767384653.912074:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a09bc9f1. 00000020:00000001:0.0:1767384653.912084:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384653.912089:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065c9f57b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049190016:0@lo:13: 00000020:00000040:0.0:1767384653.912089:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00100000:2.0:1767384653.912091:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097217d1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049190528:12345-0@lo:400: 00000020:00000001:0.0:1767384653.912097:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384653.912105:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000200:2.0:1767384653.912108:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190528 00000100:00000001:3.0:1767384653.912109:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.912112:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384653.912114:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:2.0:1767384653.912119:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384653.912129:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384653.912131:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384653.912131:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.912141:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384653.912141:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384653.912144:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065c9f57b x1853237049190016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384653.912146:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000010:0.0:1767384653.912148:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a80092ed. 00000020:00000001:2.0:1767384653.912159:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384653.912160:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384653.912160:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384653.912164:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384653.912167:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.912170:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009f6395b0. 00000020:00000001:2.0:1767384653.912172:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384653.912172:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a80092ed. 02000000:00000001:3.0:1767384653.912174:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.912179:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384653.912180:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1767384653.912182:0:16360:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384653.912185:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384653.912185:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064ba5f90. 00000020:00000001:3.0:1767384653.912186:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.912190:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cf6b040. 00000020:00000001:2.0:1767384653.912193:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384653.912195:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d2e36de. 02000000:00000001:3.0:1767384653.912196:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384653.912199:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384653.912204:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384653.912206:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 02000000:00000001:2.0:1767384653.912207:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1767384653.912209:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c9f57b. 00000100:00000001:3.0:1767384653.912218:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.912221:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384653.912221:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007772f392. 00000100:00000001:1.0:1767384653.912225:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384653.912225:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384653.912227:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.912228:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.912236:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.912239:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384653.912241:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.912241:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.912250:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384653.912251:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384653.912251:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.912264:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.912265:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190528 00000100:00000001:0.0:1767384653.912265:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.912277:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.912278:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384653.912282:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384653.912285:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384653.912286:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384653.912291:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384653.912297:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097217d1e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.912298:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384653.912300:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384653.912312:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1767384653.912320:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:0.0:1767384653.912321:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384653.912323:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384653.912325:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384653.912328:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717420401536 : -128356289150080 : ffff8b42b8fb0380) 00010000:00000001:2.0:1767384653.912330:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.912334:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00001000:2.0:1767384653.912343:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=66 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384653.912344:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000040:1.0:1767384653.912347:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000021a01da x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.912352:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520596864 : -128356188954752 : ffff8b42bef3df80) 00000100:00000001:2.0:1767384653.912362:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.912370:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000040:0.0:1767384653.912372:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083262e70 x1853237049190272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.912382:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:1.0:1767384653.912382:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.912393:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051b20749. 02000000:00000001:2.0:1767384653.912396:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384653.912398:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384653.912402:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384653.912403:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384653.912404:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a80092ed. 00000100:00000001:0.0:1767384653.912416:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.912417:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051b20749. 00000100:00000001:2.0:1767384653.912418:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384653.912428:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a80092ed. 00000100:00000040:2.0:1767384653.912439:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384653.912439:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000021a01da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049190400:12345-0@lo:400: 00000100:00100000:0.0:1767384653.912440:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083262e70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049190272:12345-0@lo:400: 00000400:00000010:2.0:1767384653.912447:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000200:0.0:1767384653.912457:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190272 00000100:00000200:2.0:1767384653.912460:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049190528, offset 224 00000100:00000200:1.0:1767384653.912463:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190400 00000020:00000001:0.0:1767384653.912463:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384653.912470:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384653.912472:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384653.912473:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384653.912477:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384653.912478:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.912482:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.912484:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384653.912491:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384653.912491:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:1.0:1767384653.912492:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384653.912501:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384653.912502:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:0.0:1767384653.912504:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384653.912522:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384653.912525:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384653.912527:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384653.912533:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006880 00000020:00000001:0.0:1767384653.912533:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.912535:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384653.912541:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384653.912549:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384653.912551:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384653.912557:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384653.912558:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c71 [1] + 224 02000000:00000001:0.0:1767384653.912559:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384653.912561:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384653.912566:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db9f1c67. 00000020:00000001:1.0:1767384653.912568:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384653.912578:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.912580:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384653.912580:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384653.912581:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.912586:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384653.912590:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384653.912594:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049190272 02000000:00000010:1.0:1767384653.912595:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f66fbd7c. 00000400:00000200:2.0:1767384653.912599:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384653.912603:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384653.912605:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.912613:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384653.912615:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083262e70 x1853237049190272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.912616:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384653.912620:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384653.912633:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384653.912634:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190400 00010000:00000001:0.0:1767384653.912638:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384653.912646:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384653.912647:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.912656:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=61 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384653.912660:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384653.912662:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000021a01da x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.912669:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384653.912676:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:0.0:1767384653.912687:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384653.912697:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384653.912704:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.912714:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.912744:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.912748:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000100:00000200:0.0:1767384653.912753:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049190272, offset 224 00000400:00000200:0.0:1767384653.912767:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384653.912780:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384653.912780:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384653.912782:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384653.912788:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384653.912793:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=66 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384653.912794:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000200:0.0:1767384653.912803:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260006780 00000400:00000010:2.0:1767384653.912805:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000100:00000001:1.0:1767384653.912808:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384653.912818:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384653.912818:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 23 to 0@lo 00000100:00000001:2.0:1767384653.912826:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384653.912827:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c6d [1] + 224 00000100:00000001:1.0:1767384653.912830:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384653.912833:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.912843:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384653.912849:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 22 to 0@lo 02000000:00000001:1.0:1767384653.912849:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.912850:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384653.912864:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384653.912867:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384653.912871:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.912872:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384653.912880:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384653.912882:0:18468:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384653.912889:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384653.912889:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000100:00000200:0.0:1767384653.912890:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384653.912898:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049190400, offset 224 00000100:00000040:2.0:1767384653.912900:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097217d1e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.912922:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.912945:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384653.912955:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.912965:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097217d1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049190528:12345-0@lo:400: Request processed in 919us (2532us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384653.912967:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006800 00000400:00000200:1.0:1767384653.912996:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c81 [1] + 224 00000100:00100000:2.0:1767384653.913006:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1767384653.913006:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.913010:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384653.913018:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000400:00000200:0.0:1767384653.913018:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000400:00000200:1.0:1767384653.913022:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384653.913026:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000100:00000001:2.0:1767384653.913031:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.913034:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.913036:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384653.913038:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384653.913038:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384653.913042:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089d66ebc. 00000100:00000001:0.0:1767384653.913048:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.913050:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00000100:00000200:1.0:1767384653.913053:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.913059:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000010:2.0:1767384653.913062:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 00010000:00000001:0.0:1767384653.913067:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384653.913072:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384653.913074:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000020:00000001:0.0:1767384653.913080:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384653.913084:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384653.913091:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083262e70 x1853237049190272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384653.913092:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.913129:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083262e70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049190272:12345-0@lo:400: Request processed in 725us (2769us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384653.913131:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.913139:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.913146:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384653.913153:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000001:2.0:1767384653.913155:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384653.913158:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000400:00000001:2.0:1767384653.913160:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.913164:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00000100:00000001:0.0:1767384653.913165:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.913172:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384653.913174:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007629e5c6 00000020:00000010:0.0:1767384653.913178:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d2e36de. 00000400:00000010:2.0:1767384653.913179:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007629e5c6. 00000100:00000001:2.0:1767384653.913186:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384653.913187:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002774b39f 00000020:00000010:0.0:1767384653.913189:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 00000100:00000200:2.0:1767384653.913197:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384653.913197:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002774b39f. 00000020:00000010:0.0:1767384653.913197:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064ba5f90. 00000020:00000040:0.0:1767384653.913214:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384653.913216:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384653.913223:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.913224:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.913225:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.913243:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384653.913244:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.913245:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.913250:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384653.913253:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 02000000:00000001:2.0:1767384653.913254:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384653.913257:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.913258:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384653.913261:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384653.913262:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.913263:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384653.913272:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384653.913273:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.913273:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.913281:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=66 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384653.913281:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384653.913281:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384653.913286:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba710a7. 00000400:00000200:0.0:1767384653.913289:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e53f25 00000400:00000010:0.0:1767384653.913296:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e53f25. 00000100:00001000:2.0:1767384653.913303:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=66 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384653.913303:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021a01da x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.913304:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384653.913315:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.913317:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.913325:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.913336:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384653.913338:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000021a01da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237049190400:12345-0@lo:400: Request processed in 950us (1991us total) trans 0 rc 0/0 00010000:00080000:2.0:1767384653.913348:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384653.913373:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384653.913377:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1767384653.913391:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00010000:00000001:2.0:1767384653.913393:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.913402:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.913404:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384653.913411:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384653.913412:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384653.913414:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384653.913419:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f78a58de. 00000100:00000001:2.0:1767384653.913420:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384653.913421:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384653.913428:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000abc42361. 00000100:00000001:2.0:1767384653.913429:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.913430:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384653.913438:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384653.913441:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384653.913442:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb71c96f. 00000100:00000001:0.0:1767384653.913443:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.913446:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384653.913453:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384653.913457:0:17090:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00001000:0.0:1767384653.913460:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=61 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384653.913463:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384653.913476:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.913484:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.913486:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384653.913490:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.913492:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384653.913494:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384653.913496:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384653.913502:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.913521:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384653.913551:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.913562:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237049190400:0@lo:400: 00000100:00000001:0.0:1767384653.913562:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384653.913567:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384653.913574:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384653.913577:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384653.913584:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384653.913585:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384653.913589:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.913595:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000100:00000001:0.0:1767384653.913601:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384653.913604:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa4bef 00000100:00000001:0.0:1767384653.913605:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.913610:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384653.913612:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00000100:00000040:0.0:1767384653.913616:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.913619:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.913625:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.913656:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049190272:0@lo:400: 00000100:00000200:2.0:1767384653.913668:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384653.913670:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.913672:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384653.913676:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e419adaa. 00000400:00000200:0.0:1767384653.913684:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896e2f69 00000400:00000010:0.0:1767384653.913689:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896e2f69. 00000100:00000001:2.0:1767384653.913699:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.913700:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384653.913711:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384653.913714:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384653.913775:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.913783:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384653.913784:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.913787:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384653.913793:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384653.913794:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384653.913799:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384653.913801:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384653.913802:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.913805:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384653.913806:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.913808:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.913816:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.913819:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384653.913819:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384653.913834:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=65 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384653.913835:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.913862:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384653.913863:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.913876:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.913877:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.913891:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384653.913892:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384653.913898:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384653.913899:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.913910:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.913912:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.913918:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384653.913921:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384653.913922:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384653.913926:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.913927:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.913939:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.913996:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.913998:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.914002:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.914003:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.914005:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.914006:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384653.914011:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384653.914014:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.914069:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049190528:0@lo:400: 00000100:00000001:2.0:1767384653.914077:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.914085:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.914094:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000572a5fc0 x1853237049190400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.914104:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049190144:0@lo:400: 00000100:00000001:2.0:1767384653.914108:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.914113:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384653.914115:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037db2ac4. 00000100:00000001:0.0:1767384653.914115:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.914125:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384653.914126:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384653.914136:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384653.914140:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049190272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384653.914145:0:16360:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384653.914150:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384653.914153:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcf357bf. 02000000:00000001:2.0:1767384653.914164:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384653.914164:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.914170:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.914172:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 02000000:00000001:0.0:1767384653.914173:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384653.914175:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.914179:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384653.914181:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bdf6c9c. 00000100:00000001:2.0:1767384653.914182:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.914187:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007d3c45e x1853237049190528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384653.914189:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384653.914194:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.914199:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384653.914205:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384653.914206:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384653.914208:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384653.914210:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf407694. 02000000:00000010:2.0:1767384653.914212:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000758ba620. 02000000:00000001:2.0:1767384653.914229:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384653.914231:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.914232:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384653.914234:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384653.914234:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384653.914237:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd34627a. 02000000:00000001:0.0:1767384653.914238:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.914245:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 02000000:00000001:2.0:1767384653.914249:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384653.914251:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384653.914253:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384653.914253:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384653.914256:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 00000100:00000001:0.0:1767384653.914260:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384653.914262:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.914265:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384653.914268:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000373946b2 x1853237049190144/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.914272:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.914286:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.914286:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384653.914296:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.914297:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384653.914304:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1008767. 00000100:00000001:2.0:1767384653.914305:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.914312:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.914314:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384653.914317:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.914319:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384653.914321:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384653.914322:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000e99d15d. 02000000:00000001:0.0:1767384653.914324:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384653.914325:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.914326:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 00000100:00000001:0.0:1767384653.914329:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.914329:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.914337:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.914341:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.914342:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.914344:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.914345:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.915756:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294943239, at 4294943240 00000100:00000010:2.0:1767384653.915764:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d64c8144. 00000100:00000040:1.0:1767384653.915776:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294943239, at 4294943240 00000100:00000010:1.0:1767384653.915784:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e5adb5e. 00000100:00000040:0.0:1767384653.915789:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294943239, at 4294943240 00000100:00000040:3.0:1767384653.915791:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294943239, at 4294943240 00000100:00000010:0.0:1767384653.915801:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfa99e8f. 00000100:00000010:3.0:1767384653.915805:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c9fd11. 00000400:00000001:1.0:1767384654.099792:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384654.099803:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384654.099806:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d66ddea0 00000400:00000010:1.0:1767384654.099813:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d66ddea0. 00000400:00000200:1.0:1767384654.099823:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384654.099832:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384654.099850:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c76d7dc2. 00000400:00000010:1.0:1767384654.099856:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006434293b. 00000400:00000200:1.0:1767384654.099863:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp39 00000400:00000010:1.0:1767384654.099869:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6feb4bd. 00000400:00000010:1.0:1767384654.099875:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007f3d70d3. 00000400:00000010:1.0:1767384654.099879:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000400:00000010:1.0:1767384654.099887:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b4e3d531. 00000400:00000200:1.0:1767384654.099893:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp39 00000400:00000200:1.0:1767384654.099908:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp39 local destination 00000400:00000200:1.0:1767384654.099915:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp39 00000400:00000200:1.0:1767384654.099920:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp39 NI seq info: [139:139:256:4294967295] 192.168.202.154@tcp39 LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1767384654.099932:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp39 00000400:00000200:1.0:1767384654.099940:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39:) -> 192.168.202.154@tcp39(192.168.202.154@tcp39:192.168.202.154@tcp39) : GET try# 0 00000800:00000200:1.0:1767384654.099946:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp39 00000800:00000010:1.0:1767384654.099952:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003aca57fa. 00000800:00000200:1.0:1767384654.099961:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000800:00000200:1.1:1767384654.099970:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000400:00000200:1.0:1767384654.100007:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp39 added to recovery queue. ping count: 2 next ping: 280 health :800 00000400:00000200:3.0:1767384654.100145:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100211:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100247:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100304:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100349:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100387:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100429:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100460:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100484:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100503:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100573:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100605:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100631:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100691:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100770:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100803:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100839:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100865:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100896:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100923:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.100969:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101012:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101047:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101097:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101134:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101214:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101231:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101265:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101289:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.101306:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384654.101533:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b66e0aff. 00000800:00000010:3.0:1767384654.101538:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f828625f. 00000800:00000010:3.0:1767384654.101544:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000707d4370. 00000800:00000010:3.0:1767384654.101567:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000707d4370. 00000800:00020000:3.0:1767384654.101579:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384654.101583:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f828625f. 00000800:00000010:3.0:1767384654.101586:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b66e0aff. 00000400:02020000:3.0:1767384654.101630:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp39 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384654.101643:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp39 notifying 192.168.202.154@tcp39: down 00000400:00000200:3.0:1767384654.101647:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384654.101651:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp39 00000800:00000010:3.0:1767384654.101655:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003aca57fa. 00000400:00000200:3.0:1767384654.101659:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384654.101665:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384654.101674:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384654.101676:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384654.101679:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp39) recovery failed with -71 00010000:00000001:1.0:1767384654.355780:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384654.355789:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384654.355796:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384654.355797:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.355851:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384654.355858:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.355862:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384654.405575:0:34571:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384654.405579:0:34571:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767384654.408344:0:34571:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384654.416691:0:34572:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d9fc590a. 00000400:00000010:0.0:1767384654.416706:0:34572:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001b901a5f. 00000400:00000010:0.0:1767384654.416714:0:34572:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000041d89524. 00000400:00000010:0.0:1767384654.416739:0:34572:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006434293b. 00000400:00000010:0.0:1767384654.416744:0:34572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000909f18c. 00000400:00000010:0.0:1767384654.416748:0:34572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f58ccc9d. 00000400:00000010:0.0:1767384654.416752:0:34572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e1cf23c3. 00000400:00000010:0.0:1767384654.416755:0:34572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003bcd8f1f. 00000400:00000010:0.0:1767384654.416759:0:34572:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aa59525a. 00000800:00000010:0.0:1767384654.416775:0:34572:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000072f15353. 00000800:00000200:0.0:1767384654.416785:0:34572:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384654.416796:0:34572:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384654.416847:0:34572:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384654.416871:0:34572:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp43 [8/256/0/180] 00000400:00000010:0.0:1767384654.418177:0:34572:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000001c5bf66c. 00000400:00000010:0.0:1767384654.418182:0:34572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e419adaa. 00000400:00000010:0.0:1767384654.418187:0:34572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896e2f69. 00000400:00000001:0.0:1767384654.418208:0:34572:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384654.418210:0:34572:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384654.418212:0:34572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc171d1. 00000400:00000200:0.0:1767384654.418214:0:34572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e913c2 00000400:00000010:0.0:1767384654.418216:0:34572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e913c2. 00000400:00000010:0.0:1767384654.418219:0:34572:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000033a4910d. 00000400:00000200:0.0:1767384654.418224:0:34572:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (33) 00000400:00000200:0.0:1767384654.418242:0:34572:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384654.418249:0:34572:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:0.0:1767384654.418255:0:34572:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b71a2672. 00000020:01000000:0.0:1767384654.418260:0:34572:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384654.418263:0:34572:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp43 00000400:00000200:2.0:1767384654.418270:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384654.418281:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000010:0.0:1767384654.418283:0:34572:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001b901a5f. 00000400:00000200:2.0:1767384654.418292:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000010:0.0:1767384654.418293:0:34572:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d9fc590a. 00000400:00000010:2.0:1767384654.418305:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000d666cc27. 00000400:00000010:2.0:1767384654.418311:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000400:00000010:2.0:1767384654.418327:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002acc5005. 00000400:00000200:2.0:1767384654.418336:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000020:00000001:3.0:1767384654.418350:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384654.418352:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:00000001:3.0:1767384654.418359:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384654.418361:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:3.0:1767384654.418366:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384654.418368:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 10000000:01000000:3.0:1767384654.418371:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384654.418375:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:3.0:1767384654.418378:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384654.418383:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384654.418384:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:3.0:1767384654.418388:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384654.418392:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384654.418393:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:3.0:1767384654.418397:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384654.418400:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:3.0:1767384654.418402:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384654.418407:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384654.418407:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:01000004:3.0:1767384654.418411:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384654.418415:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000020:01000004:3.0:1767384654.418416:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384654.418419:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384654.418421:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:2.0:1767384654.418427:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000100:00000010:3.0:1767384654.418428:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7b1dd37. 00000400:00000200:2.0:1767384654.418430:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000020:00000040:3.0:1767384654.418436:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:2.0:1767384654.418437:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:3.0:1767384654.418446:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384654.418446:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 02000000:00000001:3.0:1767384654.418451:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384654.418454:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 02000000:00000001:3.0:1767384654.418457:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.418462:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:2.0:1767384654.418468:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 02000000:00000010:3.0:1767384654.418470:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b66e0aff. 00000400:00000200:2.0:1767384654.418475:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000100:00000001:3.0:1767384654.418482:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.418487:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:2.0:1767384654.418491:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:2.0:1767384654.418495:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 26], ns[98, 26] 00000100:00000001:3.0:1767384654.418496:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384654.418501:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000100:00000001:3.0:1767384654.418514:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.418518:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 00000400:00000200:2.0:1767384654.418522:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[86, 26] 00000400:00000200:2.0:1767384654.418542:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 26], ns[136, 26] 00000400:00000200:2.0:1767384654.418546:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[114, 26] 00000100:00000040:3.0:1767384654.418551:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7b1dd37] to pc [ptlrpcd_00_00+0] req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384654.418551:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 26], ns[131, 26] 00000400:00000200:2.0:1767384654.418564:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 00000400:00000200:2.0:1767384654.418578:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 26], ns[138, 26] 00000400:00000200:2.0:1767384654.418584:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[129, 26] 00000400:00000200:2.0:1767384654.418593:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 0], ns[139, 129] 00000400:00000200:2.0:1767384654.418599:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 129] 10000000:00000001:3.0:1767384654.418600:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384654.418605:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.418606:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:3.0:1767384654.418610:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384654.418613:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384654.418615:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000100:00000001:0.0:1767384654.418617:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384654.418624:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384654.418625:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp40 00000100:00000001:0.0:1767384654.418626:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384654.418628:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384654.418633:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384654.418635:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384654.418638:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384654.418638:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp40 lpni_is_preferred = 0 00000020:01000004:3.0:1767384654.418643:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384654.418645:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp40 00000020:01000004:3.0:1767384654.418646:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384654.418652:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384654.418652:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384654.418653:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp40 NI seq info: [140:140:256:4294967295] 192.168.202.154@tcp40 LPNI seq info [126:126:8:4294967295] 00000020:01000004:3.0:1767384654.418662:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384654.418664:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384654.418667:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384654.418671:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384654.418676:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384654.418678:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384654.418683:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp40 00000100:00000010:3.0:1767384654.418684:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006682e47b. 00000020:00000040:3.0:1767384654.418693:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384654.418702:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384654.418704:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384654.418726:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384654.418731:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.418744:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.418751:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40:) -> 192.168.202.154@tcp40(192.168.202.154@tcp:192.168.202.154@tcp40) : GET try# 0 02000000:00000010:3.0:1767384654.418753:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000086b4d108. 00000800:00000200:2.0:1767384654.418761:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp40 00000800:00000010:2.0:1767384654.418767:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd34627a. 00000800:00000010:2.0:1767384654.418779:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009551cd58. 00000800:00000010:2.0:1767384654.418787:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000935fd373. 00000100:00000001:3.0:1767384654.418788:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.418789:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384654.418797:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 02000000:00000001:0.0:1767384654.418799:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.418800:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384654.418805:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384654.418808:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 02000000:00000001:0.0:1767384654.418815:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.418817:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006682e47b] to pc [ptlrpcd_00_01+1] req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384654.418826:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7b1dd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049190656:0@lo:253: 00000400:00000200:2.0:1767384654.418827:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384654.418840:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000100:00000001:0.0:1767384654.418851:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384654.418862:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384654.418863:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.418868:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384654.418870:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.418873:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384654.418875:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384654.418880:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:0.0:1767384654.418882:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3e97ea0. 00000020:00000010:3.0:1767384654.418885:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b71a2672. 02000000:00000001:0.0:1767384654.418888:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384654.418894:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba710a7. 00000400:00000010:0.0:1767384654.418903:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b901a5f. 00000100:00000200:0.0:1767384654.418909:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049190656, portal 25 00000100:00000001:0.0:1767384654.418912:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384654.418916:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.418916:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188121088 : -128361521430528 : ffff8b41811cc000) 00000100:00000001:3.0:1767384654.418924:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384654.418928:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384654.418932:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000040:0.0:1767384654.418933:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.418938:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.418973:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384654.418976:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.418984:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384654.418987:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384654.418988:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384654.418988:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 02000000:00000001:3.0:1767384654.418998:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.419002:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384654.419005:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006682e47b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049190784:0@lo:253: 00000100:00000001:3.0:1767384654.419010:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384654.419013:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004878a05b. 02000000:00000001:3.0:1767384654.419014:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384654.419016:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.419018:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384654.419024:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4fe0132. 00000100:00000200:0.0:1767384654.419026:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049190656, offset 0 02000000:00000001:3.0:1767384654.419028:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.419036:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:3.0:1767384654.419043:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000400:00000200:0.0:1767384654.419051:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384654.419060:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f828625f. 00000100:00000200:3.0:1767384654.419067:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049190784, portal 25 00000100:00000001:3.0:1767384654.419072:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384654.419076:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188133632 : -128361521417984 : ffff8b41811cf100) 00000400:00000200:0.0:1767384654.419076:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384654.419082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000040:3.0:1767384654.419088:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.419096:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384654.419106:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384654.419106:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006900 00000400:00000010:3.0:1767384654.419115:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcfe9b52. 00000100:00000200:3.0:1767384654.419121:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049190784, offset 0 00000400:00000200:2.0:1767384654.419127:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384654.419129:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1471 [2] + 0 00000400:00000010:0.0:1767384654.419140:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a75434. 00000400:00000200:0.0:1767384654.419146:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ee0f24e 00000400:00000200:3.0:1767384654.419153:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384654.419156:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384654.419156:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384654.419168:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384654.419174:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384654.419181:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006980 00000400:00000200:0.0:1767384654.419183:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ee0f24e 00000400:00000010:0.0:1767384654.419188:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ee0f24e. 00000400:00000200:2.0:1767384654.419190:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:0.0:1767384654.419194:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384654.419196:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1479 [2] + 0 00000100:00000200:0.0:1767384654.419200:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384654.419201:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e1671c. 00000400:00000200:3.0:1767384654.419207:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7c3f354 00000100:00000040:0.0:1767384654.419209:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000e0592a75 x1853237049190656 msgsize 4848 00000400:00000200:2.0:1767384654.419211:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384654.419227:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384654.419233:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384654.419237:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384654.419244:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384654.419247:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c3f354 00000400:00000010:3.0:1767384654.419250:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7c3f354. 00000400:00000200:2.0:1767384654.419252:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:3.0:1767384654.419255:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384654.419258:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384654.419261:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000d2501205 x1853237049190784 msgsize 4848 00000100:00000001:0.0:1767384654.419270:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384654.419276:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384654.419280:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384654.419288:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004878a05b 00000400:00000200:2.0:1767384654.419292:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000010:0.0:1767384654.419293:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004878a05b. 00000100:00000001:3.0:1767384654.419295:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384654.419295:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384654.419306:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190656 00000100:00000001:0.0:1767384654.419307:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384654.419310:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcfe9b52 02000000:00000001:1.0:1767384654.419312:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384654.419315:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcfe9b52. 00000100:00000001:1.0:1767384654.419317:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384654.419318:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.419323:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384654.419324:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384654.419331:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384654.419332:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 02000000:00000001:1.0:1767384654.419332:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.419337:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384654.419350:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190656 00000100:00000040:0.0:1767384654.419351:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384654.419359:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384654.419361:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384654.419364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000020:00000040:1.0:1767384654.419364:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000040:3.0:1767384654.419372:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384654.419376:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384654.419381:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384654.419383:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:0.0:1767384654.419391:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384654.419394:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:2.0:1767384654.419399:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:0.0:1767384654.419403:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.419405:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384654.419407:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.419412:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294943748 00000100:00000001:3.0:1767384654.419413:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384654.419415:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384654.419424:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9d17fc. 00000100:00000010:0.0:1767384654.419424:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a415db9e. 00000100:00000001:3.0:1767384654.419425:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.419433:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.419435:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294943748 00000400:00000200:2.0:1767384654.419435:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000001:0.0:1767384654.419438:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384654.419443:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9d17fc. 00000020:00000010:1.0:1767384654.419457:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077db24f9. 00000100:00000001:0.0:1767384654.419458:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294943748 00000100:00000001:3.0:1767384654.419459:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294943748 00000100:00000001:3.0:1767384654.419464:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294943748 00000020:00000010:1.0:1767384654.419467:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc68ad1e. 00000100:00000010:0.0:1767384654.419467:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005075c34d. 00000400:00000200:2.0:1767384654.419475:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000010:1.0:1767384654.419476:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000100:00000001:0.0:1767384654.419479:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384654.419488:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294943748 00000100:00000001:3.0:1767384654.419490:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294943748 00000100:00000010:0.0:1767384654.419494:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bac07c73. 00000100:00000001:3.0:1767384654.419499:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294943748 00000100:00000040:1.0:1767384654.419500:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384654.419536:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384654.419539:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384654.419543:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294943748 00000100:00000001:0.0:1767384654.419543:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294943748 00000400:00000200:2.0:1767384654.419544:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000001:1.0:1767384654.419549:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384654.419553:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294943748 00000100:00000010:0.0:1767384654.419554:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009249877a. 00000100:00000001:1.0:1767384654.419556:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.419565:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384654.419574:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.419575:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294943748 00000100:00000001:0.0:1767384654.419576:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384654.419580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000100:00000001:3.0:1767384654.419583:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.419601:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.419604:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.419606:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.419611:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.419612:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.419620:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.419621:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.419623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000100:00000001:3.0:1767384654.419629:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384654.419631:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384654.419633:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384654.419638:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190784 00000100:00000001:0.0:1767384654.419638:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384654.419639:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384654.419646:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384654.419647:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384654.419647:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384654.419655:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.419655:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384654.419657:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384654.419658:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00000001:1.0:1767384654.419666:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.419666:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384654.419668:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384654.419672:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.419673:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384654.419678:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190784 00000100:00000001:0.0:1767384654.419680:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.419684:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384654.419688:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384654.419692:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384654.419695:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384654.419698:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384654.419703:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384654.419707:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384654.419722:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384654.419727:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9d17fc. 00000100:00000001:1.0:1767384654.419733:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384654.419736:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9d17fc. 00000020:00000010:1.0:1767384654.419743:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd35f98. 00000020:00000010:1.0:1767384654.419747:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4ed89be. 00000100:00000001:3.0:1767384654.419752:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384654.419753:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000330095af. 00000400:00000200:2.0:1767384654.419756:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000100:00100000:3.0:1767384654.419761:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384654.419766:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384654.419768:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611941456 : -128357097610160 : ffff8b4288cae450) 00000100:00000040:3.0:1767384654.419776:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0592a75 x1853237049190656/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:635/0 lens 4848/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.419784:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384654.419788:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000707d4370. 00000100:00000001:3.0:1767384654.419792:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384654.419795:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000707d4370. 00000100:00000001:1.0:1767384654.419796:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384654.419800:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384654.419802:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0592a75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049190656:12345-0@lo:253: 00000400:00000200:2.0:1767384654.419802:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000100:00000200:3.0:1767384654.419806:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190656 00000100:00000001:1.0:1767384654.419806:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.419814:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384654.419821:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384654.419824:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.419826:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384654.419828:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384654.419834:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:1.0:1767384654.419835:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.419847:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384654.419850:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.419853:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000020:00000001:3.0:1767384654.419854:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384654.419860:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384654.419861:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384654.419867:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384654.419868:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.419877:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384654.419878:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000400:00000200:2.0:1767384654.419882:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 02000000:00000001:3.0:1767384654.419883:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384654.419887:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384654.419893:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611934288 : -128357097617328 : ffff8b4288cac850) 02000000:00000010:3.0:1767384654.419895:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fce43325. 02000000:00000001:3.0:1767384654.419901:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.419903:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2501205 x1853237049190784/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:635/0 lens 4848/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.419912:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384654.419918:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384654.419927:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 20000000:00000010:3.0:1767384654.419932:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001af2e4ca. 20000000:01000000:3.0:1767384654.419939:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384654.419940:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384654.419944:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384654.419947:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9d17fc. 20000000:00000001:3.0:1767384654.419948:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384654.419952:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.419955:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384654.419956:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.419964:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 20000000:00000001:3.0:1767384654.419966:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:1.0:1767384654.419967:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9d17fc. 20000000:00000010:3.0:1767384654.419992:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037db2ac4. 20000000:01000000:3.0:1767384654.419995:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000100:00100000:1.0:1767384654.420001:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2501205 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049190784:12345-0@lo:253: 20000000:00000001:3.0:1767384654.420008:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000200:1.0:1767384654.420009:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190784 00080000:00000001:3.0:1767384654.420017:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384654.420018:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384654.420025:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384654.420027:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384654.420032:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.420036:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384654.420037:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000020:00000001:1.0:1767384654.420041:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00080000:00000001:3.0:1767384654.420049:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384654.420049:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384654.420054:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384654.420058:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384654.420060:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384654.420066:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.420070:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384654.420071:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.420076:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:1.0:1767384654.420076:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384654.420079:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.420083:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384654.420085:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384654.420088:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bc23ee3f. 00080000:00000002:3.0:1767384654.420089:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384654.420103:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 02000000:00000001:1.0:1767384654.420104:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384654.420108:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:1.0:1767384654.420113:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.420114:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384654.420114:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00080000:00000001:3.0:1767384654.420126:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384654.420127:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384654.420130:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.420136:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384654.420143:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 20000000:00000010:1.0:1767384654.420145:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e01c6901. 00080000:00000001:3.0:1767384654.420151:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:1.0:1767384654.420154:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:3.0:1767384654.420156:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001e4bebf7. 00080000:00000001:3.0:1767384654.420164:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712272393728 : -128361437157888 : ffff8b418622a600) 20000000:00000001:1.0:1767384654.420165:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384654.420169:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384654.420171:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 20000000:00000001:1.0:1767384654.420172:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000001:00000001:3.0:1767384654.420174:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:1.0:1767384654.420179:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384654.420180:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000707d4370. 00080000:00000001:3.0:1767384654.420186:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384654.420187:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384654.420190:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384654.420193:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384654.420219:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.420223:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00080000:00000001:3.0:1767384654.420242:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384654.420257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384654.420342:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384654.420388:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384654.420438:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384654.420496:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384654.420565:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384654.420834:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:2.0:1767384654.420839:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1fe3119. 00000800:00000010:2.0:1767384654.420845:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009775849e. 00000800:00000010:2.0:1767384654.420869:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009775849e. 00000800:00020000:2.0:1767384654.420884:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384654.420887:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1fe3119. 00000800:00000010:2.0:1767384654.420891:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:2.0:1767384654.420945:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp40 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384654.420953:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp40 notifying 192.168.202.154@tcp40: down 00000800:00000200:2.0:1767384654.420958:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp40 down 00000800:00000100:2.0:1767384654.420965:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp40 00000800:00000010:2.0:1767384654.420968:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd34627a. 00000400:00000200:2.0:1767384654.420973:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384654.420976:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp40->192.168.202.154@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384654.420996:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp40 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:2.0:1767384654.420999:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384654.421013:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384654.421020:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384654.421087:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384654.421098:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300871 00000400:00000001:2.0:1767384654.421101:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384654.421103:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384654.421105:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:2.0:1767384654.421108:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000400:00000200:2.0:1767384654.421114:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384654.421120:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:2.0:1767384654.421126:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000d666cc27. 00000400:00000200:2.0:1767384654.421130:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000400:00000200:2.0:1767384654.421134:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:2.0:1767384654.421136:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 rc -71 00000400:00000200:2.0:1767384654.421141:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384654.421146:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (34) 00080000:00000010:3.0:1767384654.421412:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001e4bebf7. 00080000:00000010:1.0:1767384654.421472:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000707d4370. 00040000:00000001:1.0:1767384654.421479:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384654.421481:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384654.421484:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384654.421495:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384654.421498:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384654.421501:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384654.421551:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384654.421562:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384654.421565:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384654.421573:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384654.421587:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f36dce7. 20000000:01000000:3.0:1767384654.421590:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384654.421591:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:2.0:1767384654.421606:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384654.421607:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384654.421610:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:3.0:1767384654.421612:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384654.421615:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384654.421619:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384654.421623:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384654.421625:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384654.421631:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384654.421634:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384654.421636:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061b48ff3. 00080000:00000001:2.0:1767384654.421636:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384654.421639:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384654.421643:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384654.421645:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00010000:00000001:3.0:1767384654.421646:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384654.421650:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000010:3.0:1767384654.421652:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095d53499. 00080000:00000002:2.0:1767384654.421652:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384654.421659:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384654.421661:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384654.421662:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384654.421665:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384654.421666:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095d53499 with handle 0xefc2db714b35c4a6 to hash 00000020:00000001:2.0:1767384654.421667:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384654.421672:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384654.421672:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384654.421674:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384654.421678:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384654.421684:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384654.421685:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384654.421688:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384654.421689:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004ad6bf41. 00010000:00010000:3.0:1767384654.421694:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384654.421694:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712204794368 : -128361504757248 : ffff8b41821b2a00) 00080000:00000001:2.0:1767384654.421699:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384654.421711:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384654.421715:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009775849e. 00080000:00000001:2.0:1767384654.421751:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384654.421754:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384654.421755:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384654.421762:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384654.421763:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.421765:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384654.421769:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384654.421773:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384654.421773:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384654.421779:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384654.421781:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.421784:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384654.421787:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384654.421790:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384654.421792:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384654.421794:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061b48ff3) refcount = 1 00010000:00010000:3.0:1767384654.421799:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384654.421821:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384654.421822:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384654.421830:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384654.421831:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384654.421837:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001af2e4ca. 00010000:00000001:3.0:1767384654.421838:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.421845:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384654.421846:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.421856:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384654.421856:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190656 00010000:00000001:1.0:1767384654.421868:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:3.0:1767384654.421869:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384654.421874:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000200:1.0:1767384654.421878:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0592a75 x1853237049190656/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384654.421881:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384654.421886:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384654.421891:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095d53499 refcount=4 00000020:00000001:3.0:1767384654.421902:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:1.0:1767384654.421903:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384654.421907:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.421910:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00000100:00001000:1.0:1767384654.421913:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=72 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384654.421916:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384654.421920:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384654.421923:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384654.421930:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384654.421938:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384654.421949:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1767384654.421950:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384654.421955:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.421956:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384654.421959:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384654.421966:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384654.421972:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eeca689. 00010000:00000001:3.0:1767384654.421974:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.421978:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384654.421980:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049190656, offset 224 00010000:00010000:3.0:1767384654.421981:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384654.421993:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384654.422002:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384654.422004:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.422009:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384654.422012:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384654.422016:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384654.422024:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006900 00010000:00010000:3.0:1767384654.422038:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095d53499 already unused, calling callback (00000000d66be316) 00000400:00000200:1.0:1767384654.422040:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ca9 [2] + 224 00010000:00000001:3.0:1767384654.422045:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384654.422049:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384654.422060:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384654.422060:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384654.422068:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384654.422070:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384654.422079:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384654.422085:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1767384654.422085:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384654.422090:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384654.422094:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095d53499 refcount=5 00000020:00000001:3.0:1767384654.422104:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384654.422121:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672064 : -128356345879552 : ffff8b42b5996400) 00010000:00000001:3.0:1767384654.422124:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384654.422128:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384654.422132:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384654.422154:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384654.422161:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384654.422165:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.422171:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384654.422173:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384654.422175:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384654.422177:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384654.422180:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095d53499 with handle 0xefc2db714b35c4a6 from hash 00000100:00000001:1.0:1767384654.422181:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384654.422187:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384654.422190:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.422192:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384654.422194:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384654.422195:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eeca689 00010000:00000001:3.0:1767384654.422197:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384654.422198:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384654.422200:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eeca689. 00000100:00000001:2.0:1767384654.422202:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384654.422203:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384654.422211:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000001:2.0:1767384654.422214:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384654.422214:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384654.422216:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384654.422225:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384654.422226:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384654.422227:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384654.422231:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba710a7. 00010000:00000001:3.0:1767384654.422233:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384654.422236:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384654.422237:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b901a5f 00000100:00000001:1.0:1767384654.422239:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.422240:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384654.422241:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b901a5f. 00010000:00000001:3.0:1767384654.422246:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384654.422253:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.422256:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384654.422257:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000200:2.0:1767384654.422266:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384654.422266:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384654.422268:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.422273:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.422274:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.422285:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:3.0:1767384654.422287:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384654.422289:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.422298:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0592a75 x1853237049190656/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384654.422320:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.422325:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384654.422331:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384654.422332:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384654.422337:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.422339:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384654.422345:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384654.422347:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384654.422351:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384654.422353:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384654.422356:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384654.422359:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384654.422361:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0592a75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049190656:12345-0@lo:253: Request processed in 2570us (3145us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384654.422362:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.422362:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.422371:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384654.422372:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.422381:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384654.422381:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384654.422388:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=72 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384654.422392:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000001:2.0:1767384654.422401:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384654.422405:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.422406:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:3.0:1767384654.422407:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384654.422412:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384654.422412:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384654.422415:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384654.422417:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.422418:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095d53499/0xefc2db714b35c4a6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384654.422422:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.422423:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:3.0:1767384654.422432:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061b48ff3 count: 0 00000020:00000010:1.0:1767384654.422432:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc68ad1e. 00000100:00000040:2.0:1767384654.422438:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384654.422445:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000100:00000001:2.0:1767384654.422449:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384654.422451:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384654.422453:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:3.0:1767384654.422456:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:1.0:1767384654.422456:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077db24f9. 00000100:00000001:2.0:1767384654.422458:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384654.422473:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:1.0:1767384654.422475:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000020:01000004:2.0:1767384654.422476:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384654.422479:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384654.422485:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384654.422487:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384654.422488:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384654.422489:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:1.0:1767384654.422489:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384654.422496:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000010:1.0:1767384654.422497:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fce43325. 00000020:01000004:2.0:1767384654.422498:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384654.422501:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384654.422519:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384654.422524:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384654.422529:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7b1dd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049190656:0@lo:253: 00000100:00000001:1.0:1767384654.422531:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.422534:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.422538:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384654.422540:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7b1dd37 x1853237049190656/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384654.422541:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384654.422553:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384654.422553:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008279a3a6. 02000000:00000001:2.0:1767384654.422559:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384654.422563:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3e97ea0. 00000400:00000010:1.0:1767384654.422563:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eeca689. 02000000:00000001:2.0:1767384654.422569:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384654.422571:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384654.422574:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384654.422578:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384654.422581:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b66e0aff. 02000000:00000001:2.0:1767384654.422585:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384654.422587:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384654.422588:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7b1dd37. 00000100:00000001:2.0:1767384654.422592:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384654.422593:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.422599:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.422604:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384654.422605:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.422607:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384654.422609:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384654.423618:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004ad6bf41. 00080000:00000010:2.0:1767384654.423664:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009775849e. 00040000:00000001:2.0:1767384654.423672:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384654.423674:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384654.423677:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384654.423680:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384654.423684:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384654.423686:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384654.423689:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384654.423702:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384654.423706:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384654.423706:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:3.0:1767384654.423710:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384654.423712:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384654.423746:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384654.423746:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384654.423748:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384654.423754:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000622597fd. 00010000:00000001:3.0:1767384654.423757:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384654.423760:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000154695f6. 00000020:00000001:3.0:1767384654.423763:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384654.423765:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000154695f6 with handle 0xefc2db714b35c4ad to hash 00000020:00000001:3.0:1767384654.423766:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384654.423774:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384654.423776:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384654.423779:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384654.423781:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.423783:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423788:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384654.423790:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384654.423791:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384654.423793:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384654.423795:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.423797:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384654.423797:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.423799:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384654.423801:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384654.423802:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384654.423803:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384654.423804:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000622597fd) refcount = 1 00010000:00010000:3.0:1767384654.423806:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423810:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384654.423811:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384654.423812:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384654.423813:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.423815:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384654.423816:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384654.423818:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384654.423820:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384654.423820:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384654.423821:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000154695f6 refcount=4 00000020:00000001:3.0:1767384654.423823:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384654.423824:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384654.423826:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384654.423831:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423838:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384654.423840:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423845:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.423847:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384654.423848:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423854:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384654.423855:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.423857:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384654.423858:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384654.423864:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000154695f6 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384654.423866:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384654.423869:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384654.423871:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423878:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384654.423881:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384654.423884:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384654.423886:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000154695f6 refcount=5 00000020:00000001:3.0:1767384654.423889:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384654.423892:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363672576 : -128356345879040 : ffff8b42b5996600) 00010000:00000001:3.0:1767384654.423894:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384654.423897:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384654.423903:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000020:2.0:1767384654.423906:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384654.423910:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384654.423914:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e01c6901. 00010000:00000001:3.0:1767384654.423916:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384654.423919:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384654.423920:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.423922:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384654.423925:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1767384654.423925:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190784 00010000:00000001:2.0:1767384654.423930:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384654.423931:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384654.423935:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384654.423938:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2501205 x1853237049190784/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384654.423940:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000154695f6 with handle 0xefc2db714b35c4ad from hash 00010000:00000001:3.0:1767384654.423945:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384654.423948:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.423950:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384654.423952:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384654.423953:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384654.423956:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.423957:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:2.0:1767384654.423960:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=72 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384654.423961:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384654.423964:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384654.423967:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.423967:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384654.423982:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.423984:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384654.423985:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384654.423989:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384654.423989:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384654.423992:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384654.423994:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384654.423995:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384654.423999:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.423999:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.424003:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.424005:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384654.424006:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384654.424009:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384654.424009:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384654.424017:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384654.424018:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1fe3119. 00010000:00000001:3.0:1767384654.424019:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384654.424022:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384654.424024:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384654.424025:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049190784, offset 224 00010000:00000001:3.0:1767384654.424026:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384654.424028:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384654.424031:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384654.424035:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384654.424038:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384654.424039:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384654.424042:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384654.424049:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384654.424057:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384654.424059:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006980 00010000:00000001:3.0:1767384654.424060:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384654.424064:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000154695f6/0xefc2db714b35c4ad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384654.424069:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000622597fd count: 0 00000400:00000200:2.0:1767384654.424070:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cb1 [2] + 224 00000400:00000200:2.0:1767384654.424076:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384654.424083:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384654.424083:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:3.0:1767384654.424087:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384654.424091:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384654.424098:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384654.424107:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.424120:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384654.424125:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1fe3119 00000400:00000010:2.0:1767384654.424128:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1fe3119. 00000100:00000001:2.0:1767384654.424132:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384654.424135:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384654.424136:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384654.424138:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.424140:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384654.424145:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384654.424147:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384654.424149:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384654.424150:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.424154:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384654.424155:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384654.424160:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00000100:00000040:2.0:1767384654.424161:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2501205 x1853237049190784/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:635/0 lens 4848/4768 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384654.424167:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f828625f 00000100:00100000:2.0:1767384654.424171:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2501205 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049190784:12345-0@lo:253: Request processed in 4234us (4908us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384654.424172:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f828625f. 00000100:00000001:3.0:1767384654.424180:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384654.424187:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384654.424193:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:2.0:1767384654.424199:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384654.424204:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384654.424210:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.424211:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384654.424216:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4ed89be. 00000020:00000010:2.0:1767384654.424223:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000330095af. 00000100:00000001:3.0:1767384654.424227:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384654.424228:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd35f98. 00000100:00000001:3.0:1767384654.424231:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.424234:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384654.424238:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384654.424238:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384654.424240:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384654.424244:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.424244:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384654.424248:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bc23ee3f. 02000000:00000001:3.0:1767384654.424249:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.424253:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384654.424255:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=72 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384654.424258:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384654.424261:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=72 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384654.424265:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384654.424266:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384654.424270:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.424273:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384654.424274:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052129c53. 00010000:00000001:3.0:1767384654.424276:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.424281:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384654.424283:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1fe3119. 00000100:00000040:3.0:1767384654.424286:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.424308:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.424311:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384654.424314:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384654.424318:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384654.424320:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384654.424321:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384654.424323:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384654.424324:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384654.424326:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384654.424328:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384654.424329:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384654.424330:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384654.424333:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384654.424342:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006682e47b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049190784:0@lo:253: 00000100:00000001:3.0:1767384654.424350:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.424352:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384654.424354:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006682e47b x1853237049190784/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.424363:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384654.424366:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384654.424369:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4fe0132. 02000000:00000001:3.0:1767384654.424377:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384654.424379:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384654.424380:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384654.424384:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384654.424386:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000086b4d108. 02000000:00000001:3.0:1767384654.424393:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384654.424395:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384654.424397:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006682e47b. 00000100:00000001:3.0:1767384654.424401:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384654.424402:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.424404:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.424410:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384654.424420:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.424422:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384654.424424:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.424788:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294943748, at 4294943749 00000100:00000010:2.0:1767384654.424798:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bac07c73. 00000100:00000040:1.0:1767384654.424809:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294943748, at 4294943749 00000100:00000010:1.0:1767384654.424823:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005075c34d. 00000100:00000040:3.0:1767384654.425782:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294943748, at 4294943750 00000100:00000010:3.0:1767384654.425793:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009249877a. 00000100:00000040:0.0:1767384654.425902:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294943748, at 4294943750 00000100:00000010:0.0:1767384654.425909:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a415db9e. 00010000:00000010:3.1:1767384654.430755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061b48ff3. 00010000:00000010:3.1:1767384654.430766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095d53499. 00010000:00000010:3.1:1767384654.430770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000622597fd. 00010000:00000010:3.1:1767384654.430772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000154695f6. 00000400:00000010:2.0:1767384654.438696:0:34577:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006353aeb6. 00000400:00000040:2.0:1767384654.438766:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384654.438769:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384654.438772:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384654.438774:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384654.438777:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384654.438780:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384654.438783:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384654.438785:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384654.438786:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384654.438788:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384654.438791:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384654.438793:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384654.438795:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384654.438798:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384654.438800:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384654.438802:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384654.438805:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384654.438807:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384654.438808:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384654.438811:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384654.438813:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384654.438815:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384654.438816:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384654.438818:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384654.438818:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384654.438820:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384654.438828:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384654.438829:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384654.438830:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384654.438831:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384654.438832:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384654.438834:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384654.438835:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384654.438836:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384654.438837:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384654.438838:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384654.438838:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384654.438840:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384654.438841:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384654.438842:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384654.438843:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384654.438845:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384654.438846:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384654.438847:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384654.438848:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384654.438849:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384654.438850:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384654.438851:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384654.438852:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384654.438853:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384654.438854:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384654.438855:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384654.438856:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384654.438857:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384654.438858:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384654.438859:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384654.438860:0:34577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384654.438950:0:34577:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006353aeb6. 00000800:00000200:2.0:1767384655.059802:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:2.1:1767384655.059813:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:2.0:1767384655.059851:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (6) 00000800:00000200:2.0:1767384655.059857:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:988 00000800:00000200:2.0:1767384655.059863:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384655.059937:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060034:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060130:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060232:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060483:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060633:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060834:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.060982:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061093:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061255:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061396:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061483:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061611:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061709:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.061871:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062139:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062299:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062441:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062595:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062788:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.062926:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063008:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063117:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063145:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063222:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000800:00000200:0.0:1767384655.063224:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384655.063232:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.063246:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.063255:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000800:00000001:0.0:1767384655.063257:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.063266:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384655.063316:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063346:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063377:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063424:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063478:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384655.063520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384655.063717:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fce43325. 00000800:00000010:3.0:1767384655.063756:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fdfcef5e. 00000800:00000010:3.0:1767384655.063762:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec77d5da. 00000800:00000010:3.0:1767384655.063803:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec77d5da. 00000800:00020000:3.0:1767384655.063814:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384655.070654:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fdfcef5e. 00000800:00000010:3.0:1767384655.070665:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fce43325. 00000400:02020000:3.0:1767384655.070815:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp26 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384655.075474:0:16347:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:2.0:1767384655.123900:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384655.123915:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384655.123919:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002774b39f 00000400:00000010:2.0:1767384655.123925:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002774b39f. 00000400:00000200:2.0:1767384655.123935:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384655.123945:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384655.123962:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6feb4bd. 00000400:00000010:2.0:1767384655.123969:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007f3d70d3. 00000400:00000200:2.0:1767384655.123995:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp40 00000400:00000010:2.0:1767384655.124000:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c592d36c. 00000400:00000010:2.0:1767384655.124006:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000060efb0ad. 00000400:00000010:2.0:1767384655.124010:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000400:00000010:2.0:1767384655.124020:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009cd01944. 00000400:00000200:2.0:1767384655.124027:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp40 00000400:00000200:2.0:1767384655.124044:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp40 local destination 00000400:00000200:2.0:1767384655.124053:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp40 00000400:00000200:2.0:1767384655.124059:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp40 NI seq info: [141:141:256:4294967295] 192.168.202.154@tcp40 LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1767384655.124066:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp40 00000400:00000200:2.0:1767384655.124081:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40:) -> 192.168.202.154@tcp40(192.168.202.154@tcp40:192.168.202.154@tcp40) : GET try# 0 00000800:00000200:2.0:1767384655.124089:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp40 00000800:00000010:2.0:1767384655.124094:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd34627a. 00000800:00000200:2.0:1767384655.124106:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000800:00000200:2.1:1767384655.124117:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000400:00000200:2.0:1767384655.124148:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp40 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:0.0:1767384655.124248:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124311:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124407:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124465:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124490:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124544:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124580:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124612:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124666:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.124985:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125067:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125107:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125148:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125183:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125241:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125270:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125294:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125321:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125351:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125377:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125424:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125444:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125469:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125523:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125560:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125595:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125638:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125677:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125751:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384655.125787:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384655.125942:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3e97ea0. 00000800:00000010:0.0:1767384655.125948:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ba91f1ff. 00000800:00000010:0.0:1767384655.125953:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071a0ae7d. 00000800:00000010:0.0:1767384655.125974:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071a0ae7d. 00000800:00020000:0.0:1767384655.125986:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384655.125994:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ba91f1ff. 00000800:00000010:0.0:1767384655.125998:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3e97ea0. 00000400:02020000:0.0:1767384655.126037:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp40 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384655.126044:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp40 notifying 192.168.202.154@tcp40: down 00000400:00000200:0.0:1767384655.126049:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384655.126053:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp40 00000800:00000010:0.0:1767384655.126056:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd34627a. 00000400:00000200:0.0:1767384655.126061:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384655.126065:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp40->192.168.202.154@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384655.126078:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384655.126082:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384655.126085:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp40) recovery failed with -71 00010000:00000001:1.0:1767384655.381156:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384655.381162:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384655.381170:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384655.381172:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.381211:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384655.381217:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384655.381221:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384656.148781:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384656.148788:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384656.148791:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:1.0:1767384656.148796:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000400:00000200:1.0:1767384656.148802:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384656.148811:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384656.148826:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c592d36c. 00000400:00000010:1.0:1767384656.148830:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000060efb0ad. 00080000:00000010:1.0:1767384656.347020:0:35063:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000040a7a9fb. 00080000:00000010:1.0:1767384656.347032:0:35063:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000040a7a9fb. 00000020:00000001:1.0:1767384656.347038:0:35063:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384656.347045:0:35063:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000040a7a9fb. 00080000:00000010:1.0:1767384656.347050:0:35063:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000040a7a9fb. 00000020:00000001:1.0:1767384656.347053:0:35063:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.403794:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384656.403801:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.403808:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384656.403809:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.403870:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384656.403874:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384656.403876:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384657.111806:0:35227:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384657.111811:0:35227:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:2.0:1767384657.114932:0:35227:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384657.122962:0:35228:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fe74b41b. 00000400:00000010:2.0:1767384657.122982:0:35228:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a4d4e2e. 00000400:00000010:2.0:1767384657.122994:0:35228:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e3e5914d. 00000400:00000010:2.0:1767384657.123002:0:35228:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c99663bf. 00000400:00000010:2.0:1767384657.123006:0:35228:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053771fe5. 00000400:00000010:2.0:1767384657.123011:0:35228:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3dbc204. 00000400:00000010:2.0:1767384657.123012:0:35228:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000347dc2b0. 00000400:00000010:2.0:1767384657.123014:0:35228:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a09bc9f1. 00000400:00000010:2.0:1767384657.123018:0:35228:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b6aaf415. 00000800:00000010:2.0:1767384657.123037:0:35228:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003400f448. 00000800:00000200:2.0:1767384657.123050:0:35228:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384657.123065:0:35228:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384657.123107:0:35228:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384657.123134:0:35228:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp44 [8/256/0/180] 00000400:00000010:2.0:1767384657.124568:0:35228:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000f060a383. 00000400:00000010:2.0:1767384657.124575:0:35228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c119030b. 00000400:00000010:2.0:1767384657.124580:0:35228:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbaf5c62. 00000400:00000001:2.0:1767384657.124607:0:35228:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.124609:0:35228:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384657.124611:0:35228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e419adaa. 00000400:00000200:2.0:1767384657.124614:0:35228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896e2f69 00000400:00000010:2.0:1767384657.124616:0:35228:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896e2f69. 00000400:00000010:2.0:1767384657.124621:0:35228:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000001c5bf66c. 00000400:00000200:2.0:1767384657.124627:0:35228:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (33) 00000400:00000200:2.0:1767384657.124641:0:35228:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384657.124650:0:35228:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:2.0:1767384657.124659:0:35228:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000550eed6b. 00000020:01000000:2.0:1767384657.124664:0:35228:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384657.124666:0:35228:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp44 00000400:00000200:0.0:1767384657.124673:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384657.124681:0:35228:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a4d4e2e. 00000400:00000200:0.0:1767384657.124682:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000010:2.0:1767384657.124687:0:35228:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fe74b41b. 00000400:00000200:0.0:1767384657.124689:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000010:0.0:1767384657.124698:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000009ae49197. 00000400:00000010:0.0:1767384657.124702:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e53f25. 00000400:00000010:0.0:1767384657.124710:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7e3dce6. 00000400:00000200:0.0:1767384657.124742:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000020:00000001:1.0:1767384657.124746:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384657.124754:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384657.124760:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384657.124762:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:01000000:1.0:1767384657.124764:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384657.124771:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384657.124774:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:1.0:1767384657.124775:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384657.124780:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384657.124785:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384657.124788:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384657.124789:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:1.0:1767384657.124791:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384657.124795:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384657.124798:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384657.124801:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:1.0:1767384657.124802:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384657.124810:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:1.0:1767384657.124816:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384657.124820:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000010:1.0:1767384657.124826:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006552ed6a. 00000400:00000200:0.0:1767384657.124827:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:00000040:1.0:1767384657.124834:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:0.0:1767384657.124843:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000100:00000001:1.0:1767384657.124848:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384657.124852:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384657.124860:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.124861:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:0.0:1767384657.124870:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 02000000:00000010:1.0:1767384657.124875:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004495cd81. 00000400:00000200:0.0:1767384657.124876:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000400:00000200:0.0:1767384657.124886:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:1.0:1767384657.124887:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.124896:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:1.0:1767384657.124903:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384657.124904:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000001:1.0:1767384657.124909:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.124916:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000040:1.0:1767384657.124924:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006552ed6a] to pc [ptlrpcd_00_02+2] req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384657.124927:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:0.0:1767384657.124947:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:0.0:1767384657.124954:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:0.0:1767384657.124959:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:0.0:1767384657.124964:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:0.0:1767384657.124970:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 26], ns[98, 26] 00000400:00000200:0.0:1767384657.124977:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 10000000:00000001:1.0:1767384657.124978:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384657.124985:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.124988:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384657.124990:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 00000020:00000001:1.0:1767384657.124992:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.124996:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384657.124999:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384657.125002:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384657.125005:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[86, 26] 00000020:00000001:1.0:1767384657.125014:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384657.125014:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 26], ns[136, 26] 00000100:00000040:3.0:1767384657.125020:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384657.125021:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384657.125027:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384657.125027:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[114, 26] 10000000:01000000:1.0:1767384657.125033:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384657.125042:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384657.125046:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384657.125052:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384657.125059:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384657.125067:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384657.125074:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384657.125078:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 26], ns[131, 26] 00000100:00000001:3.0:1767384657.125081:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384657.125081:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384657.125087:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384657.125087:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384657.125095:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 00000020:01000004:1.0:1767384657.125096:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384657.125098:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384657.125103:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000044a691d. 02000000:00000001:3.0:1767384657.125105:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384657.125112:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 26], ns[138, 26] 00000020:00000040:1.0:1767384657.125113:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:3.0:1767384657.125114:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.125126:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384657.125127:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006552ed6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049190912:0@lo:253: 02000000:00000001:1.0:1767384657.125132:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384657.125134:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[129, 26] 00000100:00000001:3.0:1767384657.125143:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384657.125144:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.125150:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 0], ns[139, 129] 02000000:00000010:1.0:1767384657.125155:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a73a3345. 02000000:00000001:3.0:1767384657.125161:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384657.125161:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[127, 0], ns[141, 129] 00000100:00000001:1.0:1767384657.125163:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384657.125168:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.125174:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 129] 02000000:00000001:3.0:1767384657.125177:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384657.125184:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000001:1.0:1767384657.125187:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384657.125188:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fce43325. 00000400:00000200:0.0:1767384657.125192:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp41 00000100:00000001:1.0:1767384657.125193:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384657.125198:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.125204:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp41 lpni_is_preferred = 0 00000400:00000010:3.0:1767384657.125207:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000100:00000040:1.0:1767384657.125207:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044a691d] to pc [ptlrpcd_00_03+3] req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384657.125209:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp41 00000400:00000200:0.0:1767384657.125221:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp41 NI seq info: [142:142:256:4294967295] 192.168.202.154@tcp41 LPNI seq info [128:128:8:4294967295] 00000400:00000010:3.0:1767384657.125223:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344c141b. 00000100:00000200:3.0:1767384657.125238:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049190912, portal 25 00000400:00000200:0.0:1767384657.125242:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp41 10000000:00000001:1.0:1767384657.125243:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.125246:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384657.125251:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.125252:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228733184 : -128356480818432 : ffff8b42ad8e6300) 00000020:00000001:1.0:1767384657.125266:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384657.125271:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384657.125271:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384657.125272:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41:) -> 192.168.202.154@tcp41(192.168.202.154@tcp:192.168.202.154@tcp41) : GET try# 0 00000020:00000010:1.0:1767384657.125284:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000550eed6b. 00000800:00000200:0.0:1767384657.125301:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp41 00000100:00000001:1.0:1767384657.125310:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384657.125318:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0081575. 00000100:00000001:3.0:1767384657.125319:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384657.125319:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384657.125331:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384657.125331:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384657.125337:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ddd14353. 00000400:00000010:3.0:1767384657.125339:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39bef35. 00000100:00000040:1.0:1767384657.125346:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384657.125352:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049190912, offset 0 00000800:00000010:0.0:1767384657.125353:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f344b8dc. 00000800:00000200:0.0:1767384657.125371:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000400:00000200:3.0:1767384657.125375:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384657.125378:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384657.125384:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384657.125389:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 02000000:00000001:1.0:1767384657.125393:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384657.125399:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384657.125400:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384657.125409:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 02000000:00000001:1.0:1767384657.125414:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.125416:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000100:00100000:1.0:1767384657.125424:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000044a691d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049191040:0@lo:253: 00000400:00000200:3.0:1767384657.125425:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006a00 00000100:00000001:1.0:1767384657.125443:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384657.125450:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x149d [2] + 0 02000000:00000001:1.0:1767384657.125451:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384657.125456:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1f79c3b. 02000000:00000001:1.0:1767384657.125458:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.125469:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384657.125471:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088334e59 00000400:00000200:3.0:1767384657.125501:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384657.125501:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc23ee3f. 02000000:00000001:1.0:1767384657.125515:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384657.125539:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384657.125539:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000200:0.0:1767384657.125541:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000010:1.0:1767384657.125555:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097541884. 00000400:00000200:3.0:1767384657.125559:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088334e59 00000400:00000010:3.0:1767384657.125565:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088334e59. 00000100:00000001:3.0:1767384657.125571:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384657.125573:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049191040, portal 25 00000100:00000200:3.0:1767384657.125574:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384657.125582:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000009b067c47 x1853237049190912 msgsize 4848 00000100:00000001:1.0:1767384657.125585:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384657.125591:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228729600 : -128356480822016 : ffff8b42ad8e5500) 00000100:00100000:3.0:1767384657.125598:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384657.125600:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384657.125602:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.125614:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384657.125616:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384657.125627:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39bef35 00000400:00000200:0.0:1767384657.125629:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000010:3.0:1767384657.125631:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b39bef35. 00000100:00000040:1.0:1767384657.125640:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384657.125643:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384657.125648:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b0da470. 00000100:00000200:1.0:1767384657.125659:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049191040, offset 0 00000100:00000200:3.0:1767384657.125660:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.125679:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384657.125683:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384657.125690:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384657.125695:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:3.0:1767384657.125697:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.125706:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384657.125707:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384657.125721:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.125728:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294946454 00000100:00000010:3.0:1767384657.125762:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000400:00000200:1.0:1767384657.125770:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006a80 00000100:00000001:3.0:1767384657.125775:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384657.125786:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a5 [2] + 0 00000100:00000001:3.0:1767384657.125787:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294946455 00000400:00000200:0.0:1767384657.125789:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000010:3.0:1767384657.125797:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000400:00000010:1.0:1767384657.125798:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af7e468. 00000400:00000200:1.0:1767384657.125809:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0d4a158 00000100:00000001:3.0:1767384657.125810:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384657.125819:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384657.125826:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294946455 00000400:00000200:1.0:1767384657.125830:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384657.125836:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015374326. 00000400:00000200:1.0:1767384657.125837:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d4a158 00000400:00000010:1.0:1767384657.125845:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0d4a158. 00000100:00000001:3.0:1767384657.125850:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384657.125853:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384657.125860:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384657.125865:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000007d0b0703 x1853237049191040 msgsize 4848 00000100:00000001:3.0:1767384657.125866:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294946455 00000400:00000200:0.0:1767384657.125869:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000010:3.0:1767384657.125881:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebbff6f. 00000100:00100000:1.0:1767384657.125881:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384657.125889:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384657.125893:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384657.125898:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384657.125900:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.125904:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.125906:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384657.125907:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.125915:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000001:3.0:1767384657.125917:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384657.125919:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0da470 00000100:00000001:3.0:1767384657.125921:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384657.125928:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b0da470. 00000100:00000001:3.0:1767384657.125929:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384657.125934:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384657.125939:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.125943:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.125943:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384657.125960:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384657.125965:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:1.0:1767384657.125979:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.125990:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.125996:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384657.126000:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384657.126002:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049190912 00000100:00000001:1.0:1767384657.126005:0:16360:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384657.126006:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384657.126015:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384657.126019:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126020:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.126028:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 02000000:00000001:3.0:1767384657.126037:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126037:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294946455 00000100:00100000:3.0:1767384657.126044:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049190912 00000020:00000001:3.0:1767384657.126050:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384657.126053:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384657.126054:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946454 00000020:00000001:3.0:1767384657.126062:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384657.126065:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:1.0:1767384657.126068:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294946455 00000020:00000001:3.0:1767384657.126069:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384657.126076:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384657.126078:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294946455 00000100:00000001:3.0:1767384657.126083:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384657.126088:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c399753. 00000100:00000001:3.0:1767384657.126094:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.126096:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294946455 00000020:00000010:3.0:1767384657.126101:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c399753. 00000100:00000001:1.0:1767384657.126103:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294946455 00000400:00000200:0.0:1767384657.126105:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000020:00000010:3.0:1767384657.126109:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e37c30cc. 00000100:00000001:1.0:1767384657.126110:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294946455 00000100:00000001:1.0:1767384657.126119:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294946455 00000020:00000010:3.0:1767384657.126120:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb618be0. 00000020:00000010:3.0:1767384657.126128:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f01b94e. 00000100:00000001:1.0:1767384657.126129:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.126138:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126145:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384657.126151:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384657.126151:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.126160:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384657.126163:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384657.126165:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126168:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384657.126173:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384657.126177:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126178:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384657.126180:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000100:00000001:1.0:1767384657.126182:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.126187:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.126192:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.126193:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.126215:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384657.126219:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191040 02000000:00000001:3.0:1767384657.126222:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384657.126225:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384657.126227:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126231:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384657.126232:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.126237:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384657.126239:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191040 00000400:00000200:0.0:1767384657.126242:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000020:00000001:3.0:1767384657.126245:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384657.126252:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00100000:1.0:1767384657.126252:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000020:00000001:3.0:1767384657.126262:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384657.126265:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000040:3.0:1767384657.126266:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:3.0:1767384657.126276:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384657.126278:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611938384 : -128357097613232 : ffff8b4288cad850) 00000020:00000001:3.0:1767384657.126291:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:1.0:1767384657.126291:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b067c47 x1853237049190912/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 4848/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.126300:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384657.126306:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c399753. 00000400:00000200:0.0:1767384657.126308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:1.0:1767384657.126312:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384657.126317:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384657.126320:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c399753. 00000020:00000010:1.0:1767384657.126321:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69e06d3. 00000100:00000001:1.0:1767384657.126327:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384657.126329:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073666fe5. 00000020:00000010:1.0:1767384657.126338:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69e06d3. 00000020:00000010:3.0:1767384657.126340:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a5713ca. 00000020:00000010:3.0:1767384657.126347:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ddb8d6a. 00000100:00100000:1.0:1767384657.126354:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b067c47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049190912:12345-0@lo:253: 00000100:00000001:3.0:1767384657.126356:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384657.126359:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384657.126363:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384657.126366:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049190912 00000100:00000001:3.0:1767384657.126371:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.126373:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384657.126375:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.126378:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000020:00000001:1.0:1767384657.126380:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384657.126386:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.126391:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384657.126393:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384657.126397:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384657.126404:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00100000:3.0:1767384657.126408:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384657.126416:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000020:00000001:1.0:1767384657.126417:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384657.126418:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611939408 : -128357097612208 : ffff8b4288cadc50) 00000020:00000001:1.0:1767384657.126423:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384657.126427:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007d0b0703 x1853237049191040/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 4848/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384657.126430:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384657.126436:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384657.126440:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384657.126442:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.126444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000020:00000010:3.0:1767384657.126445:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c399753. 00000100:00000001:1.0:1767384657.126451:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384657.126457:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384657.126460:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384657.126461:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c399753. 02000000:00000010:1.0:1767384657.126475:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e01c6901. 02000000:00000001:1.0:1767384657.126495:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384657.126496:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007d0b0703 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049191040:12345-0@lo:253: 00000100:00000001:1.0:1767384657.126505:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384657.126506:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191040 00000020:00000001:3.0:1767384657.126516:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384657.126517:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384657.126518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000001:3.0:1767384657.126520:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384657.126524:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.126528:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384657.126530:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384657.126533:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:1.0:1767384657.126535:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003371e95. 00000020:00000001:3.0:1767384657.126542:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384657.126545:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:1.0:1767384657.126545:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384657.126550:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384657.126555:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384657.126555:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384657.126561:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 20000000:00000001:1.0:1767384657.126562:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384657.126564:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384657.126570:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384657.126571:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384657.126576:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001af2e4ca. 20000000:00000001:1.0:1767384657.126577:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384657.126581:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384657.126586:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384657.126587:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.126594:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384657.126599:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 20000000:00000010:1.0:1767384657.126604:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000007f59dec. 20000000:01000000:1.0:1767384657.126609:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000010:3.0:1767384657.126615:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000134c9725. 20000000:00000001:1.0:1767384657.126618:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384657.126620:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384657.126624:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384657.126627:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384657.126629:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384657.126631:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.126635:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.126636:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 20000000:00000001:3.0:1767384657.126637:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384657.126637:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384657.126669:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384657.126670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00080000:00000001:1.0:1767384657.126692:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384657.126697:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384657.126700:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.126702:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00080000:00000001:1.0:1767384657.126703:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384657.126708:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384657.126712:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:1.0:1767384657.126766:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384657.126770:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384657.126771:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00080000:00000001:1.0:1767384657.126776:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384657.126783:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384657.126787:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.126798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000020:00000001:1.0:1767384657.126800:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384657.126810:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384657.126816:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384657.126821:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d6739a60. 00000400:00000200:0.0:1767384657.126825:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00080000:00000001:1.0:1767384657.126826:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712203850752 : -128361505700864 : ffff8b41820cc400) 00080000:00000001:1.0:1767384657.126835:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384657.126840:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384657.126846:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b69e06d3. 00080000:00000001:1.0:1767384657.126850:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384657.126853:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384657.126856:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00080000:00000001:1.0:1767384657.126874:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384657.126889:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00080000:00000001:1.0:1767384657.126900:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384657.126933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.126966:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.126992:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127025:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127089:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127118:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127146:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127164:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.127186:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384657.127390:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3e97ea0. 00000800:00000010:0.0:1767384657.127394:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f25bb63. 00000800:00000010:0.0:1767384657.127399:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b652c7. 00000800:00000010:0.0:1767384657.127418:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b652c7. 00000800:00020000:0.0:1767384657.127427:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384657.127431:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f25bb63. 00000800:00000010:0.0:1767384657.127434:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3e97ea0. 00000400:02020000:0.0:1767384657.127466:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp41 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384657.127472:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp41 notifying 192.168.202.154@tcp41: down 00000800:00000200:0.0:1767384657.127492:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp41 down 00000800:00000100:0.0:1767384657.127499:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp41 00000800:00000010:0.0:1767384657.127502:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0081575. 00000400:00000200:0.0:1767384657.127506:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384657.127510:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384657.127517:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp41 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:0.0:1767384657.127520:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384657.127523:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:0.0:1767384657.127526:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384657.127569:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384657.127575:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300871 00000400:00000001:1.0:1767384657.127579:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384657.127581:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384657.127584:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e53f25 00000400:00000010:1.0:1767384657.127586:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e53f25. 00000400:00000200:1.0:1767384657.127591:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384657.127595:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:1.0:1767384657.127599:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000009ae49197. 00000400:00000200:1.0:1767384657.127603:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000400:00000200:1.0:1767384657.127606:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:1.0:1767384657.127609:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 rc -71 00000400:00000200:1.0:1767384657.127613:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384657.127617:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (34) 00080000:00000010:3.0:1767384657.128815:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d6739a60. 00080000:00000010:1.0:1767384657.128879:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b69e06d3. 00040000:00000001:1.0:1767384657.128888:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384657.128891:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384657.128894:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384657.128899:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384657.128903:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384657.128906:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384657.128920:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384657.128938:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384657.128950:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0ada798. 20000000:01000000:0.0:1767384657.128953:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384657.128958:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:01000000:1.0:1767384657.128959:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384657.128960:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384657.128963:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384657.128965:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384657.128970:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384657.128971:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384657.128971:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384657.128984:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384657.128985:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:0.0:1767384657.128994:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000030c5eb72. 00080000:00000001:3.0:1767384657.128999:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384657.128999:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384657.129010:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000020:00000001:0.0:1767384657.129015:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384657.129018:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c4b4 to hash 00000020:00000001:0.0:1767384657.129020:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384657.129021:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.129024:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00080000:00000001:3.0:1767384657.129027:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384657.129028:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00080000:00000001:3.0:1767384657.129030:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384657.129039:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384657.129040:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384657.129044:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384657.129046:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:3.0:1767384657.129055:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000001:0.0:1767384657.129055:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384657.129063:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384657.129063:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384657.129080:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384657.129095:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.129096:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384657.129103:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.129105:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:3.0:1767384657.129108:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384657.129109:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384657.129112:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384657.129117:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:0.0:1767384657.129117:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.129122:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384657.129124:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.129126:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384657.129130:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384657.129134:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384657.129134:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384657.129135:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384657.129144:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000030c5eb72) refcount = 1 00080000:00000010:3.0:1767384657.129145:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000758ba620. 00010000:00010000:0.0:1767384657.129156:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384657.129157:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712272398848 : -128361437152768 : ffff8b418622ba00) 00080000:00000001:3.0:1767384657.129171:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384657.129179:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:3.0:1767384657.129180:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384657.129183:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:3.0:1767384657.129184:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002c399753. 00010000:00000001:0.0:1767384657.129186:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.129191:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384657.129192:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384657.129200:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384657.129205:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384657.129207:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384657.129209:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384657.129214:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003371e95. 20000000:00000001:0.0:1767384657.129214:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384657.129218:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384657.129222:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384657.129224:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.129224:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:1.0:1767384657.129226:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384657.129226:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000020:00000001:0.0:1767384657.129232:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384657.129234:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000040:1.0:1767384657.129236:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049190912 00010000:00000001:0.0:1767384657.129237:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384657.129239:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384657.129240:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.129247:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384657.129253:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000200:1.0:1767384657.129260:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b067c47 x1853237049190912/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384657.129262:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.129282:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.129285:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384657.129287:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.129290:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.129291:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384657.129299:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384657.129302:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384657.129307:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.129309:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384657.129311:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384657.129315:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384657.129316:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384657.129325:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00010000:0.0:1767384657.129328:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fda0fc98 already unused, calling callback (00000000d66be316) 02000000:00000001:1.0:1767384657.129331:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384657.129332:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384657.129335:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1767384657.129337:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.129338:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384657.129346:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384657.129347:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384657.129350:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384657.129352:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384657.129354:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384657.129355:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=5 00000020:00000001:0.0:1767384657.129359:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384657.129361:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000400:00000010:1.0:1767384657.129363:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b0da470. 00010000:00000001:0.0:1767384657.129363:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384657.129366:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384657.129370:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049190912, offset 224 00010000:00000001:0.0:1767384657.129372:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384657.129376:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384657.129378:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.129382:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384657.129382:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384657.129386:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384657.129388:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384657.129397:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384657.129397:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384657.129402:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c4b4 from hash 00010000:00000001:0.0:1767384657.129406:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384657.129407:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.129408:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.129410:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384657.129414:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006a00 00010000:00000001:0.0:1767384657.129414:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384657.129417:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384657.129420:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384657.129422:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.129425:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd5 [2] + 224 00010000:00000001:0.0:1767384657.129425:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.129427:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384657.129430:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384657.129435:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.129436:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.129437:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.129439:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384657.129439:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.129443:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.129447:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384657.129451:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384657.129455:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.129457:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.129458:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384657.129460:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384657.129460:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384657.129462:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.129465:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.129467:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:1.0:1767384657.129470:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384657.129470:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384657.129475:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.129492:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.129507:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384657.129510:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384657.129513:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4b4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384657.129517:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384657.129539:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000030c5eb72 count: 0 00000100:00000001:1.0:1767384657.129549:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384657.129552:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384657.129554:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384657.129571:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0da470 00000400:00000010:1.0:1767384657.129575:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b0da470. 00000100:00000001:1.0:1767384657.129583:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384657.129587:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384657.129588:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384657.129592:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.129597:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384657.129601:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384657.129603:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384657.129605:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000010:3.0:1767384657.129607:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00010000:00000001:1.0:1767384657.129616:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384657.129618:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000344c141b 00000020:00000001:1.0:1767384657.129623:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384657.129624:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000344c141b. 00000100:00000001:3.0:1767384657.129634:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384657.129635:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384657.129639:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.129645:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b067c47 x1853237049190912/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384657.129665:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.129699:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384657.129700:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b067c47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049190912:12345-0@lo:253: Request processed in 3383us (4111us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384657.129703:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.129708:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384657.129713:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384657.129716:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384657.129750:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:3.0:1767384657.129755:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.129756:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 02000000:00000001:3.0:1767384657.129759:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.129767:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384657.129769:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=75 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384657.129772:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384657.129775:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=75 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384657.129782:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb618be0. 00000100:00000001:3.0:1767384657.129783:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384657.129788:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384657.129792:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f01b94e. 00010000:00000001:3.0:1767384657.129793:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384657.129799:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.129803:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384657.129805:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e37c30cc. 00000020:00000040:1.0:1767384657.129817:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000040:3.0:1767384657.129818:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.129828:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384657.129828:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384657.129835:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e01c6901. 00000100:00000001:3.0:1767384657.129836:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384657.129839:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384657.129848:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:1.0:1767384657.129848:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384657.129854:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384657.129855:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384657.129857:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384657.129862:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384657.129864:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384657.129866:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384657.129868:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:1.0:1767384657.129868:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384657.129869:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384657.129872:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384657.129876:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384657.129878:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384657.129879:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bd107b3. 00000400:00000010:1.0:1767384657.129892:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b0da470. 00000100:00100000:3.0:1767384657.129896:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006552ed6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049190912:0@lo:253: 00000100:00000001:3.0:1767384657.129902:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.129904:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384657.129907:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006552ed6a x1853237049190912/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.129912:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384657.129916:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384657.129919:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fce43325. 02000000:00000001:3.0:1767384657.129924:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384657.129926:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384657.129927:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384657.129929:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384657.129932:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004495cd81. 02000000:00000001:3.0:1767384657.129934:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384657.129936:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384657.129937:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006552ed6a. 00000100:00000001:3.0:1767384657.129941:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384657.129941:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.129948:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.129952:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384657.129954:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.129956:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384657.129957:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384657.131110:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000758ba620. 00080000:00000010:3.0:1767384657.131195:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002c399753. 00040000:00000001:3.0:1767384657.131201:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384657.131203:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384657.131205:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384657.131208:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384657.131209:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384657.131211:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384657.131213:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384657.131231:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384657.131235:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384657.131240:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384657.131249:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384657.131253:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384657.131255:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384657.131258:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384657.131261:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384657.131267:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000cf612d9. 00010000:00000001:0.0:1767384657.131273:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384657.131278:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7a0c75f. 00000020:00000001:0.0:1767384657.131282:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384657.131286:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7a0c75f with handle 0xefc2db714b35c4bb to hash 00000020:00000001:0.0:1767384657.131289:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384657.131291:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384657.131294:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384657.131297:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384657.131299:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.131302:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.131311:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384657.131314:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384657.131316:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384657.131318:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384657.131319:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.131322:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384657.131323:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.131325:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384657.131327:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384657.131328:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384657.131329:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384657.131330:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000cf612d9) refcount = 1 00010000:00010000:0.0:1767384657.131333:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.131344:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384657.131345:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384657.131346:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384657.131348:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.131349:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384657.131351:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384657.131353:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:0.0:1767384657.131355:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384657.131356:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384657.131357:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=4 00000020:00000001:0.0:1767384657.131358:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384657.131360:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384657.131361:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384657.131362:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.131366:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384657.131367:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.131370:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.131371:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384657.131373:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.131376:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384657.131377:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.131379:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384657.131380:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384657.131385:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7a0c75f already unused, calling callback (00000000d66be316) 00010000:00000001:0.0:1767384657.131387:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384657.131392:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384657.131393:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384657.131397:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:3.0:1767384657.131398:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384657.131400:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384657.131403:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384657.131407:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384657.131408:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=5 20000000:00000010:3.0:1767384657.131417:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000134c9725. 00000020:00000001:0.0:1767384657.131417:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384657.131425:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 20000000:00000001:3.0:1767384657.131427:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.131430:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384657.131432:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384657.131433:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191040 00010000:00000001:3.0:1767384657.131445:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384657.131448:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384657.131450:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384657.131451:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384657.131455:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007d0b0703 x1853237049191040/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384657.131460:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384657.131464:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384657.131470:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384657.131475:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384657.131492:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7a0c75f with handle 0xefc2db714b35c4bb from hash 00010000:00000001:0.0:1767384657.131497:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384657.131498:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384657.131500:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.131507:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384657.131508:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384657.131514:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384657.131518:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:3.0:1767384657.131519:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384657.131524:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384657.131527:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384657.131536:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384657.131537:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384657.131541:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384657.131545:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384657.131548:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384657.131553:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384657.131555:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:0.0:1767384657.131560:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384657.131561:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384657.131562:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.131567:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384657.131568:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384657.131573:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384657.131582:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384657.131583:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384657.131589:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.131593:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384657.131594:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344c141b. 00000100:00000200:3.0:1767384657.131607:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049191040, offset 224 00010000:00000001:0.0:1767384657.131608:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.131610:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.131612:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384657.131613:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384657.131614:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384657.131615:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384657.131616:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384657.131618:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384657.131628:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.131629:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384657.131638:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384657.131642:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384657.131644:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384657.131646:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c4bb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384657.131651:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000cf612d9 count: 0 00000400:00000200:3.0:1767384657.131661:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384657.131668:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384657.131670:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384657.131673:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006a80 00000400:00000200:3.0:1767384657.131679:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cdd [2] + 224 00000400:00000200:3.0:1767384657.131686:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384657.131690:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384657.131693:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384657.131696:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384657.131703:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384657.131716:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384657.131775:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294946455, at 4294946456 00000100:00000010:0.0:1767384657.131784:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00000100:00000040:2.0:1767384657.131794:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294946455, at 4294946456 00000400:00000200:3.0:1767384657.131796:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000344c141b 00000100:00000040:1.0:1767384657.131804:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294946455, at 4294946456 00000400:00000010:3.0:1767384657.131805:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000344c141b. 00000100:00000010:2.0:1767384657.131808:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015374326. 00000100:00000001:3.0:1767384657.131815:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384657.131821:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767384657.131825:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00000100:00000001:3.0:1767384657.131826:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384657.131838:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:3.0:1767384657.131841:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384657.131842:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384657.131844:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384657.131849:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d0b0703 x1853237049191040/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 4848/4768 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.131852:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.131857:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384657.131864:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007d0b0703 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049191040:12345-0@lo:253: Request processed in 5418us (5992us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384657.131867:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384657.131873:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384657.131876:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:3.0:1767384657.131880:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384657.131882:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384657.131883:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384657.131890:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a5713ca. 00000400:00000010:1.0:1767384657.131890:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005582b58f. 00000020:00000010:3.0:1767384657.131902:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ddb8d6a. 00000400:00000200:1.0:1767384657.131903:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097541884 00000020:00000010:3.0:1767384657.131907:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073666fe5. 00000400:00000010:1.0:1767384657.131908:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097541884. 00000100:00000001:1.0:1767384657.131915:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384657.131918:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 02000000:00000001:3.0:1767384657.131922:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384657.131924:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384657.131925:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001af2e4ca. 02000000:00000001:3.0:1767384657.131933:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384657.131936:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384657.131947:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384657.131953:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000100:00000200:1.0:1767384657.131955:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384657.131958:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344c141b. 00000100:00000001:1.0:1767384657.131971:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384657.131974:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384657.131977:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294946455, at 4294946456 00000100:00000001:1.0:1767384657.131978:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384657.131983:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1767384657.131985:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebbff6f. 00000100:00000001:1.0:1767384657.131987:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.131991:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.131994:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.132001:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384657.132006:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.132009:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384657.132011:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.132014:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384657.132015:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.132018:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.132023:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.132031:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.132034:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384657.132036:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384657.132040:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384657.132042:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384657.132044:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384657.132045:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384657.132047:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384657.132048:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384657.132050:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384657.132052:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384657.132061:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384657.132065:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.132074:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000044a691d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049191040:0@lo:253: 00000100:00000001:1.0:1767384657.132080:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.132082:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.132085:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000044a691d x1853237049191040/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.132094:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384657.132097:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384657.132100:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc23ee3f. 02000000:00000001:1.0:1767384657.132105:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384657.132107:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384657.132109:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384657.132112:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384657.132114:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a73a3345. 02000000:00000001:1.0:1767384657.132118:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384657.132120:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384657.132122:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000044a691d. 00000100:00000001:1.0:1767384657.132126:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384657.132127:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.132130:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.132136:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384657.132137:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.132140:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384657.132143:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384657.138998:0:35233:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000030c5eb72. 00010000:00000010:0.1:1767384657.139014:0:35233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00000400:00000010:0.0:1767384657.144632:0:35233:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000003b0168c. 00000400:00000040:0.0:1767384657.144663:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384657.144667:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384657.144671:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384657.144674:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384657.144677:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384657.144680:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384657.144684:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384657.144686:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384657.144689:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384657.144699:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384657.144702:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384657.144704:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384657.144707:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384657.144709:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384657.144711:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384657.144713:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384657.144715:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384657.144716:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384657.144759:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384657.144763:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384657.144765:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384657.144767:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384657.144769:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384657.144771:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384657.144773:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384657.144776:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384657.144778:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384657.144780:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384657.144781:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384657.144783:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384657.144785:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384657.144788:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384657.144791:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384657.144793:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384657.144795:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384657.144797:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384657.144798:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384657.144801:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384657.144803:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384657.144806:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384657.144808:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384657.144810:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384657.144812:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384657.144813:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384657.144815:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384657.144817:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384657.144819:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384657.144820:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384657.144831:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384657.144833:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384657.144836:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384657.144837:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384657.144839:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384657.144841:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384657.144843:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384657.144844:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384657.144846:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384657.144984:0:35233:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000003b0168c. 00010000:00000010:0.1:1767384657.149743:0:35229:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000cf612d9. 00010000:00000010:0.1:1767384657.149754:0:35229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7a0c75f. 00000400:00000200:2.0:1767384657.172795:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp40 00000400:00000010:2.0:1767384657.172807:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008a79a470. 00000400:00000010:2.0:1767384657.172820:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000846975c5. 00000400:00000010:2.0:1767384657.172830:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000400:00000010:2.0:1767384657.172854:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023a6514d. 00000400:00000200:2.0:1767384657.172862:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp40 00000400:00000200:2.0:1767384657.172892:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp40 local destination 00000400:00000200:2.0:1767384657.172902:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp40 00000400:00000200:2.0:1767384657.172909:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp40 NI seq info: [143:143:256:4294967295] 192.168.202.154@tcp40 LPNI seq info [129:129:8:4294967295] 00000400:00000200:2.0:1767384657.172918:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp40 00000400:00000200:2.0:1767384657.172931:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40:) -> 192.168.202.154@tcp40(192.168.202.154@tcp40:192.168.202.154@tcp40) : GET try# 0 00000800:00000200:2.0:1767384657.172941:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp40 00000800:00000010:2.0:1767384657.172949:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e129c7d3. 00000800:00000200:2.0:1767384657.172964:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000800:00000200:2.1:1767384657.172972:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000400:00000200:2.0:1767384657.173004:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp40 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:2.0:1767384657.173137:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173282:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173386:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173511:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173628:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173794:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173894:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.173969:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174064:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174169:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174259:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174377:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174414:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174640:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174709:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174782:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174838:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174897:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.174960:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175006:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175060:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175109:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175158:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175221:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175362:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175450:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175528:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175555:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175598:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175646:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.175767:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384657.175992:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:2.0:1767384657.175998:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000702f7680. 00000800:00000010:2.0:1767384657.176005:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfdb0e2d. 00000800:00000010:2.0:1767384657.176028:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfdb0e2d. 00000800:00020000:2.0:1767384657.176040:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384657.176044:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000702f7680. 00000800:00000010:2.0:1767384657.176046:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:2.0:1767384657.176104:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp40 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384657.176114:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp40 notifying 192.168.202.154@tcp40: down 00000400:00000200:2.0:1767384657.176118:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384657.176122:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp40 00000800:00000010:2.0:1767384657.176125:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e129c7d3. 00000400:00000200:2.0:1767384657.176132:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384657.176138:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp40->192.168.202.154@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384657.176149:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384657.176158:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384657.176162:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp40) recovery failed with -71 00010000:00000001:1.0:1767384657.427791:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384657.427800:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.427809:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384657.427811:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.427857:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384657.427863:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384657.427868:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384657.491800:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384657.491807:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:1.0:1767384657.491813:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384657.491817:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384657.491819:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384657.491821:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384657.491832:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384657.491835:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384657.491838:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 71 10000000:00000001:1.0:1767384657.491842:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384657.491843:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384657.491854:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000044a691d. 00000020:00000040:1.0:1767384657.491860:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384657.491866:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384657.491871:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384657.491879:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384657.491888:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011c0e927. 00000100:00000001:1.0:1767384657.491897:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.491902:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384657.491906:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384657.491916:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f236ad32. 00010000:00000001:1.0:1767384657.491922:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384657.491927:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064e63bdf. 00000020:00000001:1.0:1767384657.491933:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384657.491937:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064e63bdf with handle 0xefc2db714b35c4c2 to hash 00000020:00000001:1.0:1767384657.491940:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384657.491942:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384657.491946:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384657.491951:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384657.491954:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384657.491958:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384657.491969:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384657.491982:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384657.491988:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384657.491991:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384657.492005:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003973fe1b. 00000100:00000001:1.0:1767384657.492009:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717238668480 : -128356470883136 : ffff8b42ae25fcc0) 00000100:00000001:1.0:1767384657.492013:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384657.492015:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228729600 : -128356480822016 : ffff8b42ad8e5500) 00000100:00000001:1.0:1767384657.492021:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384657.492024:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492027:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384657.492029:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384657.492041:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.492053:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384657.492056:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.492062:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384657.492065:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384657.492068:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384657.492074:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000044a691d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049191168:0@lo:101: 00000100:00000001:1.0:1767384657.492080:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384657.492086:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384657.492089:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.492093:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384657.492097:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000082e7218a. 02000000:00000001:1.0:1767384657.492100:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384657.492107:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000010:1.0:1767384657.492117:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065cfa51. 00000100:00000200:1.0:1767384657.492125:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049191168, portal 25 00000100:00000001:1.0:1767384657.492128:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384657.492130:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228729600 : -128356480822016 : ffff8b42ad8e5500) 00000100:00000040:1.0:1767384657.492136:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.492145:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.492149:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384657.492153:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000100:00000200:1.0:1767384657.492156:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049191168, offset 0 00000400:00000200:1.0:1767384657.492164:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.492191:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.492203:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260006b00 00000400:00000200:1.0:1767384657.492210:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14b5 [2] + 0 00000400:00000010:1.0:1767384657.492215:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000400:00000200:1.0:1767384657.492218:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af4f0f3f 00000400:00000200:1.0:1767384657.492225:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.492229:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384657.492235:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af4f0f3f 00000400:00000010:1.0:1767384657.492237:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af4f0f3f. 00000100:00000001:1.0:1767384657.492242:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384657.492244:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384657.492247:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000d33eee22 x1853237049191168 msgsize 328 00000100:00100000:1.0:1767384657.492252:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384657.492255:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384657.492269:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384657.492283:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:1.0:1767384657.492285:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000100:00000001:1.0:1767384657.492289:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384657.492293:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.492305:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.492308:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.492316:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492318:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384657.492329:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492334:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294946821 00000100:00000010:1.0:1767384657.492340:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000258cd326. 00000100:00000001:1.0:1767384657.492349:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384657.492357:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294946821 00000100:00000010:1.0:1767384657.492362:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004efc31ab. 00000100:00000001:1.0:1767384657.492366:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384657.492370:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294946821 00000100:00000010:1.0:1767384657.492380:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e4de876. 00000100:00000001:1.0:1767384657.492386:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384657.492391:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294946821 00000100:00000010:1.0:1767384657.492394:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000034b2d08. 00000100:00000001:1.0:1767384657.492398:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384657.492404:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.492407:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492410:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384657.492413:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384657.492416:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000003973fe1b going to sleep for 11 seconds 00000100:00000001:1.0:1767384657.492420:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.492424:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492469:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384657.492472:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191168 02000000:00000001:1.0:1767384657.492487:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384657.492490:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.492493:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.492498:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384657.492502:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191168 00000020:00000001:1.0:1767384657.492506:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384657.492508:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384657.492511:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384657.492515:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:1.0:1767384657.492518:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384657.492521:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384657.492528:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384657.492534:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d400197d. 00000100:00000001:1.0:1767384657.492539:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.492543:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d400197d. 00000020:00000010:1.0:1767384657.492552:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cec44c2. 00000020:00000010:1.0:1767384657.492559:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040a7a9fb. 00000020:00000010:1.0:1767384657.492566:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000100:00000040:1.0:1767384657.492579:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384657.492593:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384657.492595:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384657.492599:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492613:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.492626:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.492650:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384657.492653:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384657.492660:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384657.492667:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384657.492670:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611943504 : -128357097608112 : ffff8b4288caec50) 00000100:00000040:1.0:1767384657.492676:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d33eee22 x1853237049191168/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 328/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.492687:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384657.492691:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d400197d. 00000100:00000001:1.0:1767384657.492694:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.492696:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d400197d. 00000100:00100000:1.0:1767384657.492703:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d33eee22 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049191168:12345-0@lo:101: 00000100:00000200:1.0:1767384657.492708:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191168 00000020:00000001:1.0:1767384657.492713:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384657.492944:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384657.492949:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.492953:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384657.492957:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:1.0:1767384657.492962:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384657.492965:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384657.492970:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384657.492974:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384657.492979:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.492982:0:17082:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384657.492986:0:17082:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384657.492990:0:17082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384657.492993:0:17082:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384657.492996:0:17082:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.493012:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384657.493018:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009aa47928. 00010000:00000001:1.0:1767384657.493023:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384657.493027:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000820b9ca5. 00000020:00000001:1.0:1767384657.493031:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384657.493035:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000820b9ca5 with handle 0xefc2db714b35c4c9 to hash 00000020:00000001:1.0:1767384657.493039:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384657.493041:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:1.0:1767384657.493046:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00010000:1.0:1767384657.493049:0:17082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c4c2 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384657.493059:0:17082:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:1.0:1767384657.493062:0:17082:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384657.493075:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384657.493079:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384657.493085:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b6910027. 02000000:00000001:1.0:1767384657.493089:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.493093:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.493096:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384657.493101:0:17082:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384657.493105:0:17082:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384657.493109:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384657.493112:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.493116:0:17082:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384657.493119:0:17082:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.493122:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384657.493125:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384657.493127:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384657.493129:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384657.493132:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009aa47928) refcount = 1 00010000:00010000:1.0:1767384657.493140:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.493148:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384657.493158:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384657.493161:0:17082:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.493164:0:17082:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.493167:0:17082:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384657.493175:0:17082:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384657.493180:0:17082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 15 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.493188:0:17082:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384657.493191:0:17082:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384657.493195:0:17082:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384657.493199:0:17082:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.493201:0:17082:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384657.493203:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.493206:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384657.493208:0:17082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000820b9ca5, rc 0) 00000020:00000001:1.0:1767384657.493212:0:17082:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384657.493216:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191168 00010000:00000001:1.0:1767384657.493220:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384657.493226:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d33eee22 x1853237049191168/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 328/344 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384657.493236:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384657.493240:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.493245:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.493251:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384657.493255:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384657.493258:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384657.493262:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384657.493265:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.493270:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.493274:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384657.493278:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000100:00000200:1.0:1767384657.493283:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049191168, offset 224 00000400:00000200:1.0:1767384657.493291:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.493301:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.493312:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260006b00 00000400:00000200:1.0:1767384657.493330:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cf9 [1] + 224 00000400:00000200:1.0:1767384657.493336:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.493347:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384657.493353:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384657.493359:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.493372:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.493392:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384657.493405:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:1.0:1767384657.493408:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000100:00000001:1.0:1767384657.493415:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384657.493418:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384657.493428:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.493433:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384657.493437:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384657.493440:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.493444:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384657.493452:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d33eee22 x1853237049191168/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 328/344 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.493466:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d33eee22 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049191168:12345-0@lo:101: Request processed in 774us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384657.493492:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384657.493497:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384657.493501:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384657.493505:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384657.493512:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040a7a9fb. 00000020:00000010:1.0:1767384657.493519:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000020:00000010:1.0:1767384657.493526:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cec44c2. 00000020:00000040:1.0:1767384657.493539:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384657.493546:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384657.493549:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b6910027. 02000000:00000001:1.0:1767384657.493562:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384657.493566:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384657.493574:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384657.493580:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc171d1. 00000400:00000010:1.0:1767384657.493586:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b10cb022. 00000100:00000001:1.0:1767384657.493646:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384657.493653:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384657.493655:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384657.493659:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005582b58f. 00000400:00000200:1.0:1767384657.493664:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065cfa51 00000400:00000010:1.0:1767384657.493666:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065cfa51. 00000100:00000001:1.0:1767384657.493671:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384657.493676:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384657.493688:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.493696:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384657.493698:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.493701:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384657.493705:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384657.493708:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.493710:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.493714:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.493766:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384657.493771:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.493777:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384657.493779:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.493783:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384657.493786:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.493790:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.493795:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.493803:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.493806:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384657.493809:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384657.493815:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.493832:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000044a691d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049191168:0@lo:101: 00000100:00000001:1.0:1767384657.493839:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.493844:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.493847:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384657.493852:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.493855:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.493862:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384657.493865:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003973fe1b. 00000100:00000001:1.0:1767384657.493869:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384657.493872:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.493876:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384657.493880:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384657.493882:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384657.493886:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=4 00000020:00000001:1.0:1767384657.493889:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384657.493892:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000040:1.0:1767384657.493898:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000064e63bdf, remote cookie: 0xefc2db714b35c4c9, flags: 0x0 00010000:00000001:1.0:1767384657.493902:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384657.493905:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384657.493907:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384657.493910:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384657.493912:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384657.493915:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f236ad32) refcount = 1 00010000:00010000:1.0:1767384657.493919:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.493927:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384657.493930:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384657.493932:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384657.493936:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384657.493940:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384657.493950:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384657.493958:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384657.493960:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.493962:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.493964:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.493966:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.493968:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.493971:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.493975:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000044a691d x1853237049191168/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.493983:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384657.493987:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384657.493990:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000082e7218a. 02000000:00000001:1.0:1767384657.493995:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384657.493997:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384657.493999:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384657.494003:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384657.494006:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000011c0e927. 02000000:00000001:1.0:1767384657.494011:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384657.494013:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384657.494016:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000044a691d. 00000100:00000001:1.0:1767384657.494021:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384657.494023:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384657.494026:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384657.494029:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384657.494031:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:1.0:1767384657.494034:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.494037:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384657.494038:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384657.494040:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=3 00000020:00000001:1.0:1767384657.494042:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384657.494045:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:1.0:1767384657.494049:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384657.494051:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384657.494061:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384657.494064:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384657.494067:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384657.494072:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005949fba8. 00000100:00000010:1.0:1767384657.494093:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000044a691d. 00000020:00000040:1.0:1767384657.494097:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384657.494101:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384657.494105:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384657.494108:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384657.494116:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011c0e927. 00000100:00000001:1.0:1767384657.494120:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494126:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384657.494131:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000082e7218a. 00000100:00000010:1.0:1767384657.494136:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d400197d. 00000020:00000040:1.0:1767384657.494139:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384657.494144:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384657.494146:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384657.494151:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003973fe1b. 00000100:00000001:1.0:1767384657.494155:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615717238668480 : -128356470883136 : ffff8b42ae25fcc0) 00000100:00000001:1.0:1767384657.494158:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384657.494160:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228729600 : -128356480822016 : ffff8b42ad8e5500) 00000100:00000001:1.0:1767384657.494164:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384657.494167:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494171:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384657.494173:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384657.494179:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.494186:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384657.494188:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.494191:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384657.494194:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384657.494197:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384657.494202:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000044a691d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049191296:0@lo:256: 00000100:00000001:1.0:1767384657.494207:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384657.494219:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384657.494223:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494226:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384657.494234:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000010:1.0:1767384657.494241:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004beafc4c. 00000100:00000200:1.0:1767384657.494246:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260006b80-0x6958260006b80, portal 33 00000100:00000001:1.0:1767384657.494251:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.494254:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384657.494258:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cec44c2. 02000000:00000001:1.0:1767384657.494262:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384657.494266:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df37db4b. 00000400:00000010:1.0:1767384657.494271:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065cfa51. 00000100:00000200:1.0:1767384657.494274:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191296, portal 25 00000100:00000001:1.0:1767384657.494277:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384657.494278:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228729600 : -128356480822016 : ffff8b42ad8e5500) 00000100:00000040:1.0:1767384657.494283:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.494290:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.494294:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384657.494298:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000100:00000200:1.0:1767384657.494300:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049191296, offset 0 00000400:00000200:1.0:1767384657.494314:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.494325:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.494335:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260006b80 00000400:00000200:1.0:1767384657.494342:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14cd [2] + 0 00000400:00000010:1.0:1767384657.494346:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a695f515. 00000400:00000200:1.0:1767384657.494351:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000787c86ee 00000400:00000200:1.0:1767384657.494356:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.494360:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384657.494363:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787c86ee 00000400:00000010:1.0:1767384657.494366:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000787c86ee. 00000100:00000001:1.0:1767384657.494370:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384657.494372:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384657.494376:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000048afa979 x1853237049191296 msgsize 304 00000100:00100000:1.0:1767384657.494389:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384657.494392:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384657.494401:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384657.494410:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:1.0:1767384657.494413:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000100:00000001:1.0:1767384657.494417:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384657.494421:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.494431:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384657.494436:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.494443:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494445:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384657.494452:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494455:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294946823 00000100:00000001:1.0:1767384657.494462:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946821 00000100:00000001:1.0:1767384657.494467:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294946823 00000100:00000001:1.0:1767384657.494470:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946821 00000100:00000001:1.0:1767384657.494494:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294946823 00000100:00000001:1.0:1767384657.494500:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294946821 00000100:00000001:1.0:1767384657.494504:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294946823 00000100:00000001:1.0:1767384657.494509:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294946821 00000100:00000001:1.0:1767384657.494514:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384657.494516:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494520:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384657.494522:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384657.494526:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000003973fe1b going to sleep for 11 seconds 00000100:00000001:1.0:1767384657.494529:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384657.494532:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494549:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384657.494553:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191296 02000000:00000001:1.0:1767384657.494556:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384657.494567:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384657.494569:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384657.494573:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384657.494577:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191296 00000020:00000001:1.0:1767384657.494580:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384657.494582:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384657.494585:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384657.494587:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384657.494589:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384657.494592:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384657.494597:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384657.494601:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e18cd71. 00000100:00000001:1.0:1767384657.494603:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.494605:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e18cd71. 00000020:00000010:1.0:1767384657.494611:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee61df0. 00000020:00000010:1.0:1767384657.494617:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040a7a9fb. 00000020:00000010:1.0:1767384657.494621:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000100:00000040:1.0:1767384657.494629:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384657.494632:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384657.494634:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384657.494636:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494642:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494651:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384657.494665:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384657.494667:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384657.494672:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384657.494674:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384657.494677:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611932240 : -128357097619376 : ffff8b4288cac050) 00000100:00000040:1.0:1767384657.494682:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048afa979 x1853237049191296/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 304/0 e 0 to 0 dl 1767384668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.494692:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384657.494695:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e18cd71. 00000100:00000001:1.0:1767384657.494698:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384657.494709:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e18cd71. 00000100:00100000:1.0:1767384657.494715:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048afa979 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049191296:12345-0@lo:256: 00000100:00000200:1.0:1767384657.494751:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191296 00000020:00000001:1.0:1767384657.494755:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384657.494758:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384657.494760:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.494762:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384657.494764:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:1.0:1767384657.494767:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384657.494769:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384657.494771:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384657.494773:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384657.494776:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494779:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384657.494781:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384657.494785:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b6910027. 02000000:00000001:1.0:1767384657.494788:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.494790:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384657.494794:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384657.494799:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384657.494804:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384657.494807:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384657.494810:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384657.494813:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384657.494815:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384657.494820:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006f156267. 20000000:00000001:1.0:1767384657.494824:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384657.494849:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384657.494857:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384657.494865:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384657.494869:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384657.494871:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384657.494874:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384657.494877:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384657.494880:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384657.494885:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384657.494896:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384657.494900:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384657.494902:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384657.494905:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384657.494908:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384657.494911:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384657.494914:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384657.494918:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384657.494922:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384657.494926:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384657.494928:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384657.494931:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384657.494934:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384657.494937:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384657.494939:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384657.494942:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384657.494945:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384657.494947:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384657.494949:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384657.494951:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384657.494954:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384657.494957:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384657.494961:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384657.494964:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384657.494967:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384657.494970:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384657.494972:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384657.494976:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 3352/1/4/3. 20000000:00000040:1.0:1767384657.494989:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384657.494992:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384657.494995:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384657.494997:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384657.495000:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384657.495003:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384657.495006:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384657.495010:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384657.495014:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384657.495016:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384657.495018:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384657.495031:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384657.495035:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384657.495037:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384657.495040:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384657.495042:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384657.495045:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384657.495048:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384657.495051:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384657.495054:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384657.495057:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384657.495059:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384657.495061:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384657.495064:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384657.495067:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384657.495069:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384657.495071:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384657.495074:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384657.495076:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384657.495078:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384657.495081:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384657.495084:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384657.495087:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384657.495090:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384657.495092:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384657.495095:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384657.495098:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 2608/1/4/3. 20000000:01000000:1.0:1767384657.495101:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1488, version 76 20000000:00000001:1.0:1767384657.495104:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1488 : 1488 : 5d0) 00000100:00000001:1.0:1767384657.495108:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384657.495114:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000059005066. 00000100:00000010:1.0:1767384657.495119:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000b5482e3. 00000020:00000040:1.0:1767384657.495122:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:1.0:1767384657.495126:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384657.495129:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384657.495138:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000400:00000010:1.0:1767384657.495148:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3edf874. 00000400:00000200:1.0:1767384657.495153:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.495163:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.495183:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1488 into portal 33 MB=0x6958260006b80 00000400:00000200:1.0:1767384657.495195:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1488/1488 into md 0x1d09 [4] + 0 00000400:00000010:1.0:1767384657.495199:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005582b58f. 00000400:00000200:1.0:1767384657.495204:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004beafc4c 00000400:00000200:1.0:1767384657.495209:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.495212:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384657.495215:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004beafc4c 00000400:00000010:1.0:1767384657.495217:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004beafc4c. 00000100:00000001:1.0:1767384657.495222:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384657.495225:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000044a691d desc 0000000082e7218a mbits 1853237049191296 00000100:00000001:1.0:1767384657.495242:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384657.495246:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384657.495254:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384657.495263:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d15 00000400:00000200:1.0:1767384657.495266:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.495271:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384657.495275:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384657.495277:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000059005066 00000100:00000001:1.0:1767384657.495283:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384657.495298:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:1.0:1767384657.495301:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000100:00000001:1.0:1767384657.495307:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384657.495308:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000059005066 00000100:00000001:1.0:1767384657.495311:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384657.495321:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1488 bytes via portal 33 id 12345-0@lo mbits 0x6958260006b80-0x6958260006b80 00000100:00000001:1.0:1767384657.495326:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.495331:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.495335:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384657.495338:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:1.0:1767384657.495342:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000b5482e3. 00000100:00000010:1.0:1767384657.495349:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000059005066. 00000100:00000001:1.0:1767384657.495352:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384657.495354:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384657.495362:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006f156267. 20000000:00000001:1.0:1767384657.495367:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384657.495377:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191296 00010000:00000001:1.0:1767384657.495380:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384657.495384:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048afa979 x1853237049191296/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 304/240 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384657.495392:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384657.495393:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384657.495396:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384657.495400:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384657.495402:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384657.495405:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384657.495408:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384657.495410:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384657.495413:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384657.495416:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384657.495420:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000100:00000200:1.0:1767384657.495424:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049191296, offset 224 00000400:00000200:1.0:1767384657.495430:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384657.495443:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384657.495451:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260006b80 00000400:00000200:1.0:1767384657.495455:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d0d [1] + 224 00000400:00000200:1.0:1767384657.495459:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384657.495463:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384657.495468:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384657.495498:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384657.495508:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384657.495516:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384657.495523:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:1.0:1767384657.495526:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000100:00000001:1.0:1767384657.495532:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384657.495535:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384657.495547:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384657.495550:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384657.495561:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384657.495564:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384657.495566:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384657.495570:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048afa979 x1853237049191296/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:638/0 lens 304/240 e 0 to 0 dl 1767384668 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384657.495581:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048afa979 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049191296:12345-0@lo:256: Request processed in 886us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384657.495593:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384657.495597:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384657.495599:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384657.495602:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384657.495606:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040a7a9fb. 00000020:00000010:1.0:1767384657.495610:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000020:00000010:1.0:1767384657.495615:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee61df0. 00000020:00000040:1.0:1767384657.495621:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384657.495630:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384657.495633:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b6910027. 02000000:00000001:1.0:1767384657.495639:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384657.495641:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.495642:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384657.495646:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384657.495649:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.495651:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384657.495653:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000010:2.0:1767384657.495654:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df37db4b. 00000400:00000200:2.0:1767384657.495659:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065cfa51 00000400:00000010:2.0:1767384657.495661:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065cfa51. 00000100:00000001:2.0:1767384657.495665:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384657.495669:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004beafc4c. 00000100:00000200:2.0:1767384657.495673:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384657.495684:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.495691:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384657.495692:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.495694:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384657.495696:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384657.495698:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384657.495699:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384657.495701:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384657.495703:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384657.495706:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384657.495708:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384657.495709:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384657.495711:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384657.495713:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.495716:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384657.495747:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384657.495754:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.495760:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384657.495769:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384657.495774:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384657.495780:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000044a691d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049191296:0@lo:256: 00000100:00000001:2.0:1767384657.495783:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.495784:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.495786:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384657.495787:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384657.495788:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.495793:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384657.495797:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003973fe1b. 00000100:00000001:2.0:1767384657.495802:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384657.495804:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384657.495807:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 76, more 0. 10000000:00000001:2.0:1767384657.495811:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384657.495817:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000017e1a5ea. 10000000:00000040:2.0:1767384657.495827:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384657.495833:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384657.495837:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384657.495843:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:2.0:1767384657.495848:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384657.495851:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384657.495853:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:2.0:1767384657.495856:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000100:00000200:2.0:1767384657.495859:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 36 NIDs for '192.168.202.154@tcp' 00000400:00000200:2.0:1767384657.495863:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384657.495866:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384657.495870:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:2.0:1767384657.495878:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384657.495885:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (33) 00000400:00000200:2.0:1767384657.495892:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000200:2.0:1767384657.495908:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384657.495918:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384657.495923:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384657.495926:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:2.0:1767384657.495927:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000400:00000200:2.0:1767384657.495930:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:2.0:1767384657.495932:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:2.0:1767384657.495936:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.495938:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:1.0:1767384657.495938:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384657.495943:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:2.0:1767384657.495949:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.495949:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000200:2.0:1767384657.495952:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:2.0:1767384657.495956:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:1.0:1767384657.495957:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000200:2.0:1767384657.495960:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.495963:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:2.0:1767384657.495964:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000010:1.0:1767384657.495966:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000b6910027. 00000400:00000200:2.0:1767384657.495967:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.495972:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:2.0:1767384657.495972:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000010:1.0:1767384657.495974:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000400:00000200:2.0:1767384657.495976:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.495979:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:2.0:1767384657.495981:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000010:1.0:1767384657.495982:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038112b90. 00000400:00000200:2.0:1767384657.495984:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.495988:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:2.0:1767384657.495992:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:1.0:1767384657.495993:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:2.0:1767384657.495997:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.495999:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:2.0:1767384657.496000:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:2.0:1767384657.496003:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496004:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:2.0:1767384657.496007:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:1.0:1767384657.496007:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384657.496013:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496015:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:2.0:1767384657.496017:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:1.0:1767384657.496020:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384657.496022:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496027:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:2.0:1767384657.496033:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:1.0:1767384657.496034:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384657.496050:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496056:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:1.0:1767384657.496056:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384657.496063:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:1.0:1767384657.496068:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:2.0:1767384657.496072:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496077:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:1.0:1767384657.496079:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:2.0:1767384657.496083:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:1.0:1767384657.496093:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:2.0:1767384657.496094:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496100:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:2.0:1767384657.496106:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:1.0:1767384657.496109:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:2.0:1767384657.496114:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496119:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:1.0:1767384657.496121:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:2.0:1767384657.496124:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:2.0:1767384657.496134:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496137:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:2.0:1767384657.496139:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:2.0:1767384657.496145:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:1.0:1767384657.496151:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000400:00000200:2.0:1767384657.496152:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496158:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:2.0:1767384657.496162:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:1.0:1767384657.496167:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:2.0:1767384657.496172:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496176:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:1.0:1767384657.496179:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767384657.496181:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:2.0:1767384657.496189:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496191:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:2.0:1767384657.496193:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:2.0:1767384657.496198:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:1.0:1767384657.496204:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:2.0:1767384657.496206:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496211:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:2.0:1767384657.496216:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:1.0:1767384657.496217:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:2.0:1767384657.496226:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496230:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:2.0:1767384657.496232:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:2.0:1767384657.496238:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:1.0:1767384657.496240:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:2.0:1767384657.496246:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496251:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:1.0:1767384657.496254:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:2.0:1767384657.496255:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:2.0:1767384657.496264:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496266:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:2.0:1767384657.496268:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:2.0:1767384657.496274:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:1.0:1767384657.496276:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 26], ns[98, 26] 00000400:00000200:2.0:1767384657.496291:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496295:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:2.0:1767384657.496297:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:1.0:1767384657.496301:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000400:00000200:2.0:1767384657.496305:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496310:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:2.0:1767384657.496315:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:1.0:1767384657.496316:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 00000400:00000200:2.0:1767384657.496324:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496329:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:1.0:1767384657.496332:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[86, 26] 00000400:00000200:2.0:1767384657.496334:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:2.0:1767384657.496342:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496345:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 26], ns[136, 26] 00000400:00000200:2.0:1767384657.496347:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:2.0:1767384657.496353:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:2.0:1767384657.496360:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496360:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[114, 26] 00000400:00000200:2.0:1767384657.496365:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:2.0:1767384657.496371:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:1.0:1767384657.496376:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 26], ns[131, 26] 00000400:00000200:2.0:1767384657.496378:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496384:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:1.0:1767384657.496390:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 00000400:00000200:2.0:1767384657.496391:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:2.0:1767384657.496399:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496403:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 26], ns[138, 26] 00000400:00000200:2.0:1767384657.496404:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:2.0:1767384657.496410:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:2.0:1767384657.496418:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384657.496419:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[129, 26] 00000400:00000200:2.0:1767384657.496422:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:2.0:1767384657.496428:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:1.0:1767384657.496434:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 0], ns[139, 129] 00000400:00000200:2.0:1767384657.496436:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384657.496443:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 00000400:00000200:1.0:1767384657.496448:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[129, 0], ns[143, 129] 00000100:00000001:2.0:1767384657.496449:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384657.496455:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384657.496460:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[128, 0], ns[142, 129] 10000000:00000040:2.0:1767384657.496463:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 00000400:00000200:1.0:1767384657.496471:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 10000000:00000010:2.0:1767384657.496472:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007f08f1ed. 10000000:00000040:2.0:1767384657.496491:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 76/76 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:2.0:1767384657.496496:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384657.496498:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp38 00000020:00000001:2.0:1767384657.496506:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384657.496506:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp38 lpni_is_preferred = 0 00000400:00000200:1.0:1767384657.496512:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp38 00000020:00000010:2.0:1767384657.496513:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004783d77f. 00000400:00000200:1.0:1767384657.496519:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [144:144:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [130:130:8:4294967295] 00000020:00000010:2.0:1767384657.496521:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000045b9335. 00000400:00000200:1.0:1767384657.496531:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp38 00000040:00000010:2.0:1767384657.496537:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000de4ac623. 00000020:00000010:2.0:1767384657.496546:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000073ff0352. 00000400:00000200:1.0:1767384657.496551:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:) -> 192.168.202.154@tcp38(192.168.202.154@tcp:192.168.202.154@tcp38) : GET try# 0 00000020:00000010:2.0:1767384657.496557:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095db0b07. 00000800:00000200:1.0:1767384657.496563:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp38 00000020:00000010:2.0:1767384657.496567:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f316fe57. 00000800:00000010:1.0:1767384657.496570:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2b5b5c1. 80000000:00000010:2.0:1767384657.496574:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007987cbd6. 40000000:00000010:2.0:1767384657.496581:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f6cad834. 00000800:00000200:1.0:1767384657.496588:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00100000:00000010:2.0:1767384657.496589:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007904e1e7. 00040000:00000010:2.0:1767384657.496599:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e129c7d3. 00000800:00000200:1.1:1767384657.496600:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00040000:00000010:2.0:1767384657.496607:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a5ebe6a3. 00040000:00000010:2.0:1767384657.496615:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a2cbeb7. 00080000:00000010:2.0:1767384657.496625:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00000800:00000200:1.1:1767384657.496630:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:988 00080000:00000010:2.0:1767384657.496636:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 00000800:00000200:1.1:1767384657.496638:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2b5b5c1 type 2, nob 96 niov 1 nkiov 0 00000004:00000010:2.0:1767384657.496647:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000026aea7ec. 00000004:00000010:2.0:1767384657.496657:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dc2e25de. 00000400:00000200:1.0:1767384657.496660:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000004:00000010:2.0:1767384657.496666:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d8520b08. 00000400:00000200:1.0:1767384657.496670:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00002000:00000010:2.0:1767384657.496675:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d666cc27. 00000004:00000010:2.0:1767384657.496683:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000283fbc58. 00000004:00000001:2.0:1767384657.496689:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384657.496694:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384657.496697:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007f08f1ed 00000040:00001000:2.0:1767384657.496699:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384657.496703:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384657.496706:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384657.496709:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384657.496714:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384657.496715:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384657.496754:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384657.496757:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000040:00000001:2.0:1767384657.496760:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384657.496811:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000004:00000001:2.0:1767384657.496846:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384657.496853:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000045b9335. 00000040:00000010:2.0:1767384657.496861:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000de4ac623. 00000020:00000010:2.0:1767384657.496866:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000073ff0352. 00000020:00000010:2.0:1767384657.496871:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095db0b07. 00000020:00000010:2.0:1767384657.496877:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f316fe57. 80000000:00000010:2.0:1767384657.496891:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007987cbd6. 00000400:00000200:1.0:1767384657.496892:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 40000000:00000010:2.0:1767384657.496900:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f6cad834. 00100000:00000010:2.0:1767384657.496907:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007904e1e7. 00040000:00000010:2.0:1767384657.496912:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e129c7d3. 00040000:00000010:2.0:1767384657.496918:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a5ebe6a3. 00040000:00000010:2.0:1767384657.496923:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a2cbeb7. 00080000:00000010:2.0:1767384657.496932:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:2.0:1767384657.496938:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 00000400:00000200:1.0:1767384657.496939:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000004:00000010:2.0:1767384657.496943:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026aea7ec. 00000004:00000010:2.0:1767384657.496950:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dc2e25de. 00000004:00000010:2.0:1767384657.496957:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d8520b08. 00002000:00000010:2.0:1767384657.496963:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d666cc27. 00000004:00000010:2.0:1767384657.496968:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000283fbc58. 00000020:00000010:2.0:1767384657.496973:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004783d77f. 00000020:00000001:2.0:1767384657.496979:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.496981:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384657.496985:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007f08f1ed. 10000000:00000010:2.0:1767384657.496990:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000017e1a5ea. 10000000:00000001:2.0:1767384657.496994:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384657.496997:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384657.497000:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000040:2.0:1767384657.497004:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000044a691d x1853237049191296/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384657.497014:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384657.497016:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384657.497018:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cec44c2. 02000000:00000001:2.0:1767384657.497022:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384657.497023:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384657.497025:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384657.497027:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384657.497028:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384657.497030:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384657.497031:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384657.497034:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384657.497036:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d400197d. 00000100:00000010:2.0:1767384657.497040:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000082e7218a. 00000100:00000001:2.0:1767384657.497048:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384657.497050:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000011c0e927. 02000000:00000001:2.0:1767384657.497053:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384657.497054:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384657.497056:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000044a691d. 00000100:00000001:2.0:1767384657.497060:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384657.497062:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.497063:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 10000000:00000010:2.0:1767384657.497082:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005949fba8. 10000000:01000000:2.0:1767384657.497088:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384657.497091:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384657.497094:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384657.497096:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384657.497098:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=3 00000020:00000001:2.0:1767384657.497100:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:2.0:1767384657.497102:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00010000:00000001:2.0:1767384657.497105:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384657.497108:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384657.497115:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384657.497116:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384657.497118:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384657.497123:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384657.497125:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384657.497127:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384657.497128:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384657.497129:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384657.497131:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384657.497133:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384657.497134:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:2.0:1767384657.497137:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384657.497143:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384657.497208:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000200:2.0:1767384657.497266:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384657.497268:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000010:2.0:1767384657.497271:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2b5b5c1. 00000400:00000200:2.0:1767384657.497276:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.497287:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: GET: OK 00000400:00000200:2.0:1767384657.497292:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384657.497296:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:2.0:1767384657.497310:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.497322:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.497325:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.497333:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.497336:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.497343:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : GET - for me 00000400:00000200:2.0:1767384657.497360:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384657.497374:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 576/576 into md 0x1ccd [1] + 0 00000400:00000200:2.0:1767384657.497384:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp38 to MR: 192.168.202.154@tcp38 local destination 00000400:00000200:2.0:1767384657.497393:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp38 NI seq info: [145:145:256:4294967295] 192.168.202.154@tcp38 LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1767384657.497403:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) -> 192.168.202.154@tcp38(192.168.202.154@tcp38:192.168.202.154@tcp38) 192.168.202.154@tcp38 : REPLY try# 0 00000800:00000200:2.0:1767384657.497411:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.154@tcp38 00000800:00000010:2.0:1767384657.497414:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e129c7d3. 00000400:00000200:1.0:1767384657.497414:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000800:00000200:2.0:1767384657.497422:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:2.0:1767384657.497427:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp38 ip 192.168.202.154:980 00000800:00000200:2.0:1767384657.497430:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e129c7d3 type 3, nob 672 niov 1 nkiov 1 00000800:00000001:0.0:1767384657.497460:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384657.497469:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000800:00000200:2.0:1767384657.497533:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384657.497534:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000800:00000010:2.0:1767384657.497536:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e129c7d3. 00000800:00000001:0.0:1767384657.497538:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.497543:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384657.497544:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384657.497551:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000800:00000001:0.0:1767384657.497552:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.497556:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.497560:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.497567:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp38(192.168.202.154@tcp38) <- 192.168.202.154@tcp38 : REPLY - for me 00000400:00000200:0.0:1767384657.497583:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp38: Reply from 12345-192.168.202.154@tcp38 of length 576/576 into md 0x1d21 00000800:00000001:0.0:1767384657.497589:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384657.497595:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000800:00000001:0.0:1767384657.497598:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.497603:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.497609:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp38->192.168.202.154@tcp38: REPLY: OK 00000400:00000200:0.0:1767384657.497614:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e59c3f 00000400:00000010:0.0:1767384657.497616:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002e59c3f. 00000400:00000200:0.0:1767384657.497622:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384657.497627:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:0.0:1767384657.497632:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:0.0:1767384657.497637:0:16352:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.154@tcp (608 bytes) 00000400:00000200:0.0:1767384657.497640:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:0.0:1767384657.497657:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000b6910027. 00000400:00000200:0.0:1767384657.497661:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000800:00000001:0.0:1767384657.497669:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.497677:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.497687:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.497688:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384657.497695:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000283fbc58. 00000400:00000010:2.0:1767384657.497701:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc2562c. 00000400:00000010:2.0:1767384657.497704:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015520a5a. 00000400:00000200:2.0:1767384657.497708:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000283fbc58 00000400:00000001:2.0:1767384657.497712:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.497715:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384657.497746:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000598a7b1. 00000400:00000200:2.0:1767384657.497756:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b256eb2d 00000400:00000010:2.0:1767384657.497758:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b256eb2d. 00000400:00000200:2.0:1767384657.497764:0:16355:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384657.497767:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000ed1917da. 00000400:00000200:2.0:1767384657.497770:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000400:00000200:2.0:1767384657.497773:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300871 00000400:00000200:2.0:1767384657.497776:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:0 00000400:00000200:2.0:1767384657.497779:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 rc 1 00000400:00000200:2.0:1767384657.497784:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000200:2.0:1767384657.497787:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000010:2.0:1767384657.497792:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000fe74b41b. 00000400:00000010:2.0:1767384657.497798:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d41ccea5. 00000400:00000010:2.0:1767384657.497804:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003f06d98. 00000400:00000200:2.0:1767384657.497808:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:1.0:1767384657.497809:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.497819:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384657.497825:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384657.497834:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384657.497840:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384657.497845:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:2.0:1767384657.497853:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:2.0:1767384657.497865:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:2.0:1767384657.497875:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:2.0:1767384657.497881:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:2.0:1767384657.497887:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:1.0:1767384657.497894:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.497895:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000400:00000200:2.0:1767384657.497909:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:2.0:1767384657.497921:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767384657.497925:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:2.0:1767384657.497928:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:2.0:1767384657.497932:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:2.0:1767384657.497938:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:2.0:1767384657.497944:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:2.0:1767384657.497949:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:2.0:1767384657.497953:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:2.0:1767384657.497957:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[98, 26], ns[98, 26] 00000400:00000200:2.0:1767384657.497961:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000400:00000200:1.0:1767384657.497963:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.497966:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 00000400:00000200:2.0:1767384657.497973:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[86, 26] 00000400:00000200:2.0:1767384657.497976:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 26], ns[136, 26] 00000400:00000200:2.0:1767384657.497980:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[114, 26] 00000400:00000200:2.0:1767384657.497985:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 26], ns[131, 26] 00000400:00000200:2.0:1767384657.497991:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 00000400:00000200:2.0:1767384657.497996:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 26], ns[138, 26] 00000400:00000200:2.0:1767384657.497999:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 26], ns[145, 26] 00000400:00000200:2.0:1767384657.498009:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 26], ns[139, 26] 00000400:00000200:2.0:1767384657.498013:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[129, 26], ns[143, 26] 00000400:00000200:2.0:1767384657.498016:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[128, 26], ns[142, 26] 00000400:00000200:2.0:1767384657.498019:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:2.0:1767384657.498021:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp19 00000400:00000200:2.0:1767384657.498024:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384657.498027:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.498028:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp19 00000400:00000200:2.0:1767384657.498034:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp19 NI seq info: [146:146:256:4294967295] 192.168.202.154@tcp19 LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1767384657.498039:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp19 00000400:00000200:2.0:1767384657.498049:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19:) -> 192.168.202.154@tcp19(192.168.202.154@tcp:192.168.202.154@tcp19) : GET try# 0 00000800:00000200:2.0:1767384657.498055:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp19 00000800:00000010:2.0:1767384657.498060:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e129c7d3. 00000800:00000200:2.0:1767384657.498064:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (6) 00000800:00000200:2.0:1767384657.498071:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:988 00000800:00000200:2.0:1767384657.498073:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e129c7d3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384657.498076:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.498084:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:2.0:1767384657.498088:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000400:00000200:1.0:1767384657.498133:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000800:00000200:2.0:1767384657.498158:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384657.498161:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e129c7d3. 00000400:00000200:2.0:1767384657.498165:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.498172:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: GET: OK 00000400:00000200:2.0:1767384657.498178:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384657.498183:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:2.0:1767384657.498188:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.498193:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384657.498194:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384657.498206:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.498212:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19) <- 192.168.202.154@tcp19 : GET - for me 00000400:00000200:2.0:1767384657.498220:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384657.498220:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384657.498233:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 608/608 into md 0x1ccd [1] + 0 00000400:00000200:2.0:1767384657.498246:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp19 to MR: 192.168.202.154@tcp19 local destination 00000400:00000200:2.0:1767384657.498255:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp19 NI seq info: [147:147:256:4294967295] 192.168.202.154@tcp19 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384657.498263:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) -> 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) 192.168.202.154@tcp19 : REPLY try# 0 00000800:00000200:2.0:1767384657.498266:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.154@tcp19 00000800:00000010:2.0:1767384657.498271:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e129c7d3. 00000800:00000200:2.0:1767384657.498279:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (6) 00000800:00000200:2.0:1767384657.498286:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:1003 00000800:00000200:2.0:1767384657.498289:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e129c7d3 type 3, nob 704 niov 1 nkiov 1 00000400:00000200:1.0:1767384657.498304:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000800:00000001:0.0:1767384657.498311:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384657.498360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000800:00000200:2.0:1767384657.498364:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384657.498368:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e129c7d3. 00000800:00000001:0.0:1767384657.498372:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384657.498374:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384657.498381:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: REPLY: OK 00000800:00000001:0.0:1767384657.498381:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.498392:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.498395:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.498403:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.498411:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19) <- 192.168.202.154@tcp19 : REPLY - for me 00000400:00000200:0.0:1767384657.498420:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp19: Reply from 12345-192.168.202.154@tcp19 of length 608/608 into md 0x1d29 00000400:00000200:1.0:1767384657.498423:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000800:00000001:0.0:1767384657.498425:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.498434:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.498436:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.498440:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: REPLY: OK 00000400:00000200:0.0:1767384657.498444:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41ccea5 00000400:00000010:0.0:1767384657.498446:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d41ccea5. 00000400:00000200:0.0:1767384657.498449:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384657.498451:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:1.0:1767384657.498454:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.498457:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:0.0:1767384657.498462:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 36. state = 0x300271 00000400:00000200:0.0:1767384657.498468:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384657.498492:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (35) 00000800:00000001:0.0:1767384657.498498:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.498501:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384657.498508:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.498513:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384657.498520:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x3000f1 00000400:00000010:0.0:1767384657.498526:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 00000000bd406362. 00000400:00000010:0.0:1767384657.498530:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 00000000d9fc590a. 00000400:00000010:0.0:1767384657.498533:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 0000000070361911. 00000400:00000200:1.0:1767384657.498537:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.498568:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp33(00000000a08676a4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384657.498574:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.498575:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp35(000000005cd20a29) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384657.498578:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp36(000000003e4ed071) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384657.498584:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp37(00000000d14dd231) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384657.498594:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp39(00000000c2e29cd4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384657.498597:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp40(000000005743ebdc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384657.498608:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp41(000000005041b5d7) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384657.498617:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000063787621. 00000400:00000200:0.0:1767384657.498624:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000063787621 nid 192.168.202.154@tcp42 00000400:00000010:0.0:1767384657.498628:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000868daf25. 00000400:00000200:0.0:1767384657.498630:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000868daf25 net tcp42 00000400:00000200:0.0:1767384657.498634:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (34) 00000400:00000200:1.0:1767384657.498642:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384657.498642:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp42 flags 0x11 00000400:00000010:0.0:1767384657.498651:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000eb71c96f. 00000400:00000200:0.0:1767384657.498657:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000eb71c96f nid 192.168.202.154@tcp43 00000400:00000010:0.0:1767384657.498660:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bb886cd7. 00000400:00000200:0.0:1767384657.498665:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bb886cd7 net tcp43 00000400:00000200:0.0:1767384657.498668:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (35) 00000400:00000200:0.0:1767384657.498678:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp43 flags 0x11 00000400:00000010:0.0:1767384657.498681:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a93e5aaf. 00000400:00000200:0.0:1767384657.498685:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a93e5aaf nid 192.168.202.154@tcp44 00000400:00000010:0.0:1767384657.498688:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009249877a. 00000400:00000200:0.0:1767384657.498691:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000009249877a net tcp44 00000400:00000200:0.0:1767384657.498692:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (36) 00000400:00000200:0.0:1767384657.498697:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp44 flags 0x11 00000400:00000010:0.0:1767384657.498699:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 00000000bd406362. 00000400:00000010:0.0:1767384657.498704:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 00000000d9fc590a. 00000400:00000010:0.0:1767384657.498710:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 0000000070361911. 00000400:00000010:0.0:1767384657.498715:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000fe74b41b. 00000400:00000200:0.0:1767384657.498739:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384657.498744:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x300171 00000400:00000200:0.0:1767384657.498748:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc 1 00000400:00000200:0.0:1767384657.498755:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000200:1.0:1767384657.498760:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000010:0.0:1767384657.498761:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000400:00000200:0.0:1767384657.498767:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000010:0.0:1767384657.498773:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e22bf4a2. 00000400:00000200:0.0:1767384657.498781:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp19 00000400:00000200:0.0:1767384657.498799:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp19 to MR: 192.168.202.154@tcp19 local destination 00000400:00000200:0.0:1767384657.498810:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp19 NI seq info: [148:148:256:4294967295] 192.168.202.154@tcp19 LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1767384657.498816:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp19 00000400:00000200:0.0:1767384657.498836:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) -> 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) : PUT try# 0 00000400:00000200:1.0:1767384657.498838:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000800:00000200:0.0:1767384657.498843:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.154@tcp19 00000800:00000010:0.0:1767384657.498849:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8dd0eb7. 00000800:00000200:0.0:1767384657.498857:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (6) 00000800:00000200:0.0:1767384657.498867:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:988 00000800:00000200:0.0:1767384657.498870:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8dd0eb7 type 1, nob 704 niov 1 nkiov 1 00000400:00000200:0.0:1767384657.498881:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384657.498884:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000400:00000200:1.0:1767384657.498907:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384657.498964:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000800:00000200:0.0:1767384657.498973:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384657.498977:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8dd0eb7. 00000400:00000200:0.0:1767384657.498980:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.498984:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: PUT: OK 00000400:00000200:0.0:1767384657.498988:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384657.498992:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp19: 0 00000800:00000001:0.0:1767384657.499001:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384657.499005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000800:00000001:0.0:1767384657.499006:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384657.499010:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.499015:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.499021:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19) <- 192.168.202.154@tcp19 : PUT - for me 00000400:00000200:0.0:1767384657.499027:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384657.499032:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 608/608 into md 0x1d25 [1] + 0 00000400:00000010:0.0:1767384657.499035:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc2562c. 00000400:00000200:0.0:1767384657.499039:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015520a5a 00000800:00000001:0.0:1767384657.499041:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384657.499043:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000001:0.0:1767384657.499046:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384657.499049:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.499054:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: PUT: OK 00000400:00000200:0.0:1767384657.499058:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015520a5a 00000400:00000010:0.0:1767384657.499065:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015520a5a. 00000400:00000200:0.0:1767384657.499069:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384657.499072:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (38) 00000400:00000200:0.0:1767384657.499077:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384657.499080:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000d9fc590a. 00000400:00000200:0.0:1767384657.499085:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 36 00000400:00000200:0.0:1767384657.499088:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384657.499094:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (39) 00000400:00000200:0.0:1767384657.499097:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384657.499101:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp19 to MR: 192.168.202.154@tcp19 local destination 00000400:00000200:0.0:1767384657.499106:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp19 NI seq info: [149:149:256:4294967295] 192.168.202.154@tcp19 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384657.499118:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) -> 192.168.202.154@tcp19(192.168.202.154@tcp19:192.168.202.154@tcp19) 192.168.202.154@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384657.499123:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp19 00000800:00000010:0.0:1767384657.499126:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8dd0eb7. 00000800:00000200:0.0:1767384657.499130:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (6) 00000800:00000200:0.0:1767384657.499134:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:1003 00000800:00000200:0.0:1767384657.499136:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8dd0eb7 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384657.499180:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384657.499182:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8dd0eb7. 00000400:00000200:0.0:1767384657.499185:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.499188:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: ACK: OK 00000800:00000001:0.0:1767384657.499196:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.499200:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384657.499201:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003371e95. 00000800:00000001:0.0:1767384657.499203:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.499209:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384657.499210:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097541884. 00000800:00000001:0.0:1767384657.499212:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.499216:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384657.499218:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e18cd71. 00000400:00000200:0.0:1767384657.499225:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp19(192.168.202.154@tcp19) <- 192.168.202.154@tcp19 : ACK - for me 00000400:00000200:0.0:1767384657.499236:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp19: ACK from 12345-192.168.202.154@tcp19 into md 0x1d2d 00000400:00000200:0.0:1767384657.499242:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384657.499246:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp19->192.168.202.154@tcp19: ACK: OK 00000800:00000010:1.0:1767384657.499254:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e18cd71. 00000400:00000200:0.0:1767384657.499265:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000800:00020000:1.0:1767384657.499266:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000400:00000010:0.0:1767384657.499268:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000800:00000010:1.0:1767384657.499270:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097541884. 00000800:00000010:1.0:1767384657.499277:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003371e95. 00000400:00000200:0.0:1767384657.499278:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384657.499287:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:0.0:1767384657.499296:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384657.499301:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00000800:00000001:0.0:1767384657.499308:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384657.499314:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:1.0:1767384657.499356:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp38 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384657.499356:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384657.499361:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040447322. 00000400:00000010:0.0:1767384657.499368:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d623a. 00000400:00000200:0.0:1767384657.499371:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000283fbc58 00000400:00000200:0.0:1767384657.499376:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x3000f1 00000400:00000010:0.0:1767384657.499380:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 0000000070361911. 00000400:00000010:0.0:1767384657.499383:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 00000000ed1917da. 00000400:00000010:0.0:1767384657.499386:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 000000009ae49197. 00000400:00000010:0.0:1767384657.499417:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 0000000070361911. 00000400:00000010:0.0:1767384657.499419:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 00000000ed1917da. 00000400:00000010:0.0:1767384657.499421:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 000000009ae49197. 00000400:00000010:0.0:1767384657.499422:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000d9fc590a. 00000400:00000200:0.0:1767384657.499424:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384657.499426:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x300171 00000400:00000200:0.0:1767384657.499428:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc 1 00000400:00000200:0.0:1767384657.499430:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000200:0.0:1767384657.499433:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384657.499434:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300111 rc 0 00000400:00000200:0.0:1767384657.499438:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:0.0:1767384657.499440:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (37) 00000100:00000040:0.0:1767384657.499777:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294946823, at 4294946824 00000100:00000010:0.0:1767384657.499785:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000258cd326. 00000100:00000040:3.0:1767384657.499799:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294946823, at 4294946824 00000100:00000010:3.0:1767384657.499816:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000034b2d08. 00000100:00000040:2.0:1767384657.500612:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294946823, at 4294946824 00000100:00000010:2.0:1767384657.500618:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e4de876. 00000100:00000040:1.0:1767384657.500773:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294946823, at 4294946825 00000100:00000010:1.0:1767384657.500781:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004efc31ab. 00000020:00000010:2.0:1767384657.511568:0:35335:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bb4e340c. 00000020:00000040:2.0:1767384657.511579:0:35335:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384657.511582:0:35335:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bb4e340c. 00000100:00000001:3.0:1767384658.004804:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384658.004810:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.004844:0:18907:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384658.004848:0:18907:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384658.132834:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (6) 00000800:00000200:0.0:1767384658.132852:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp24 ip 192.168.202.154:988 00000800:00000200:0.0:1767384658.132867:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384658.132889:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (6) 00000800:00000200:0.0:1767384658.132891:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp11 ip 192.168.202.154:988 00000800:00000200:0.0:1767384658.132893:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384658.133020:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384658.133020:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384658.133022:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384658.133027:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.133033:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384658.133036:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384658.133040:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.133040:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.133047:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384658.133048:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384658.196776:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384658.196783:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384658.196786:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000400:00000010:3.0:1767384658.196791:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000400:00000200:3.0:1767384658.196796:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384658.196810:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384658.196825:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008a79a470. 00000400:00000010:3.0:1767384658.196831:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000846975c5. 00000400:00000200:3.0:1767384658.196838:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp39 00000400:00000010:3.0:1767384658.196843:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006703443a. 00000400:00000010:3.0:1767384658.196850:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065e300fa. 00000400:00000010:3.0:1767384658.196857:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000010:3.0:1767384658.196869:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007d6a6de6. 00000400:00000200:3.0:1767384658.196874:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp39 00000400:00000200:3.0:1767384658.196893:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp39 local destination 00000400:00000200:3.0:1767384658.196902:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp39 00000400:00000200:3.0:1767384658.196906:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp39 NI seq info: [150:150:256:4294967295] 192.168.202.154@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1767384658.196920:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp39 00000400:00000200:3.0:1767384658.196927:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39:) -> 192.168.202.154@tcp39(192.168.202.154@tcp39:192.168.202.154@tcp39) : GET try# 0 00000800:00000200:3.0:1767384658.196932:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp39 00000800:00000010:3.0:1767384658.196937:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008db4bc90. 00000800:00000200:3.0:1767384658.196945:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000800:00000200:3.1:1767384658.196949:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000400:00000200:3.0:1767384658.196968:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp39 added to recovery queue. ping count: 3 next ping: 288 health :700 00000400:00000200:3.0:1767384658.196974:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp35 00000400:00000010:3.0:1767384658.196977:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007317568a. 00000400:00000010:3.0:1767384658.196981:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001e4bebf7. 00000400:00000010:3.0:1767384658.196983:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000010:3.0:1767384658.196989:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092694840. 00000400:00000200:3.0:1767384658.196992:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp35 00000400:00000200:3.0:1767384658.196997:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp35 local destination 00000400:00000200:3.0:1767384658.197000:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp35 00000400:00000200:3.0:1767384658.197002:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp35 NI seq info: [151:151:256:4294967295] 192.168.202.154@tcp35 LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1767384658.197005:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp35 00000400:00000200:3.0:1767384658.197010:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp35(192.168.202.154@tcp35:) -> 192.168.202.154@tcp35(192.168.202.154@tcp35:192.168.202.154@tcp35) : GET try# 0 00000800:00000200:3.0:1767384658.197014:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp35 00000800:00000010:3.0:1767384658.197017:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd8f87ae. 00000800:00000200:3.0:1767384658.197020:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000800:00000200:3.1:1767384658.197022:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:3.0:1767384658.197034:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp35 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:3.0:1767384658.197037:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp29 00000400:00000010:3.0:1767384658.197039:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000acd1d813. 00000400:00000010:3.0:1767384658.197042:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000073666fe5. 00000400:00000010:3.0:1767384658.197044:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000400:00000010:3.0:1767384658.197048:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059ca64a5. 00000400:00000200:3.0:1767384658.197050:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp29 00000400:00000200:3.0:1767384658.197055:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp29 local destination 00000400:00000200:0.0:1767384658.197057:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197058:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 00000400:00000200:3.0:1767384658.197068:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [152:152:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [138:138:8:4294967295] 00000400:00000200:3.0:1767384658.197072:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000400:00000200:3.0:1767384658.197079:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp29:192.168.202.154@tcp29) : GET try# 0 00000800:00000200:3.0:1767384658.197091:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp29 00000800:00000010:3.0:1767384658.197095:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006012fe68. 00000800:00000200:3.0:1767384658.197100:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000800:00000200:3.1:1767384658.197106:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:0.0:1767384658.197108:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197121:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 5 next ping: 312 health :500 00000400:00000200:3.0:1767384658.197125:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp41 00000400:00000010:3.0:1767384658.197129:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002666ec3a. 00000400:00000010:3.0:1767384658.197133:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e37c30cc. 00000400:00000200:0.0:1767384658.197134:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:3.0:1767384658.197137:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a42207. 00000400:00000010:3.0:1767384658.197143:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006131c5e9. 00000400:00000200:3.0:1767384658.197146:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp41 00000400:00000200:3.0:1767384658.197153:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp41 local destination 00000400:00000200:3.0:1767384658.197156:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp41 00000400:00000200:0.0:1767384658.197159:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197160:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp41 NI seq info: [153:153:256:4294967295] 192.168.202.154@tcp41 LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1767384658.197168:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp41 00000400:00000200:3.0:1767384658.197177:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41:) -> 192.168.202.154@tcp41(192.168.202.154@tcp41:192.168.202.154@tcp41) : GET try# 0 00000800:00000200:3.0:1767384658.197181:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp41 00000800:00000010:3.0:1767384658.197184:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006736c39a. 00000800:00000200:3.0:1767384658.197188:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000800:00000200:3.1:1767384658.197191:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000400:00000200:0.0:1767384658.197193:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197204:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp41 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:0.0:1767384658.197221:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197255:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197256:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197289:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197328:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197341:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197383:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197453:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197460:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197508:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197527:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197567:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197610:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197649:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197654:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197712:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197759:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197787:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197824:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197836:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197895:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197937:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197948:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.197993:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.197995:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198047:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198070:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198103:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198133:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198158:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198216:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198261:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198320:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198329:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198358:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198383:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198458:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198519:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198572:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198574:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198638:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198653:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198685:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198745:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.198772:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198802:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198885:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198909:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198938:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198968:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.198996:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000800:00000010:0.0:1767384658.199019:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3e97ea0. 00000400:00000200:3.0:1767384658.199026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000800:00000010:0.0:1767384658.199026:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c16e514. 00000800:00000010:0.0:1767384658.199034:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80f3d23. 00000800:00000010:0.0:1767384658.199060:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80f3d23. 00000400:00000200:3.0:1767384658.199065:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000800:00020000:0.0:1767384658.199072:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384658.199076:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c16e514. 00000800:00000010:0.0:1767384658.199079:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3e97ea0. 00000400:00000200:3.0:1767384658.199116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:02020000:0.0:1767384658.199152:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp39 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384658.199161:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp39 notifying 192.168.202.154@tcp39: down 00000400:00000200:3.0:1767384658.199165:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000800:00000200:0.0:1767384658.199168:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp39 down 00000800:00000100:0.0:1767384658.199180:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp39 00000800:00000010:0.0:1767384658.199184:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008db4bc90. 00000400:00000200:0.0:1767384658.199189:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384658.199195:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384658.199204:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384658.199207:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384658.199212:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384658.199222:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199256:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199315:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199357:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199384:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000010:3.0:1767384658.199391:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000134c9725. 00000800:00000010:3.0:1767384658.199397:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b70c2749. 00000800:00000010:3.0:1767384658.199408:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014d6f7a1. 00000400:00000200:1.0:1767384658.199418:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199422:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000010:3.0:1767384658.199432:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014d6f7a1. 00000800:00020000:3.0:1767384658.199442:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384658.199445:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b70c2749. 00000800:00000010:3.0:1767384658.199449:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000134c9725. 00000400:00000200:1.0:1767384658.199490:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199504:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:02020000:3.0:1767384658.199528:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp35 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384658.199534:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp35 notifying 192.168.202.154@tcp35: down 00000800:00000200:3.0:1767384658.199539:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp35 down 00000800:00000100:3.0:1767384658.199544:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp35 00000800:00000010:3.0:1767384658.199546:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd8f87ae. 00000400:00000200:3.0:1767384658.199549:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384658.199553:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384658.199555:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp35->192.168.202.154@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384658.199564:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384658.199567:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384658.199572:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp35) recovery failed with -71 00000400:00000200:0.0:1767384658.199578:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.199607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199641:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.199666:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199696:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.199715:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199778:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199818:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.199855:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199878:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.199894:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199932:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.199949:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.199979:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200013:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200020:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200079:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200090:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200124:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200152:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200184:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200213:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200241:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200270:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200284:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200337:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200392:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200410:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200429:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200484:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200495:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200539:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200547:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200592:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200599:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200658:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200740:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200742:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200803:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200817:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200863:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.200926:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.200949:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.201011:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201013:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201066:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.201086:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201134:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.201141:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.201188:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201202:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201251:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201294:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000800:00000010:0.0:1767384658.201310:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3e97ea0. 00000800:00000010:0.0:1767384658.201315:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c16e514. 00000800:00000010:0.0:1767384658.201319:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80f3d23. 00000400:00000200:1.0:1767384658.201334:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000800:00000010:0.0:1767384658.201339:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80f3d23. 00000800:00020000:0.0:1767384658.201347:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384658.201350:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c16e514. 00000800:00000010:0.0:1767384658.201352:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3e97ea0. 00000400:00000200:1.0:1767384658.201362:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384658.201403:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:02020000:0.0:1767384658.201406:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384658.201412:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000800:00000200:0.0:1767384658.201417:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp29 down 00000800:00000100:0.0:1767384658.201422:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp29 00000800:00000010:0.0:1767384658.201424:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006012fe68. 00000400:00000200:0.0:1767384658.201427:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384658.201432:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384658.201433:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384658.201437:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384658.201442:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384658.201446:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp29) recovery failed with -71 00000400:00000200:1.0:1767384658.201458:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384658.201567:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003371e95. 00000800:00000010:1.0:1767384658.201571:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ca2d6af. 00000800:00000010:1.0:1767384658.201574:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005356d84. 00000800:00000010:1.0:1767384658.201590:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005356d84. 00000800:00020000:1.0:1767384658.201597:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384658.201607:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ca2d6af. 00000800:00000010:1.0:1767384658.201611:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003371e95. 00000400:02020000:1.0:1767384658.201671:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp41 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384658.201679:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp41 notifying 192.168.202.154@tcp41: down 00000800:00000200:1.0:1767384658.201685:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp41 down 00000800:00000100:1.0:1767384658.201691:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp41 00000800:00000010:1.0:1767384658.201693:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006736c39a. 00000400:00000200:1.0:1767384658.201697:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384658.201700:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384658.201706:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384658.201709:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384658.201712:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp41) recovery failed with -71 00010000:00000001:1.0:1767384658.451794:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384658.451800:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384658.451806:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384658.451808:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.451841:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384658.451846:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.451848:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384658.901165:0:35732:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bbbf6cab. 00080000:00000010:1.0:1767384658.901174:0:35732:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bbbf6cab. 00000020:00000001:1.0:1767384658.901178:0:35732:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384658.901185:0:35732:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bbbf6cab. 00080000:00000010:1.0:1767384658.901188:0:35732:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bbbf6cab. 00000020:00000001:1.0:1767384658.901191:0:35732:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027804:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384659.027813:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384659.027821:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d4cc4a7. 00000020:00000040:1.0:1767384659.027827:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384659.027832:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.027835:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384659.027841:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.027849:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009885ecaa. 00000100:00000001:1.0:1767384659.027857:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027866:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384659.027883:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.027884:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027889:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d4cc4a7] to pc [ptlrpcd_00_00+0] req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.027911:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027913:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384659.027916:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384659.027918:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f85cd9de. 00000020:00000040:1.0:1767384659.027920:0:473:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384659.027922:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.027923:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384659.027925:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.027928:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d07dd98c. 00000100:00000001:1.0:1767384659.027930:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027933:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384659.027938:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.027939:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027943:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f85cd9de] to pc [ptlrpcd_00_01+1] req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.027950:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.027952:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384659.027955:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384659.027956:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b826c886. 00000020:00000040:1.0:1767384659.027958:0:473:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384659.027960:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.027961:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384659.027963:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.027966:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009513625a. 00000100:00000001:1.0:1767384659.027968:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.027974:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384659.027977:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384659.027981:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.027985:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384659.027986:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384659.027987:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.027996:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384659.027996:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b826c886] to pc [ptlrpcd_00_02+2] req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.028016:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384659.028019:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028020:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.028024:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384659.028024:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384659.028029:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384659.028030:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384659.028031:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f28a941b. 00000020:00000040:1.0:1767384659.028037:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384659.028038:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028040:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.028043:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384659.028045:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d4cc4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049191424:0@lo:400: 02000000:00000001:1.0:1767384659.028046:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.028049:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b54294c5. 00000100:00000001:1.0:1767384659.028051:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.028055:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384659.028062:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384659.028064:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.028066:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.028069:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f28a941b] to pc [ptlrpcd_00_03+3] req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384659.028070:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384659.028075:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028077:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.028081:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384659.028082:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (286) 00000100:00000001:0.0:1767384659.028085:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384659.028088:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3fcb623. 00000100:00000001:0.0:1767384659.028090:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384659.028094:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.028094:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384659.028095:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.028099:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384659.028102:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.028103:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384659.028104:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfb1cd. 00000100:00000040:1.0:1767384659.028109:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384659.028115:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000100:00000001:0.0:1767384659.028124:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384659.028126:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191424, portal 25 00000100:00000001:1.0:1767384659.028127:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384659.028128:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028131:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028134:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384659.028135:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384659.028135:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384659.028139:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228732288 : -128356480819328 : ffff8b42ad8e5f80) 02000000:00000001:0.0:1767384659.028139:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384659.028144:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384659.028147:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.028147:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.028152:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.028155:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b826c886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049191680:0@lo:400: 00000100:00100000:0.0:1767384659.028156:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f85cd9de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049191552:0@lo:400: 00000100:00000001:1.0:1767384659.028162:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384659.028166:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384659.028168:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384659.028169:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.028173:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384659.028177:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384659.028178:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5c2930. 02000000:00000001:1.0:1767384659.028181:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.028181:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384659.028186:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384659.028186:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.028189:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daef0429. 02000000:00000001:0.0:1767384659.028192:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384659.028193:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015520a5a. 00000400:00000010:1.0:1767384659.028196:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 02000000:00000010:0.0:1767384659.028198:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bd35f98. 00000100:00000200:2.0:1767384659.028199:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049191424, offset 0 00000100:00000200:1.0:1767384659.028201:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191680, portal 10 02000000:00000001:0.0:1767384659.028203:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028206:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.028208:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228738560 : -128356480813056 : ffff8b42ad8e7800) 00000400:00000010:0.0:1767384659.028210:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a372c797. 00000400:00000200:2.0:1767384659.028212:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384659.028214:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.028220:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.028223:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384659.028226:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c288bc38. 00000400:00000010:0.0:1767384659.028226:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000651b1172. 00000400:00000200:2.0:1767384659.028232:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384659.028233:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191552, portal 4 00000100:00000200:1.0:1767384659.028234:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049191680, offset 0 00000100:00000001:0.0:1767384659.028239:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384659.028242:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228730496 : -128356480821120 : ffff8b42ad8e5880) 00000400:00000200:1.0:1767384659.028245:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384659.028249:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260006c00 00000100:00000040:0.0:1767384659.028252:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384659.028258:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384659.028264:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14f9 [2] + 0 00000100:00000001:0.0:1767384659.028270:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384659.028272:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006d00 00000400:00000010:2.0:1767384659.028275:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f28ccb2b. 00000100:00000040:0.0:1767384659.028277:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384659.028282:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055675e0a. 00000400:00000200:2.0:1767384659.028283:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eeec4c05 00000400:00000200:1.0:1767384659.028290:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000400:00000200:2.0:1767384659.028291:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.028299:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384659.028299:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049191552, offset 0 00000400:00000200:2.0:1767384659.028300:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384659.028307:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384659.028310:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384659.028317:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384659.028320:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeec4c05 00000400:00000200:0.0:1767384659.028325:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260006c80 00000400:00000010:2.0:1767384659.028326:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeec4c05. 00000100:00000001:2.0:1767384659.028333:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384659.028334:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384659.028337:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000100:00000200:2.0:1767384659.028338:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384659.028338:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384659.028343:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384659.028345:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001221da7e. 00000100:00000040:2.0:1767384659.028346:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000000643a053 x1853237049191424 msgsize 224 00000400:00000200:0.0:1767384659.028349:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384659.028350:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000001221da7e x1853237049191680 msgsize 224 00000100:00000001:0.0:1767384659.028357:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384659.028361:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:2.0:1767384659.028365:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384659.028365:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384659.028368:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6ca2336. 00000100:00000040:2.0:1767384659.028370:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384659.028371:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e6ca2336 x1853237049191552 msgsize 224 00000100:00000001:1.0:1767384659.028373:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384659.028380:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384659.028383:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c288bc38 00000100:00000001:2.0:1767384659.028386:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384659.028387:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c288bc38. 00000100:00000001:0.0:1767384659.028390:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384659.028397:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384659.028398:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015520a5a 00000100:00000200:1.0:1767384659.028401:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.028409:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384659.028410:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015520a5a. 00000100:00000040:1.0:1767384659.028413:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384659.028417:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055675e0a 00000100:00000001:2.0:1767384659.028418:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384659.028420:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384659.028422:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055675e0a. 00000100:00000001:1.0:1767384659.028423:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384659.028427:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.028428:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384659.028433:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384659.028435:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384659.028439:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3020 usecs (4 jiffies) 00000100:00000001:1.0:1767384659.028446:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948356 00000100:00000010:1.0:1767384659.028452:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004efc31ab. 00000100:00000001:2.0:1767384659.028455:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384659.028472:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384659.028474:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384659.028480:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.028480:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948356 00000100:00000040:0.0:1767384659.028484:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384659.028487:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076fe57ab. 00000100:00000001:1.0:1767384659.028493:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384659.028497:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948356 00000100:00000010:1.0:1767384659.028503:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002db3efbc. 00000100:00000001:1.0:1767384659.028507:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384659.028512:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948356 00000100:00000001:2.0:1767384659.028514:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.028516:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384659.028517:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000461c412d. 00000100:00000001:2.0:1767384659.028519:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384659.028520:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384659.028522:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384659.028525:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.028528:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028529:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028530:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.028532:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028536:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.028537:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294948357 00000100:00000040:0.0:1767384659.028537:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3607 usecs (4 jiffies) 00000100:00000001:0.0:1767384659.028543:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948356 00000100:00000001:1.0:1767384659.028545:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384659.028548:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948356 00000100:00000001:1.0:1767384659.028548:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384659.028553:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.028556:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384659.028557:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294948357 00000100:00000001:0.0:1767384659.028557:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948357 00000100:00000001:1.0:1767384659.028558:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.028563:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384659.028565:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948356 00000100:00000001:2.0:1767384659.028567:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948356 00000100:00000001:1.0:1767384659.028572:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.028575:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294948357 00000100:00000001:0.0:1767384659.028575:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948357 00000100:00000001:1.0:1767384659.028576:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.028579:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.028581:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948356 00000100:00000001:1.0:1767384659.028583:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384659.028584:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948356 00000100:00000001:1.0:1767384659.028586:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.028589:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384659.028590:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948357 00000100:00000001:2.0:1767384659.028591:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294948357 00000100:00000040:1.0:1767384659.028594:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.028596:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948356 00000100:00000001:2.0:1767384659.028599:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948356 00000100:00000001:0.0:1767384659.028607:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948357 00000100:00000001:2.0:1767384659.028608:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.028608:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384659.028611:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.028613:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384659.028615:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.028615:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384659.028616:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.028619:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384659.028622:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028623:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.028624:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.028626:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.028631:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384659.028632:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f28a941b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049191808:0@lo:400: 00000100:00000001:0.0:1767384659.028633:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384659.028637:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384659.028640:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.028642:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384659.028642:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384659.028644:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384659.028646:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384659.028647:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384659.028650:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384659.028651:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.028651:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028655:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384659.028656:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.028657:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384659.028660:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.028663:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc68d8e7. 00000100:00000001:2.0:1767384659.028665:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.028667:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.028672:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b247da. 00000400:00000010:1.0:1767384659.028677:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c288bc38. 00000100:00000200:1.0:1767384659.028681:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049191808, portal 10 00000100:00000001:1.0:1767384659.028684:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.028685:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228728704 : -128356480822912 : ffff8b42ad8e5180) 00000100:00000040:1.0:1767384659.028691:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.028698:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.028701:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384659.028703:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 00000100:00000200:1.0:1767384659.028706:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049191808, offset 0 00000100:00000001:2.0:1767384659.028711:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384659.028712:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384659.028739:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384659.028746:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260006d80 00000100:00100000:2.0:1767384659.028747:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191680 00000400:00000200:1.0:1767384659.028751:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 02000000:00000001:2.0:1767384659.028752:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384659.028756:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384659.028762:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.028767:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384659.028768:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028771:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384659.028774:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384659.028774:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384659.028781:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000da639f8. 00000100:00100000:2.0:1767384659.028782:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191680 00000100:00000040:1.0:1767384659.028783:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000000da639f8 x1853237049191808 msgsize 224 00000020:00000001:2.0:1767384659.028787:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384659.028788:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384659.028792:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:2.0:1767384659.028797:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384659.028800:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:1.0:1767384659.028801:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384659.028804:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000001:2.0:1767384659.028808:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000400:00000200:1.0:1767384659.028809:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968982e4 00000100:00000001:2.0:1767384659.028813:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384659.028814:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968982e4. 00000100:00000001:1.0:1767384659.028818:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384659.028819:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff4f2710. 00000100:00000200:1.0:1767384659.028824:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.028825:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384659.028831:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff4f2710. 00000100:00000001:1.0:1767384659.028841:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384659.028842:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003251f5f1. 00000100:00000040:1.0:1767384659.028847:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384659.028849:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dcf4ba2. 00000020:00000010:2.0:1767384659.028857:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000001:1.0:1767384659.028859:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028862:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384659.028868:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.028870:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384659.028871:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3197 usecs (4 jiffies) 00000100:00000001:2.0:1767384659.028877:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384659.028878:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294948357 00000100:00000001:2.0:1767384659.028882:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384659.028883:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294948357 00000100:00000001:1.0:1767384659.028886:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294948357 00000100:00000001:2.0:1767384659.028888:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.028888:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294948357 00000100:00000001:1.0:1767384659.028893:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294948357 00000100:00000001:1.0:1767384659.028895:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294948357 00000100:00000001:1.0:1767384659.028897:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294948357 00000100:00000001:1.0:1767384659.028898:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294948357 00000100:00000001:2.0:1767384659.028899:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384659.028899:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.028903:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028904:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384659.028906:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028908:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.028916:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028919:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.028935:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384659.028936:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384659.028938:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191424 00000100:00100000:2.0:1767384659.028941:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191808 02000000:00000001:1.0:1767384659.028941:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384659.028945:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384659.028946:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384659.028947:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028951:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384659.028952:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.028955:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.028956:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191424 00000020:00000001:1.0:1767384659.028960:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384659.028962:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384659.028962:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384659.028963:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384659.028967:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00100000:2.0:1767384659.028968:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191808 00000020:00000001:1.0:1767384659.028969:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384659.028973:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384659.028973:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:2.0:1767384659.028977:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:1.0:1767384659.028978:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384659.028982:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384659.028983:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c59a0cb0. 00000020:00000040:2.0:1767384659.028987:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:1.0:1767384659.028987:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384659.028989:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c59a0cb0. 00000020:00000010:1.0:1767384659.028994:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e554612c. 00000020:00000010:1.0:1767384659.028999:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e120f8. 00000020:00000001:2.0:1767384659.029000:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000010:1.0:1767384659.029004:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000020:00000001:2.0:1767384659.029006:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:0.0:1767384659.029009:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384659.029011:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384659.029013:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384659.029014:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191552 00000100:00000001:1.0:1767384659.029015:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384659.029019:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384659.029019:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384659.029021:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.029022:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff4f2710. 00000100:00000001:0.0:1767384659.029022:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384659.029025:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.029029:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.029030:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.029031:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000029a717e5. 00000100:00100000:0.0:1767384659.029036:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191552 00000020:00000001:0.0:1767384659.029038:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384659.029040:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000040:2.0:1767384659.029041:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:1.0:1767384659.029041:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384659.029048:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384659.029050:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:1.0:1767384659.029051:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384659.029053:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384659.029054:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384659.029057:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384659.029057:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00100000:1.0:1767384659.029061:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000020:00000010:2.0:1767384659.029064:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2cbeb7. 00000100:00000001:0.0:1767384659.029064:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384659.029065:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000010:0.0:1767384659.029069:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1254a6a. 00000100:00000001:1.0:1767384659.029070:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611933264 : -128357097618352 : ffff8b4288cac450) 00000020:00000010:2.0:1767384659.029073:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e892812. 00000020:00000010:0.0:1767384659.029076:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000991a2e70. 00000100:00000040:1.0:1767384659.029078:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000643a053 x1853237049191424/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 224/0 e 0 to 0 dl 1767384670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384659.029080:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df679749. 00000020:00000040:0.0:1767384659.029082:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384659.029087:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384659.029088:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384659.029092:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384659.029094:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007830d3b8. 00000100:00000001:2.0:1767384659.029097:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384659.029101:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eef09560. 00000100:00000001:2.0:1767384659.029106:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1767384659.029107:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 00000100:00000001:2.0:1767384659.029110:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384659.029111:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384659.029114:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.029115:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1767384659.029116:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c59a0cb0. 00000100:00000001:0.0:1767384659.029120:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384659.029121:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384659.029124:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384659.029125:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c59a0cb0. 00000100:00000001:2.0:1767384659.029126:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.029127:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384659.029132:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000643a053 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049191424:12345-0@lo:400: 00000100:00000001:0.0:1767384659.029135:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384659.029136:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191424 00000100:00000001:0.0:1767384659.029140:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384659.029141:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384659.029141:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384659.029143:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.029146:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384659.029146:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384659.029150:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.029152:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384659.029156:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000020:00000001:1.0:1767384659.029156:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000100:00000001:0.0:1767384659.029156:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384659.029161:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000020:00000001:1.0:1767384659.029163:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384659.029166:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228726016 : -128356480825600 : ffff8b42ad8e4700) 00000020:00000001:1.0:1767384659.029166:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.029170:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384659.029172:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384659.029173:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384659.029175:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001221da7e x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:640/0 lens 224/0 e 0 to 0 dl 1767384670 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384659.029176:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.029177:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384659.029181:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384659.029184:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384659.029187:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:1.0:1767384659.029188:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384659.029192:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000059005066. 00000100:00000040:0.0:1767384659.029194:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:2.0:1767384659.029196:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384659.029196:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.029199:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520588800 : -128356188962816 : ffff8b42bef3c000) 00000100:00000001:1.0:1767384659.029201:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.029203:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a3acc9. 00000020:00000001:1.0:1767384659.029205:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.029209:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6ca2336 x1853237049191552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:640/0 lens 224/0 e 0 to 0 dl 1767384670 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.029210:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384659.029210:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191424 00000020:00000010:2.0:1767384659.029216:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a3acc9. 00010000:00000001:1.0:1767384659.029217:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384659.029223:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000643a053 x1853237049191424/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384659.029229:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001221da7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049191680:12345-0@lo:400: 00000100:00000001:0.0:1767384659.029231:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384659.029236:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ca5886. 00000100:00000200:2.0:1767384659.029240:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191680 00000100:00000001:0.0:1767384659.029241:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384659.029243:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384659.029245:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384659.029246:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384659.029246:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069ca5886. 00000020:00000001:2.0:1767384659.029251:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:1.0:1767384659.029252:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=77 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384659.029256:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6ca2336 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049191552:12345-0@lo:400: 00000100:00000001:1.0:1767384659.029259:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384659.029263:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.029263:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:2.0:1767384659.029267:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384659.029272:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000200:0.0:1767384659.029272:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191552 00000100:00000001:1.0:1767384659.029273:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:0.0:1767384659.029277:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384659.029279:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384659.029279:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384659.029281:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384659.029283:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.029284:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384659.029284:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.029286:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384659.029290:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384659.029291:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384659.029292:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384659.029295:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384659.029296:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 00000020:00000001:0.0:1767384659.029296:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:2.0:1767384659.029300:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384659.029301:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384659.029302:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049191424, offset 224 00000020:00000001:2.0:1767384659.029307:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384659.029307:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384659.029309:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384659.029312:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384659.029314:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384659.029315:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384659.029319:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384659.029319:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.029320:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384659.029324:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1767384659.029326:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1edc9a2. 00000100:00000001:0.0:1767384659.029328:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384659.029332:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.029332:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260006c00 02000000:00000001:0.0:1767384659.029332:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384659.029338:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000070361911. 00000100:00000001:2.0:1767384659.029339:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.029343:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d45 [1] + 224 02000000:00000001:0.0:1767384659.029343:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.029345:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.029348:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384659.029351:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191680 00000400:00000200:1.0:1767384659.029352:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384659.029352:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384659.029358:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049191552 00010000:00000001:2.0:1767384659.029359:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384659.029360:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384659.029363:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384659.029366:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:2.0:1767384659.029370:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001221da7e x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384659.029370:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6ca2336 x1853237049191552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384659.029372:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384659.029402:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384659.029406:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.029407:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384659.029408:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384659.029409:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=67 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384659.029412:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.029419:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384659.029420:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=72 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384659.029424:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:0.0:1767384659.029427:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384659.029428:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384659.029429:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384659.029430:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384659.029433:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.029434:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968982e4 00000100:00000040:2.0:1767384659.029435:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 23 to 0@lo 00000400:00000010:1.0:1767384659.029438:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968982e4. 00000100:00000001:0.0:1767384659.029438:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384659.029441:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:1.0:1767384659.029443:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384659.029446:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384659.029446:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384659.029448:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384659.029451:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384659.029451:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055675e0a. 00000100:00000001:1.0:1767384659.029452:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384659.029457:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049191552, offset 224 00000100:00000001:2.0:1767384659.029459:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.029474:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 22 to 0@lo 00000400:00000200:0.0:1767384659.029479:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384659.029481:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384659.029483:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384659.029484:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.029488:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384659.029490:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015520a5a. 00000100:00000040:1.0:1767384659.029493:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000643a053 x1853237049191424/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384659.029496:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384659.029498:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049191680, offset 224 00000400:00000200:0.0:1767384659.029508:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260006c80 00000400:00000200:2.0:1767384659.029512:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384659.029513:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000643a053 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049191424:12345-0@lo:400: Request processed in 399us (1163us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384659.029520:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d51 [1] + 224 00000100:00100000:1.0:1767384659.029525:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000400:00000200:2.0:1767384659.029528:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384659.029528:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384659.029535:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384659.029537:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384659.029540:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384659.029541:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384659.029543:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384659.029544:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006d00 00000100:00000200:0.0:1767384659.029547:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384659.029548:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e120f8. 00000020:00000010:1.0:1767384659.029553:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000400:00000200:2.0:1767384659.029556:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d4d [1] + 224 00000020:00000010:1.0:1767384659.029559:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e554612c. 00000100:00000040:0.0:1767384659.029563:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384659.029565:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384659.029571:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384659.029574:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000059005066. 00000400:00000200:2.0:1767384659.029575:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384659.029578:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384659.029583:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384659.029587:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384659.029588:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384659.029589:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384659.029594:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055675e0a 00000400:00000010:1.0:1767384659.029595:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6174d4b. 00000400:00000010:0.0:1767384659.029598:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055675e0a. 00000100:00000001:0.0:1767384659.029602:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384659.029603:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384659.029604:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384659.029605:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adce4b6f. 00000100:00000001:0.0:1767384659.029606:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384659.029611:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384659.029612:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384659.029616:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384659.029619:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384659.029619:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.029623:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384659.029625:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384659.029630:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384659.029632:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ca2336 x1853237049191552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384659.029634:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384659.029637:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384659.029638:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cfb1cd. 00000400:00000200:1.0:1767384659.029646:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080306dc3 00000100:00100000:0.0:1767384659.029650:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6ca2336 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049191552:12345-0@lo:400: Request processed in 416us (1274us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384659.029651:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080306dc3. 00000100:00000001:1.0:1767384659.029658:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384659.029667:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384659.029667:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384659.029671:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:2.0:1767384659.029672:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384659.029675:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384659.029678:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384659.029683:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015520a5a 00000020:00000010:0.0:1767384659.029683:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eef09560. 00000100:00000200:1.0:1767384659.029686:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384659.029689:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015520a5a. 00000020:00000010:0.0:1767384659.029689:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 00000100:00000001:2.0:1767384659.029697:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384659.029697:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007830d3b8. 00000100:00000001:1.0:1767384659.029701:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384659.029702:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384659.029703:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:1.0:1767384659.029705:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.029707:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.029708:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384659.029711:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.029711:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384659.029714:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.029736:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.029739:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384659.029742:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=77 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384659.029744:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00001000:1.0:1767384659.029747:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=77 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384659.029749:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384659.029751:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384659.029753:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384659.029754:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384659.029757:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000001:2.0:1767384659.029759:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384659.029761:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384659.029763:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 00010000:00000001:1.0:1767384659.029764:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384659.029766:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001221da7e x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384659.029768:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384659.029768:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384659.029774:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.029775:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384659.029777:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384659.029782:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384659.029782:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384659.029790:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bde8ca3. 00000100:00100000:2.0:1767384659.029794:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001221da7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049191680:12345-0@lo:400: Request processed in 594us (1439us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384659.029796:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.029798:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384659.029803:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.029806:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384659.029806:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384659.029811:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000001:1.0:1767384659.029811:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384659.029815:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041afcab9] to pc [ptlrpcd_00_00+0] req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384659.029818:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000040:1.0:1767384659.029821:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.029824:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384659.029828:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384659.029833:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dcf4ba2. 00000004:00000001:0.0:1767384659.029840:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.029841:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00000100:00100000:1.0:1767384659.029846:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d4cc4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049191424:0@lo:400: 00000020:00000010:2.0:1767384659.029849:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003251f5f1. 00000100:00000001:1.0:1767384659.029853:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384659.029856:0:17090:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:1.0:1767384659.029857:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384659.029860:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384659.029861:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384659.029863:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d4cc4a7 x1853237049191424/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.029864:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384659.029871:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384659.029872:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384659.029875:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384659.029876:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767384659.029876:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384659.029881:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384659.029881:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3fcb623. 00000400:00000010:0.0:1767384659.029882:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a372c797. 02000000:00000001:1.0:1767384659.029886:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384659.029888:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651b1172 00000020:00000001:1.0:1767384659.029889:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384659.029893:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000400:00000010:0.0:1767384659.029893:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000651b1172. 00000100:00100000:2.0:1767384659.029897:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000020:00000001:1.0:1767384659.029897:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384659.029900:0:16358:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384659.029901:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009885ecaa. 00000100:00000040:2.0:1767384659.029903:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00000001:2.0:1767384659.029908:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228734080 : -128356480817536 : ffff8b42ad8e6680) 02000000:00000001:1.0:1767384659.029908:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384659.029909:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384659.029912:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384659.029915:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d4cc4a7. 00000100:00000040:2.0:1767384659.029920:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000da639f8 x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:640/0 lens 224/0 e 0 to 0 dl 1767384670 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.029921:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384659.029925:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384659.029928:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.029929:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.029936:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.029939:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.029943:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.029946:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.029953:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384659.029956:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384659.029958:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384659.029959:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.029959:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.029963:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384659.029964:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a3acc9. 02000000:00000001:0.0:1767384659.029966:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384659.029969:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384659.029972:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384659.029973:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.029978:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.029980:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a3acc9. 00000100:00000001:1.0:1767384659.029980:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384659.029983:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384659.029983:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=67 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384659.029988:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384659.029989:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000da639f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237049191808:12345-0@lo:400: 00000100:00001000:0.0:1767384659.029991:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=67 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384659.029992:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384659.029997:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384659.029998:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191808 00000100:00100000:1.0:1767384659.030003:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049191936:0@lo:13: 00000100:00000001:0.0:1767384659.030005:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384659.030006:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384659.030008:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030009:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384659.030011:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384659.030013:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384659.030013:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384659.030015:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.030017:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384659.030019:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384659.030020:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384659.030021:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384659.030025:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 02000000:00000010:1.0:1767384659.030026:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000059005066. 02000000:00000001:1.0:1767384659.030031:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.030031:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.030032:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384659.030037:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384659.030038:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d6d258. 00000100:00000001:0.0:1767384659.030038:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384659.030041:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384659.030041:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:1.0:1767384659.030043:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 00000020:00000001:2.0:1767384659.030045:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384659.030046:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767384659.030047:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049191936, portal 4 00000020:00000001:2.0:1767384659.030050:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030050:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030051:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384659.030054:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.030055:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000020:00000001:2.0:1767384659.030057:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384659.030062:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384659.030065:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.030065:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384659.030067:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384659.030071:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384659.030073:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095cb7f42. 00000100:00000001:0.0:1767384659.030074:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.030079:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384659.030080:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.030082:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384659.030085:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384659.030087:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.030090:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068233c9a. 00000020:00000001:2.0:1767384659.030094:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384659.030095:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049191936, offset 0 00010000:00000040:2.0:1767384659.030101:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049191808 00000100:00100000:0.0:1767384659.030105:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f85cd9de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049191552:0@lo:400: 00000400:00000200:1.0:1767384659.030107:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384659.030108:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384659.030111:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.030113:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:2.0:1767384659.030115:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000da639f8 x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384659.030119:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f85cd9de x1853237049191552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384659.030120:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384659.030131:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260006e00 00000400:00000200:1.0:1767384659.030141:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000400:00000200:1.0:1767384659.030151:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384659.030152:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384659.030152:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384659.030155:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384659.030157:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384659.030159:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384659.030161:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bd35f98. 00000100:00000200:1.0:1767384659.030162:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000001:2.0:1767384659.030163:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.030167:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384659.030168:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=72 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384659.030171:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1767384659.030172:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d4cc4a7. 00000100:00000001:2.0:1767384659.030175:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384659.030176:0:16358:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384659.030177:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000008d4cc4a7 x1853237049191936 msgsize 224 00000100:00000040:2.0:1767384659.030182:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:0.0:1767384659.030184:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384659.030188:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00100000:1.0:1767384659.030188:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384659.030189:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d07dd98c. 02000000:00000001:2.0:1767384659.030195:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384659.030199:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030199:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384659.030200:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384659.030204:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384659.030206:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384659.030206:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068233c9a 00000100:00000010:0.0:1767384659.030207:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f85cd9de. 00000400:00000010:1.0:1767384659.030210:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068233c9a. 00000100:00000040:2.0:1767384659.030213:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384659.030214:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384659.030217:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384659.030219:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384659.030220:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015520a5a. 00000100:00000200:1.0:1767384659.030220:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.030222:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384659.030228:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049191808, offset 224 00000100:00000001:0.0:1767384659.030230:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.030231:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384659.030233:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.030236:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.030238:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384659.030240:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384659.030241:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030249:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030250:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384659.030254:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384659.030255:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030259:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384659.030260:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3568 usecs (4 jiffies) 00000100:00000001:0.0:1767384659.030263:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.030264:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948358 00000400:00000001:0.0:1767384659.030267:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384659.030268:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260006d80 00000400:00000001:0.0:1767384659.030270:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384659.030271:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294948357 00000400:00000010:0.0:1767384659.030274:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daef0429. 00000100:00000001:1.0:1767384659.030276:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948358 00000400:00000200:0.0:1767384659.030278:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d719c91 00000100:00000001:1.0:1767384659.030280:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294948357 00000400:00000010:0.0:1767384659.030281:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d719c91. 00000100:00000001:1.0:1767384659.030283:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948358 00000100:00000001:0.0:1767384659.030285:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384659.030288:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294948357 00000400:00000200:2.0:1767384659.030290:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d5d [1] + 224 00000100:00000200:0.0:1767384659.030291:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.030293:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948358 00000100:00000001:1.0:1767384659.030299:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294948357 00000400:00000200:2.0:1767384659.030303:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384659.030304:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.030309:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030313:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384659.030313:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384659.030316:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384659.030317:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.030324:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384659.030326:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384659.030327:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384659.030328:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384659.030331:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.030332:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384659.030335:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.030336:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384659.030339:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384659.030340:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384659.030341:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.030343:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030345:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030349:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.030351:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384659.030357:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384659.030361:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=72 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384659.030362:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.030365:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384659.030367:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.030371:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384659.030377:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.030381:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384659.030382:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384659.030383:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030386:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030387:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384659.030390:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015520a5a 00000100:00000040:0.0:1767384659.030391:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:2.0:1767384659.030395:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015520a5a. 00000100:00000001:2.0:1767384659.030398:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384659.030400:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384659.030402:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384659.030402:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384659.030403:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384659.030409:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384659.030410:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.030410:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384659.030416:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384659.030420:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000040:1.0:1767384659.030420:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:0.0:1767384659.030427:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384659.030428:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384659.030429:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384659.030433:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030433:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384659.030437:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384659.030439:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384659.030448:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000da639f8 x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:640/0 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384659.030448:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b826c886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049191680:0@lo:400: 00000100:00000001:1.0:1767384659.030451:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384659.030455:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049191936 00000100:00000001:0.0:1767384659.030457:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.030459:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384659.030477:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384659.030477:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384659.030481:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.030483:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b826c886 x1853237049191680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384659.030485:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.030490:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049191936 00000020:00000001:1.0:1767384659.030494:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384659.030497:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:1.0:1767384659.030500:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384659.030503:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:0.0:1767384659.030506:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384659.030507:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 02000000:00000001:0.0:1767384659.030510:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384659.030512:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 02000000:00000010:0.0:1767384659.030514:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5c2930. 00000100:00000001:1.0:1767384659.030517:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384659.030520:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384659.030521:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c59a0cb0. 00000020:00000001:0.0:1767384659.030523:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384659.030526:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000da639f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237049191808:12345-0@lo:400: Request processed in 564us (1736us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384659.030527:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384659.030527:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:1.0:1767384659.030533:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c59a0cb0. 00000020:00000001:0.0:1767384659.030533:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384659.030536:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009513625a. 00000020:00000010:1.0:1767384659.030540:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e554612c. 02000000:00000001:0.0:1767384659.030541:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384659.030545:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384659.030546:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000020:00000010:1.0:1767384659.030546:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e120f8. 00000100:00000010:0.0:1767384659.030548:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b826c886. 00000020:00000010:1.0:1767384659.030552:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000100:00000001:0.0:1767384659.030552:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384659.030554:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:0.0:1767384659.030555:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384659.030559:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384659.030560:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384659.030561:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030563:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384659.030566:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384659.030567:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384659.030567:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384659.030571:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.030572:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.030573:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e892812. 00000400:00000001:0.0:1767384659.030577:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384659.030578:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.030579:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df679749. 00000400:00000001:0.0:1767384659.030580:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384659.030583:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b247da. 00000020:00000010:2.0:1767384659.030586:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2cbeb7. 00000100:00000001:1.0:1767384659.030586:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384659.030587:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c288bc38 00000020:00000040:2.0:1767384659.030592:0:17090:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:2.0:1767384659.030598:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384659.030598:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c288bc38. 00000100:00000001:1.0:1767384659.030600:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384659.030601:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384659.030604:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384659.030607:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.030611:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384659.030616:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:1.0:1767384659.030621:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228732288 : -128356480819328 : ffff8b42ad8e5f80) 00000100:00000200:0.0:1767384659.030623:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384659.030630:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d4cc4a7 x1853237049191936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:640/0 lens 224/0 e 0 to 0 dl 1767384670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.030631:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384659.030634:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.030637:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384659.030638:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384659.030640:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384659.030642:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.030646:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384659.030651:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=71 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384659.030652:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1767384659.030654:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=71 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384659.030658:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c59a0cb0. 00000100:00000001:0.0:1767384659.030658:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384659.030660:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030664:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384659.030664:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384659.030668:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384659.030670:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c59a0cb0. 00010000:00000001:0.0:1767384659.030677:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.030681:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d4cc4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049191936:12345-0@lo:13: 00000100:00000001:0.0:1767384659.030682:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384659.030683:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384659.030686:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384659.030688:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384659.030691:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049191936 00000100:00000040:0.0:1767384659.030692:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384659.030697:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384659.030700:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384659.030700:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384659.030703:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030703:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384659.030706:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.030707:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384659.030709:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000100:00000040:0.0:1767384659.030710:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384659.030713:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384659.030737:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.030739:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384659.030741:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384659.030743:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030745:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384659.030747:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384659.030750:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f563bc40. 02000000:00000001:1.0:1767384659.030752:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030754:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384659.030757:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384659.030762:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384659.030764:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384659.030773:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384659.030775:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384659.030779:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00100000:0.0:1767384659.030787:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f28a941b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237049191808:0@lo:400: 00000020:00000020:1.0:1767384659.030788:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384659.030793:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384659.030801:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384659.030802:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.030805:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:1.0:1767384659.030807:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:0.0:1767384659.030808:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f28a941b x1853237049191808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384659.030811:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384659.030817:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030819:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384659.030822:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:1.0:1767384659.030823:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049191936 02000000:00000010:0.0:1767384659.030824:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc68d8e7. 00010000:00000001:1.0:1767384659.030830:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384659.030830:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384659.030834:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384659.030837:0:16359:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000200:1.0:1767384659.030839:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d4cc4a7 x1853237049191936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:640/0 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384659.030840:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384659.030845:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b54294c5. 02000000:00000001:0.0:1767384659.030851:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384659.030854:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384659.030855:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1767384659.030856:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f28a941b. 00010000:00000001:1.0:1767384659.030860:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030862:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767384659.030865:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384659.030865:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.030871:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.030872:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384659.030876:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384659.030878:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384659.030878:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384659.030880:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384659.030883:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.030883:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.030890:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384659.030890:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384659.030895:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384659.030895:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.030899:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068233c9a. 00000100:00000200:1.0:1767384659.030902:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049191936, offset 224 00000400:00000200:1.0:1767384659.030905:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384659.030910:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384659.030913:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260006e00 00000400:00000200:1.0:1767384659.030916:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d75 [1] + 224 00000400:00000200:1.0:1767384659.030919:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.030921:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384659.030923:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384659.030925:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384659.030930:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.030952:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384659.030956:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068233c9a 00000400:00000010:1.0:1767384659.030958:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068233c9a. 00000100:00000001:1.0:1767384659.030959:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384659.030960:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384659.030963:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.030964:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384659.030966:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384659.030967:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.030968:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384659.030971:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d4cc4a7 x1853237049191936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:640/0 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.030977:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d4cc4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049191936:12345-0@lo:13: Request processed in 324us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384659.030982:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384659.030984:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:1.0:1767384659.030986:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384659.030987:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384659.030989:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e120f8. 00000100:00000001:2.0:1767384659.030990:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384659.030992:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000100:00000001:2.0:1767384659.030994:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384659.030996:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e554612c. 00000020:00000040:1.0:1767384659.031000:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000400:00000001:2.0:1767384659.031002:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384659.031002:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384659.031006:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384659.031010:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d6d258. 00000400:00000200:2.0:1767384659.031015:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968982e4 00000400:00000010:2.0:1767384659.031017:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968982e4. 00000100:00000001:2.0:1767384659.031021:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384659.031026:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384659.031034:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.031041:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384659.031043:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.031045:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384659.031046:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384659.031048:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384659.031050:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.031052:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384659.031055:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384659.031059:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384659.031061:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384659.031069:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.031071:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384659.031074:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.031080:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.031082:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384659.031084:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384659.031085:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384659.031087:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.031089:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.031096:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384659.031098:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384659.031100:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384659.031102:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384659.031105:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384659.031108:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384659.031114:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384659.031119:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.031122:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384659.031128:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041afcab9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049191936:0@lo:13: 00000100:00000001:2.0:1767384659.031132:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.031134:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384659.031136:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041afcab9 x1853237049191936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.031142:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384659.031143:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384659.031146:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000059005066. 02000000:00000001:2.0:1767384659.031148:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384659.031154:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384659.031156:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384659.031158:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384659.031159:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bde8ca3. 02000000:00000001:2.0:1767384659.031162:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384659.031163:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384659.031166:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041afcab9. 00000100:00000001:2.0:1767384659.031169:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384659.031170:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.031172:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.031176:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384659.031177:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.031179:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384659.031181:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.034764:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294948358, at 4294948359 00000100:00000040:0.0:1767384659.034768:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294948358, at 4294948359 00000100:00000010:1.0:1767384659.034771:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076fe57ab. 00000100:00000010:0.0:1767384659.034774:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004efc31ab. 00000100:00000040:2.0:1767384659.034791:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294948358, at 4294948359 00000100:00000010:2.0:1767384659.034801:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002db3efbc. 00000100:00000040:3.0:1767384659.035761:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294948358, at 4294948360 00000100:00000010:3.0:1767384659.035769:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000461c412d. 00000800:00000200:0.0:1767384659.155795:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (6) 00000800:00000200:0.0:1767384659.155805:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp27 ip 192.168.202.154:988 00000800:00000200:0.0:1767384659.155809:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384659.155935:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384659.155939:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.155952:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384659.155957:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.155959:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384659.219792:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384659.219797:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384659.219801:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384659.219806:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000400:00000200:3.0:1767384659.219812:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384659.219818:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384659.219828:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006703443a. 00000400:00000010:3.0:1767384659.219832:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065e300fa. 00000400:00000001:3.0:1767384659.219836:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384659.219838:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384659.219839:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384659.219846:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000400:00000200:3.0:1767384659.219848:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384659.219851:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384659.219854:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007317568a. 00000400:00000010:3.0:1767384659.219856:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001e4bebf7. 00000400:00000001:3.0:1767384659.219860:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384659.219862:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384659.219864:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384659.219865:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000400:00000200:3.0:1767384659.219867:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384659.219870:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384659.219873:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000acd1d813. 00000400:00000010:3.0:1767384659.219876:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000073666fe5. 00000400:00000001:3.0:1767384659.219879:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384659.219881:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384659.219883:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a42207 00000400:00000010:3.0:1767384659.219884:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010a42207. 00000400:00000200:3.0:1767384659.219887:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384659.219890:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384659.219893:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002666ec3a. 00000400:00000010:3.0:1767384659.219896:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e37c30cc. 00000400:00000200:3.0:1767384659.219903:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp36 00000400:00000010:3.0:1767384659.219906:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000027405d35. 00000400:00000010:3.0:1767384659.219911:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb44ab80. 00000400:00000010:3.0:1767384659.219914:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a42207. 00000400:00000010:3.0:1767384659.219921:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057b741a3. 00000400:00000200:3.0:1767384659.219926:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp36 00000400:00000200:3.0:1767384659.219940:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp36 local destination 00000400:00000200:3.0:1767384659.219947:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp36 00000400:00000200:3.0:1767384659.219952:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp36 NI seq info: [154:154:256:4294967295] 192.168.202.154@tcp36 LPNI seq info [140:140:8:4294967295] 00000400:00000200:3.0:1767384659.219960:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp36 00000400:00000200:3.0:1767384659.219968:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp36(192.168.202.154@tcp36:) -> 192.168.202.154@tcp36(192.168.202.154@tcp36:192.168.202.154@tcp36) : GET try# 0 00000800:00000200:3.0:1767384659.219974:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp36 00000800:00000010:3.0:1767384659.219985:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000007d73832. 00000800:00000200:3.0:1767384659.219994:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000800:00000200:3.1:1767384659.220000:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000400:00000200:3.0:1767384659.220025:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp36 added to recovery queue. ping count: 4 next ping: 297 health :600 00000400:00000200:2.0:1767384659.220095:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220149:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220175:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220192:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220211:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220235:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220250:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220272:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220290:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220315:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220331:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220357:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220384:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220401:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220422:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220440:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220452:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220486:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220523:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220536:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220561:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220574:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220589:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220606:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220618:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220631:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220672:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220685:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220697:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220710:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.220939:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384659.221139:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:2.0:1767384659.221145:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e77426e6. 00000800:00000010:2.0:1767384659.221150:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020a3acc9. 00000800:00000010:2.0:1767384659.221171:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020a3acc9. 00000800:00020000:2.0:1767384659.221180:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384659.221183:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e77426e6. 00000800:00000010:2.0:1767384659.221186:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:2.0:1767384659.221226:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp36 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384659.221232:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp36 notifying 192.168.202.154@tcp36: down 00000800:00000200:2.0:1767384659.221236:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp36 down 00000800:00000100:2.0:1767384659.221242:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp36 00000800:00000010:2.0:1767384659.221246:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000007d73832. 00000400:00000200:2.0:1767384659.221249:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384659.221254:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp36->192.168.202.154@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384659.221267:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384659.221270:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384659.221273:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp36) recovery failed with -71 00010000:00000001:1.0:1767384659.475772:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384659.475779:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.475785:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384659.475787:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384659.475821:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384659.475824:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384659.475827:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384659.623789:0:35896:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384659.623793:0:35896:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384659.626800:0:35896:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384659.632937:0:35897:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009ae49197. 00000400:00000010:0.0:1767384659.632950:0:35897:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000066ca982d. 00000400:00000010:0.0:1767384659.632958:0:35897:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000085196f1b. 00000400:00000010:0.0:1767384659.632966:0:35897:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000044dae6b8. 00000400:00000010:0.0:1767384659.632969:0:35897:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ea9f06d. 00000400:00000010:0.0:1767384659.632972:0:35897:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089188065. 00000400:00000010:0.0:1767384659.632974:0:35897:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0191e84. 00000400:00000010:0.0:1767384659.632975:0:35897:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003e740a6c. 00000400:00000010:0.0:1767384659.632978:0:35897:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000843985f9. 00000800:00000010:0.0:1767384659.632993:0:35897:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009bbfa232. 00000800:00000200:0.0:1767384659.633002:0:35897:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384659.633013:0:35897:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384659.633048:0:35897:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384659.633069:0:35897:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp45 [8/256/0/180] 00000400:00000010:0.0:1767384659.634360:0:35897:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000bd406362. 00000400:00000010:0.0:1767384659.634366:0:35897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a372c797. 00000400:00000010:0.0:1767384659.634370:0:35897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000651b1172. 00000400:00000001:0.0:1767384659.634388:0:35897:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384659.634390:0:35897:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384659.634392:0:35897:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c119030b. 00000400:00000200:0.0:1767384659.634394:0:35897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbaf5c62 00000400:00000010:0.0:1767384659.634395:0:35897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbaf5c62. 00000400:00000010:0.0:1767384659.634398:0:35897:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000f060a383. 00000400:00000200:0.0:1767384659.634402:0:35897:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (36) 00000400:00000200:0.0:1767384659.634413:0:35897:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384659.634421:0:35897:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:0.0:1767384659.634427:0:35897:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3e97ea0. 00000020:01000000:0.0:1767384659.634431:0:35897:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384659.634433:0:35897:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp45 00000400:00000200:2.0:1767384659.634439:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384659.634447:0:35897:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000066ca982d. 00000400:00000200:2.0:1767384659.634448:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300151 00000400:00000010:0.0:1767384659.634452:0:35897:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009ae49197. 00000400:00000010:2.0:1767384659.634470:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015520a5a. 00000400:00000200:2.0:1767384659.634476:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000010:2.0:1767384659.634483:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6c39bb3. 00000400:00000200:2.0:1767384659.634488:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:1.0:1767384659.634498:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384659.634502:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:00000001:1.0:1767384659.634504:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384659.634508:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384659.634511:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:01000000:1.0:1767384659.634518:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384659.634520:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:1.0:1767384659.634522:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384659.634525:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384659.634528:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384659.634530:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384659.634533:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:1.0:1767384659.634533:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384659.634536:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384659.634538:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384659.634540:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384659.634543:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384659.634545:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:1.0:1767384659.634545:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384659.634551:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057a837e2. 00000400:00000200:2.0:1767384659.634554:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000040:1.0:1767384659.634556:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384659.634563:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384659.634564:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 02000000:00000001:1.0:1767384659.634566:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384659.634572:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 02000000:00000001:1.0:1767384659.634572:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634580:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 02000000:00000010:1.0:1767384659.634582:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003371e95. 00000400:00000200:2.0:1767384659.634588:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000100:00000001:1.0:1767384659.634589:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634598:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000100:00000001:1.0:1767384659.634600:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.634603:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634607:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000100:00000040:1.0:1767384659.634612:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057a837e2] to pc [ptlrpcd_00_01+1] req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384659.634615:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:2.0:1767384659.634631:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:2.0:1767384659.634646:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:2.0:1767384659.634653:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000100:00000001:0.0:1767384659.634654:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384659.634656:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.634659:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384659.634662:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634663:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000100:00000001:0.0:1767384659.634664:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384659.634668:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.634672:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384659.634674:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384659.634677:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000020:00000001:1.0:1767384659.634685:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384659.634689:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384659.634693:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384659.634694:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000100:00000001:0.0:1767384659.634695:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:1.0:1767384659.634696:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384659.634701:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384659.634703:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384659.634706:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384659.634708:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384659.634709:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000020:01000004:1.0:1767384659.634710:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384659.634711:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384659.634713:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384659.634748:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634749:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 28], ns[152, 28] 00000100:00100000:0.0:1767384659.634754:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057a837e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049192064:0@lo:253: 00000100:00000001:0.0:1767384659.634760:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384659.634761:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 02000000:00000001:0.0:1767384659.634764:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384659.634768:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634769:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 28], ns[124, 28] 02000000:00000001:0.0:1767384659.634771:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384659.634777:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[86, 28] 02000000:00000010:0.0:1767384659.634777:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b71a2672. 02000000:00000001:0.0:1767384659.634780:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384659.634787:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be9ecdf0. 00000400:00000200:2.0:1767384659.634789:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 28], ns[136, 28] 00000400:00000010:0.0:1767384659.634793:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066ca982d. 00000400:00000200:2.0:1767384659.634798:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[114, 28] 00000100:00000200:0.0:1767384659.634799:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192064, portal 25 00000100:00000001:0.0:1767384659.634805:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384659.634808:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228724224 : -128356480827392 : ffff8b42ad8e4000) 00000400:00000200:2.0:1767384659.634809:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 28], ns[151, 28] 00000100:00000040:0.0:1767384659.634817:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384659.634819:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 28], ns[154, 28] 00000400:00000200:2.0:1767384659.634835:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[124, 28], ns[138, 28] 00000100:00000001:0.0:1767384659.634837:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384659.634844:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384659.634845:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 28], ns[145, 28] 00000400:00000010:0.0:1767384659.634849:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000804547d5. 00000400:00000200:2.0:1767384659.634854:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 28], ns[150, 28] 00000100:00000200:0.0:1767384659.634856:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192064, offset 0 00000020:01000004:1.0:1767384659.634860:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384659.634863:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384659.634865:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384659.634866:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[129, 28], ns[143, 28] 00000400:00000200:0.0:1767384659.634870:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:1.0:1767384659.634874:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384659.634875:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384659.634878:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002219384. 00000020:00000040:1.0:1767384659.634880:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384659.634885:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.634887:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384659.634890:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634894:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[139, 28], ns[153, 28] 02000000:00000010:1.0:1767384659.634897:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a73a3345. 00000400:00000200:2.0:1767384659.634903:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000100:00000001:1.0:1767384659.634903:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.634910:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.634912:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634913:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:1.0:1767384659.634918:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002219384] to pc [ptlrpcd_00_02+2] req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384659.634924:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384659.634936:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:2.0:1767384659.634942:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp42 10000000:00000001:1.0:1767384659.634946:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634949:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp42 lpni_is_preferred = 0 10000000:00000001:1.0:1767384659.634950:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.634954:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.634956:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp42 00000020:01000000:1.0:1767384659.634957:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384659.634962:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3e97ea0. 00000400:00000200:2.0:1767384659.634967:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp42 NI seq info: [155:155:256:4294967295] 192.168.202.154@tcp42 LPNI seq info [141:141:8:4294967295] 00000100:00000001:1.0:1767384659.634973:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384659.634977:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp42 00000100:00000001:1.0:1767384659.634977:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.634980:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384659.634985:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384659.634997:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42:) -> 192.168.202.154@tcp42(192.168.202.154@tcp:192.168.202.154@tcp42) : PUT try# 0 00000100:00000001:1.0:1767384659.634999:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384659.635002:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.635005:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384659.635007:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384659.635008:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.154@tcp42 00000400:00000200:0.0:1767384659.635012:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384659.635013:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384659.635017:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd34627a. 00000100:00100000:1.0:1767384659.635018:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002219384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049192192:0@lo:253: 00000100:00000001:1.0:1767384659.635024:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384659.635025:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006e80 02000000:00000001:1.0:1767384659.635027:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767384659.635031:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e77426e6. 02000000:00000001:1.0:1767384659.635031:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384659.635034:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1511 [2] + 0 02000000:00000001:1.0:1767384659.635037:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767384659.635038:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000015df67d2. 00000400:00000010:0.0:1767384659.635039:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d320d95. 02000000:00000010:1.0:1767384659.635043:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc23ee3f. 00000400:00000200:0.0:1767384659.635045:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004dec9a8 02000000:00000001:1.0:1767384659.635046:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384659.635049:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000400:00000200:0.0:1767384659.635052:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767384659.635057:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000400:00000010:1.0:1767384659.635058:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0798c9b. 00000400:00000200:0.0:1767384659.635062:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384659.635065:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000396dca3f. 00000400:00000200:0.0:1767384659.635068:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004dec9a8 00000400:00000010:0.0:1767384659.635071:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004dec9a8. 00000100:00000001:0.0:1767384659.635075:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384659.635076:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384659.635078:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192192, portal 25 00000400:00000200:2.0:1767384659.635080:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:1.0:1767384659.635081:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.635086:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228736768 : -128356480814848 : ffff8b42ad8e7100) 00000400:00000200:2.0:1767384659.635088:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300551 rc 0 00000100:00000040:0.0:1767384659.635088:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000715d5142 x1853237049192064 msgsize 4848 00000100:00000040:1.0:1767384659.635094:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384659.635098:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384659.635102:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384659.635105:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.635106:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384659.635111:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.635111:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384659.635113:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384659.635117:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc84534d. 00000100:00000200:1.0:1767384659.635120:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192192, offset 0 00000400:00000200:0.0:1767384659.635122:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000804547d5 00000400:00000010:0.0:1767384659.635125:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000804547d5. 00000100:00000001:0.0:1767384659.635128:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384659.635130:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384659.635133:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384659.635142:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384659.635146:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384659.635150:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384659.635153:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260006f00 00000400:00000200:1.0:1767384659.635163:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1545 [2] + 0 00000100:00000001:0.0:1767384659.635164:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.635166:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000100:00000001:0.0:1767384659.635167:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384659.635172:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002ec3fd3 00000400:00000200:2.0:1767384659.635173:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000001:0.0:1767384659.635175:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.635179:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384659.635181:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294948964 00000400:00000200:1.0:1767384659.635186:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384659.635188:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c9fd11. 00000400:00000200:1.0:1767384659.635189:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002ec3fd3 00000400:00000010:1.0:1767384659.635193:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002ec3fd3. 00000100:00000001:0.0:1767384659.635196:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384659.635197:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384659.635201:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384659.635204:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000004271a5d1 x1853237049192192 msgsize 4848 00000100:00000001:0.0:1767384659.635205:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294948964 00000100:00000010:0.0:1767384659.635211:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bac07c73. 00000100:00100000:1.0:1767384659.635212:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384659.635216:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384659.635217:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384659.635221:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294948964 00000100:00000010:0.0:1767384659.635224:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005075c34d. 00000100:00000001:1.0:1767384659.635225:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384659.635228:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384659.635232:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294948964 00000400:00000200:1.0:1767384659.635233:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc84534d 00000400:00000010:1.0:1767384659.635236:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc84534d. 00000100:00000010:0.0:1767384659.635236:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d64c8144. 00000400:00000200:2.0:1767384659.635242:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:0.0:1767384659.635242:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384659.635243:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384659.635248:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384659.635249:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.635253:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635260:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635262:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384659.635263:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384659.635266:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.635272:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.635278:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635281:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384659.635282:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384659.635286:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384659.635288:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384659.635290:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635291:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635293:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635295:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294948964 00000100:00000001:1.0:1767384659.635299:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294948964 00000100:00000001:1.0:1767384659.635301:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294948964 00000400:00000200:2.0:1767384659.635303:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00000001:1.0:1767384659.635303:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294948964 00000100:00000001:1.0:1767384659.635307:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294948964 00000100:00000001:1.0:1767384659.635311:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294948964 00000100:00000001:1.0:1767384659.635313:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294948964 00000100:00000001:1.0:1767384659.635315:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294948964 00000100:00000001:1.0:1767384659.635316:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.635318:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635321:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635322:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.635327:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.635328:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384659.635332:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.635333:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.635334:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635336:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635346:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.635348:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.635360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:1.0:1767384659.635361:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384659.635366:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192064 02000000:00000001:1.0:1767384659.635369:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384659.635370:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.635373:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.635376:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.635379:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192064 00000020:00000001:1.0:1767384659.635381:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384659.635382:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384659.635385:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384659.635392:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384659.635394:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384659.635396:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384659.635400:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384659.635403:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000019e76cf. 00000100:00000001:1.0:1767384659.635406:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384659.635408:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000019e76cf. 00000020:00000010:1.0:1767384659.635414:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3988382. 00000020:00000010:1.0:1767384659.635418:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e120f8. 00000400:00000200:2.0:1767384659.635419:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000020:00000010:1.0:1767384659.635422:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000f76a21. 00000100:00000040:1.0:1767384659.635431:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384659.635433:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384659.635435:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384659.635437:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.635443:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635449:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384659.635452:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192192 00000100:00000001:1.0:1767384659.635453:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384659.635467:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384659.635469:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384659.635473:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.635476:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384659.635478:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192192 00000020:00000001:0.0:1767384659.635480:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384659.635482:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384659.635483:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384659.635483:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384659.635487:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384659.635488:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000400:00000200:2.0:1767384659.635492:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000020:00000001:0.0:1767384659.635492:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:1.0:1767384659.635493:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000020:00000001:0.0:1767384659.635498:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:1.0:1767384659.635501:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384659.635502:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384659.635504:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611947600 : -128357097604016 : ffff8b4288cafc50) 00000020:00000010:0.0:1767384659.635507:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f91d581. 00000100:00000040:1.0:1767384659.635510:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000715d5142 x1853237049192064/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 4848/0 e 0 to 0 dl 1767384670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.635511:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384659.635517:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f91d581. 00000100:00000001:1.0:1767384659.635523:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384659.635524:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd35f98. 00000020:00000010:1.0:1767384659.635526:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000019e76cf. 00000100:00000001:1.0:1767384659.635531:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384659.635531:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022cdf202. 00000020:00000010:1.0:1767384659.635536:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000019e76cf. 00000020:00000010:0.0:1767384659.635538:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052549c7b. 00000100:00100000:1.0:1767384659.635543:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000715d5142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049192064:12345-0@lo:253: 00000100:00000001:0.0:1767384659.635544:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384659.635545:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000100:00000001:0.0:1767384659.635547:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384659.635551:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192064 00000100:00000001:0.0:1767384659.635552:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.635557:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384659.635560:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.635562:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384659.635565:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635566:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.635573:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384659.635575:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:0.0:1767384659.635578:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384659.635579:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384659.635582:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384659.635583:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.635587:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384659.635589:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384659.635589:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000001:1.0:1767384659.635592:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.635593:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384659.635596:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611945552 : -128357097606064 : ffff8b4288caf450) 00000100:00000001:1.0:1767384659.635597:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384659.635600:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384659.635605:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004495cd81. 02000000:00000001:1.0:1767384659.635608:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.635609:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000040:0.0:1767384659.635609:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004271a5d1 x1853237049192192/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 4848/0 e 0 to 0 dl 1767384670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.635610:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384659.635615:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384659.635624:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:1.0:1767384659.635628:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e01c6901. 00000020:00000010:0.0:1767384659.635628:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f91d581. 00000100:00000001:0.0:1767384659.635635:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384659.635636:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:0.0:1767384659.635637:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f91d581. 20000000:00000001:1.0:1767384659.635641:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:0.0:1767384659.635642:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004271a5d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049192192:12345-0@lo:253: 20000000:00000001:1.0:1767384659.635645:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:0.0:1767384659.635647:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192192 00000020:00000001:0.0:1767384659.635650:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384659.635651:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384659.635653:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384659.635657:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384659.635657:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.635659:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000020:00000001:0.0:1767384659.635662:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384659.635664:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384659.635666:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384659.635669:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384659.635670:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384659.635672:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384659.635674:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384659.635676:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e554612c. 00000020:00000001:0.0:1767384659.635676:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635678:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384659.635681:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384659.635682:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 02000000:00000010:0.0:1767384659.635687:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1662eeb. 20000000:00000001:1.0:1767384659.635690:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384659.635691:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.635694:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.635696:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 20000000:00000001:0.0:1767384659.635696:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384659.635699:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384659.635704:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:0.0:1767384659.635704:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000057c53d66. 20000000:01000000:0.0:1767384659.635710:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384659.635712:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384659.635714:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384659.635715:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384659.635716:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384659.635741:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384659.635745:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384659.635758:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00080000:00000001:1.0:1767384659.635761:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.635766:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384659.635768:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.635770:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384659.635773:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384659.635776:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:1.0:1767384659.635781:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00080000:00000002:1.0:1767384659.635783:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384659.635787:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384659.635791:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.635792:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00080000:00000001:1.0:1767384659.635803:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.635808:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384659.635814:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384659.635819:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384659.635823:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006436d7e9. 00080000:00000001:1.0:1767384659.635826:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712285257728 : -128361424293888 : ffff8b4186e6f000) 00080000:00000001:1.0:1767384659.635829:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384659.635833:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384659.635834:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00080000:00000010:1.0:1767384659.635837:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000019e76cf. 00080000:00000001:1.0:1767384659.635841:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.635844:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384659.635858:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.635875:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384659.635892:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.635938:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.635968:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.635999:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636027:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636058:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636097:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636144:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636193:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636227:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636261:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636322:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636348:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636376:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636412:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636439:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636480:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636508:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636534:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636569:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384659.636594:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00080000:00000010:1.0:1767384659.636631:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006436d7e9. 00080000:00000010:0.0:1767384659.636669:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000019e76cf. 00040000:00000001:0.0:1767384659.636674:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384659.636675:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384659.636682:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384659.636685:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384659.636687:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384659.636688:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384659.636698:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384659.636706:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384659.636709:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384659.636713:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384659.636715:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006436d7e9. 20000000:01000000:1.0:1767384659.636735:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384659.636738:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384659.636741:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384659.636743:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384659.636748:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384659.636753:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.636756:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384659.636758:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.636760:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384659.636762:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384659.636764:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:1.0:1767384659.636768:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384659.636770:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384659.636774:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384659.636776:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.636778:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384659.636781:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384659.636784:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:1.0:1767384659.636787:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:0.0:1767384659.636787:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:1.0:1767384659.636791:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008db7b4a7. 20000000:00000001:0.0:1767384659.636791:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384659.636794:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384659.636796:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712285261312 : -128361424290304 : ffff8b4186e6fe00) 00010000:00000001:0.0:1767384659.636799:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384659.636802:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384659.636808:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:0.0:1767384659.636808:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009aa47928 count: 2 00000001:00000001:1.0:1767384659.636812:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384659.636812:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384659.636815:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384659.636818:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008d527bc8. 00080000:00000001:1.0:1767384659.636822:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384659.636825:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384659.636832:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00080000:00000001:1.0:1767384659.636833:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384659.636837:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000800:00000010:2.0:1767384659.636841:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f623518d. 00000020:00000001:0.0:1767384659.636842:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384659.636843:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:0.0:1767384659.636845:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c4d0 to hash 00000020:00000001:0.0:1767384659.636848:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000010:2.0:1767384659.636851:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020a3acc9. 00010000:00000001:0.0:1767384659.636851:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384659.636856:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384659.636860:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384659.636861:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384659.636863:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384659.636870:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384659.636874:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384659.636876:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384659.636878:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:2.0:1767384659.636880:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020a3acc9. 00010000:00000001:0.0:1767384659.636881:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384659.636884:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384659.636892:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00020000:2.0:1767384659.636899:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00010000:00000001:0.0:1767384659.636900:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.636904:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:2.0:1767384659.636906:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f623518d. 00010000:00000001:0.0:1767384659.636906:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384659.636911:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384659.636912:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00010000:00000001:0.0:1767384659.636914:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384659.636918:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384659.636923:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009aa47928) refcount = 2 00010000:00000040:0.0:1767384659.636925:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384659.636926:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384659.636930:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384659.636930:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384659.636935:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f91d581. 00000100:00000001:0.0:1767384659.636937:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384659.636940:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000804547d5. 00000100:00000001:0.0:1767384659.636942:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712270570240 : -128361438981376 : ffff8b418606d300) 00000100:00000001:0.0:1767384659.636944:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712270570240 : -128361438981376 : ffff8b418606d300) 00000100:00000001:0.0:1767384659.636945:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384659.636947:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384659.636948:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384659.636950:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384659.636951:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384659.636953:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384659.636955:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384659.636957:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384659.636959:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:02020000:2.0:1767384659.636963:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp42 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000100:00000010:0.0:1767384659.636963:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000a91cc1. 00000020:00000040:0.0:1767384659.636966:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000001:0.0:1767384659.636970:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384659.636972:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384659.636976:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp42 notifying 192.168.202.154@tcp42: down 02000000:00000001:0.0:1767384659.636976:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384659.636981:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077db24f9. 00000800:00000200:2.0:1767384659.636985:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp42 down 00000100:00000001:0.0:1767384659.636990:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1767384659.636996:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.202.154@tcp42 00010000:00010000:0.0:1767384659.636997:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384659.637004:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd34627a. 00000400:00000200:2.0:1767384659.637012:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00010000:0.0:1767384659.637012:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 431 lvb_type: 0 00000400:00000200:2.0:1767384659.637022:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: PUT: LOCAL_ERROR 00010000:00000001:0.0:1767384659.637023:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384659.637027:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384659.637029:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384659.637034:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp42 added to recovery queue. ping count: 0 next ping: 282 health :900 00000100:00000001:0.0:1767384659.637040:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384659.637043:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384659.637043:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384659.637049:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000000a91cc1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049192320:0@lo:104: 00000400:00000200:2.0:1767384659.637052:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000100:00000001:0.0:1767384659.637054:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384659.637058:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384659.637060:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 02000000:00000001:0.0:1767384659.637061:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.637064:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384659.637067:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f2079f6. 02000000:00000001:0.0:1767384659.637069:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384659.637073:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c57a5d. 00000400:00000010:0.0:1767384659.637077:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055675e0a. 00000100:00000200:0.0:1767384659.637082:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192320, portal 16 00000100:00000001:0.0:1767384659.637085:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384659.637086:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520603136 : -128356188948480 : ffff8b42bef3f800) 00000100:00000040:0.0:1767384659.637091:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384659.637098:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384659.637103:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384659.637105:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384659.637107:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 00000100:00000200:0.0:1767384659.637111:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049192320, offset 0 00000400:00000200:1.0:1767384659.637113:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x301151 00000400:00000200:0.0:1767384659.637120:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:1.0:1767384659.637128:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384659.637129:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1767384659.637133:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384659.637136:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015520a5a 00000400:00000010:1.0:1767384659.637139:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015520a5a. 00000400:00000200:0.0:1767384659.637140:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260006f80 00000400:00000200:1.0:1767384659.637145:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384659.637152:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384659.637156:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 984 00000400:00000200:1.0:1767384659.637157:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00000400:00000200:0.0:1767384659.637163:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.637164:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384659.637168:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300151 rc -71 00000400:00000200:0.0:1767384659.637172:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384659.637175:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384659.637181:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (37) 00000100:00000001:0.0:1767384659.637185:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384659.637188:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384659.637191:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cc04934. 00000100:00000040:0.0:1767384659.637193:0:17104:0:(events.c:337:request_in_callback()) incoming req@000000003cc04934 x1853237049192320 msgsize 328 00000100:00100000:0.0:1767384659.637196:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384659.637205:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384659.637209:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000400:00000010:0.0:1767384659.637210:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000100:00000001:0.0:1767384659.637214:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384659.637216:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384659.637222:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384659.637223:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384659.637228:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637230:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384659.637232:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637235:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294948966 00000100:00000001:2.0:1767384659.637238:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384659.637239:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294948964 00000100:00100000:2.0:1767384659.637244:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192320 00000100:00000001:0.0:1767384659.637245:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294948966 02000000:00000001:2.0:1767384659.637249:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384659.637250:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294948964 00000100:00000001:2.0:1767384659.637253:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384659.637254:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294948966 00000100:00000001:2.0:1767384659.637258:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637260:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294948964 02000000:00000001:2.0:1767384659.637263:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637265:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294948966 00000100:00100000:2.0:1767384659.637269:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192320 00000100:00000001:0.0:1767384659.637271:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294948964 00000020:00000001:2.0:1767384659.637272:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384659.637275:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000100:00000001:0.0:1767384659.637277:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384659.637279:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384659.637282:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384659.637283:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00010000:00000001:0.0:1767384659.637287:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.637288:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00010000:00000001:0.0:1767384659.637291:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.637293:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:2.0:1767384659.637297:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384659.637301:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a3acc9. 00000020:00000001:0.0:1767384659.637302:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.637305:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384659.637307:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384659.637311:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a3acc9. 00010000:00000001:0.0:1767384659.637311:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384659.637314:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.637318:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:2.0:1767384659.637319:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2cbeb7. 00010000:00000001:0.0:1767384659.637321:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384659.637324:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637326:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384659.637329:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384659.637331:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 00000000804547d5 going to sleep for 11 seconds 00000020:00000010:2.0:1767384659.637332:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6557da8. 00000100:00000001:0.0:1767384659.637334:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384659.637337:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.637339:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df679749. 00080000:00000020:0.0:1767384659.637347:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000040:2.0:1767384659.637349:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384659.637352:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384659.637354:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 20000000:00000010:0.0:1767384659.637355:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e01c6901. 00000100:00000001:2.0:1767384659.637358:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 20000000:00000001:0.0:1767384659.637360:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.637361:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384659.637364:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192064 00000100:00000001:2.0:1767384659.637368:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.637368:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384659.637373:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000715d5142 x1853237049192064/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384659.637379:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384659.637381:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384659.637383:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384659.637386:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.637387:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384659.637391:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384659.637393:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384659.637396:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384659.637398:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637401:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384659.637402:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384659.637406:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384659.637407:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384659.637407:0:17116:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384659.637409:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000140ad2c1. 00000100:00000001:1.0:1767384659.637411:0:17116:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384659.637413:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192064, offset 224 00000100:00100000:2.0:1767384659.637415:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384659.637420:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000400:00000200:0.0:1767384659.637420:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384659.637421:0:17116:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.637426:0:17116:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.637427:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520595968 : -128356188955648 : ffff8b42bef3dc00) 00000400:00000200:0.0:1767384659.637430:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384659.637438:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cc04934 x1853237049192320/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 328/0 e 0 to 0 dl 1767384670 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384659.637439:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006e80 00000400:00000200:0.0:1767384659.637446:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d91 [2] + 224 00000100:00000001:2.0:1767384659.637468:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384659.637468:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384659.637474:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384659.637475:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a3acc9. 00000100:00000001:0.0:1767384659.637477:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384659.637479:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384659.637482:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384659.637484:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a3acc9. 00000100:00100000:2.0:1767384659.637494:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003cc04934 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049192320:12345-0@lo:104: 00000100:00000040:0.0:1767384659.637495:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384659.637504:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192320 00010000:00000001:2.0:1767384659.637509:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384659.637512:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384659.637514:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384659.637517:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384659.637518:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000140ad2c1 00000020:00000040:2.0:1767384659.637520:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=2 00000100:00000001:1.0:1767384659.637521:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384659.637521:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000140ad2c1. 00000100:00000001:1.0:1767384659.637525:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384659.637527:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00000100:00000001:0.0:1767384659.637527:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384659.637530:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384659.637531:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384659.637532:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00000400:00000001:1.0:1767384659.637535:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384659.637537:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.637538:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384659.637538:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be9ecdf0. 00000100:00000040:0.0:1767384659.637541:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384659.637542:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.637544:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066ca982d 00010000:00000001:0.0:1767384659.637545:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:2.0:1767384659.637549:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384659.637549:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066ca982d. 00000020:00000001:0.0:1767384659.637550:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.637555:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384659.637556:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384659.637562:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384659.637563:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000715d5142 x1853237049192064/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.637592:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384659.637594:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384659.637596:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384659.637597:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000715d5142 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049192064:12345-0@lo:253: Request processed in 2070us (2505us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384659.637603:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f563909. 02000000:00000001:2.0:1767384659.637609:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384659.637613:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000001:2.0:1767384659.637615:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.637617:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:2.0:1767384659.637620:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384659.637621:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384659.637625:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637626:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384659.637631:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e120f8. 00000100:00001000:2.0:1767384659.637632:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384659.637634:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384659.637636:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000f76a21. 00000100:00000001:1.0:1767384659.637639:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.637640:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384659.637641:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3988382. 00000100:00000001:1.0:1767384659.637645:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384659.637646:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000040:0.0:1767384659.637647:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 02000000:00000001:1.0:1767384659.637649:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384659.637653:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:1.0:1767384659.637654:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384659.637654:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384659.637657:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004495cd81. 00000100:00000001:1.0:1767384659.637658:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.637660:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384659.637661:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384659.637664:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.637665:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.637665:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.637671:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384659.637672:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=77 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384659.637676:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384659.637680:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1767384659.637681:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=77 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384659.637681:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c42c858f. 00000400:00000010:2.0:1767384659.637685:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d41ccea5. 00000400:00000010:0.0:1767384659.637688:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000140ad2c1. 00000100:00000001:1.0:1767384659.637689:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384659.637691:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049192320, offset 224 00000100:00000001:1.0:1767384659.637694:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.637697:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384659.637699:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.637702:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384659.637703:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.637709:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384659.637714:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384659.637748:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.637751:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384659.637752:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384659.637755:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384659.637757:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384659.637759:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384659.637761:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384659.637762:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384659.637764:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384659.637765:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384659.637767:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384659.637768:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384659.637770:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384659.637775:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.637784:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057a837e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049192064:0@lo:253: 00000100:00000001:1.0:1767384659.637790:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.637792:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.637803:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057a837e2 x1853237049192064/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.637812:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384659.637815:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384659.637818:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b71a2672. 02000000:00000001:1.0:1767384659.637824:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384659.637826:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384659.637828:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384659.637830:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384659.637831:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003371e95. 02000000:00000001:1.0:1767384659.637836:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384659.637838:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384659.637839:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057a837e2. 00000100:00000001:1.0:1767384659.637843:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384659.637844:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.637845:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.637849:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.637851:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.637855:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260006f80 00000100:00000001:1.0:1767384659.637855:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.637859:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384659.637865:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1da1 [1] + 224 00000400:00000200:2.0:1767384659.637871:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384659.637875:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384659.637879:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384659.637883:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384659.637893:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384659.637911:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384659.637917:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41ccea5 00000400:00000010:2.0:1767384659.637920:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d41ccea5. 00000100:00000001:1.0:1767384659.637920:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384659.637924:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384659.637926:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384659.637927:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384659.637929:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c57a5d. 00000400:00000200:1.0:1767384659.637931:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055675e0a 00000100:00000001:2.0:1767384659.637933:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384659.637934:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055675e0a. 00000100:00000001:1.0:1767384659.637938:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384659.637942:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384659.637942:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384659.637950:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000200:1.0:1767384659.637954:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384659.637957:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384659.637963:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f623518d. 00000100:00000001:1.0:1767384659.637964:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384659.637966:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.637969:0:17104:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384659.637970:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767384659.637971:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384659.637975:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.637976:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.637983:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384659.637986:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=77 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384659.637989:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00001000:1.0:1767384659.637989:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384659.637995:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384659.637996:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.637997:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.638002:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384659.638003:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.638004:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.638010:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638010:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.638017:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384659.638021:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc04934 x1853237049192320/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 328/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384659.638021:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384659.638026:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384659.638027:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638033:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1767384659.638033:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384659.638036:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384659.638039:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384659.638041:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384659.638043:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384659.638044:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384659.638047:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384659.638048:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384659.638051:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384659.638053:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003cc04934 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049192320:12345-0@lo:104: Request processed in 594us (854us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384659.638058:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384659.638064:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064e63bdf already unused, calling callback (000000000d977f2e) 10000000:00000001:0.0:1767384659.638070:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384659.638074:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384659.638078:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000000a91cc1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049192320:0@lo:104: 00000100:00100000:2.0:1767384659.638079:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384659.638085:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00000001:1.0:1767384659.638088:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.638092:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384659.638093:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384659.638094:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.638095:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384659.638097:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384659.638100:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000010:2.0:1767384659.638101:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6557da8. 00000020:00000001:0.0:1767384659.638101:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384659.638105:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384659.638106:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064e63bdf refcount=3 00000020:00000010:2.0:1767384659.638109:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df679749. 00000100:00000040:1.0:1767384659.638111:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000000a91cc1 x1853237049192320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384659.638111:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00000020:00000010:2.0:1767384659.638117:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2cbeb7. 00010000:00000001:0.0:1767384659.638117:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218179072 : -128356491372544 : ffff8b42aced5800) 00000020:00000040:2.0:1767384659.638125:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00010000:00000001:0.0:1767384659.638126:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384659.638129:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384659.638131:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384659.638131:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384659.638133:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384659.638137:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f2079f6. 02000000:00000001:1.0:1767384659.638144:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1767384659.638145:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384659.638147:0:17104:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:0.0:1767384659.638148:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384659.638150:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00000020:00000001:1.0:1767384659.638155:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:0.0:1767384659.638158:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000010:1.0:1767384659.638159:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077db24f9. 02000000:00000001:1.0:1767384659.638163:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1767384659.638164:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384659.638166:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384659.638167:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:1.0:1767384659.638170:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384659.638171:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000a91cc1. 00000100:00000001:1.0:1767384659.638174:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384659.638175:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384659.638176:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384659.638177:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384659.638180:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000804547d5. 00000100:00000001:1.0:1767384659.638182:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384659.638184:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384659.638185:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f91d581. 00010000:00000001:1.0:1767384659.638187:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.638189:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.638190:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384659.638192:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384659.638194:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384659.638195:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384659.638196:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384659.638199:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384659.638202:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:0.0:1767384659.638206:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384659.638207:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.638211:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384659.638213:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384659.638215:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384659.638217:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384659.638218:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384659.638220:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064e63bdf with handle 0xefc2db714b35c4c2 from hash 00010000:00000001:0.0:1767384659.638222:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384659.638224:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384659.638225:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384659.638226:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384659.638227:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384659.638229:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384659.638231:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384659.638233:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384659.638237:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000020:00000040:0.0:1767384659.638238:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384659.638240:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384659.638241:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384659.638244:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384659.638246:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077db24f9. 00000100:00000001:0.0:1767384659.638248:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.638250:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384659.638252:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384659.638256:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384659.638257:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.638260:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384659.638262:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.638266:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_03+3] req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.638294:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.638297:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384659.638297:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.638300:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384659.638304:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384659.638306:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384659.638308:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384659.638312:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638318:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384659.638318:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.638322:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.638322:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384659.638323:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.638327:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384659.638328:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384659.638330:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384659.638330:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384659.638332:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.638335:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.638340:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.638342:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049192448:0@lo:103: 00010000:00000001:0.0:1767384659.638343:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384659.638347:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 0000000064e63bdf/0xefc2db714b35c4c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c4c9 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384659.638348:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384659.638351:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384659.638354:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384659.638354:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f236ad32 count: 0 02000000:00000001:1.0:1767384659.638358:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384659.638362:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a73aeb. 02000000:00000001:1.0:1767384659.638364:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.638368:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00010000:00000001:0.0:1767384659.638368:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384659.638372:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384659.638374:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068233c9a. 00010000:00000010:0.0:1767384659.638374:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f623518d. 00010000:00000001:0.0:1767384659.638378:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384659.638383:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384659.638384:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192448, portal 18 00000020:00000001:0.0:1767384659.638385:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638389:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1767384659.638390:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384659.638392:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000020:00000001:0.0:1767384659.638393:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384659.638396:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.638398:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384659.638399:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384659.638402:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384659.638404:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384659.638408:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384659.638411:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.638413:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384659.638415:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a186bab0. 00000100:00000200:1.0:1767384659.638417:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049192448, offset 0 00000400:00000200:1.0:1767384659.638420:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384659.638424:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384659.638428:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260007000 00000400:00000200:1.0:1767384659.638432:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:1.0:1767384659.638435:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.638438:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384659.638440:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384659.638442:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384659.638445:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057a837e2. 00000100:00000040:1.0:1767384659.638447:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000057a837e2 x1853237049192448 msgsize 328 00000100:00100000:1.0:1767384659.638450:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384659.638474:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384659.638479:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a186bab0 00000400:00000010:1.0:1767384659.638481:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a186bab0. 00000100:00000001:1.0:1767384659.638483:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384659.638486:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.638492:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.638493:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.638497:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638499:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384659.638503:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384659.638503:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638507:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294948967 00000100:00100000:2.0:1767384659.638508:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192448 02000000:00000001:2.0:1767384659.638513:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384659.638513:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948966 00000100:00000001:2.0:1767384659.638515:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384659.638517:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.638521:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.638523:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294948967 00000100:00100000:2.0:1767384659.638526:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192448 00000100:00000001:1.0:1767384659.638527:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948966 00000100:00000001:1.0:1767384659.638529:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294948967 00000100:00000001:1.0:1767384659.638531:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948966 00000100:00000001:1.0:1767384659.638533:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294948967 00000100:00000001:1.0:1767384659.638535:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948966 00000020:00000001:2.0:1767384659.638539:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384659.638539:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384659.638543:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384659.638544:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.638549:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384659.638550:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384659.638554:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000100:00000001:1.0:1767384659.638555:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384659.638560:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384659.638561:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.638563:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384659.638567:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384659.638568:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.638570:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.638572:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.638575:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384659.638575:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.638581:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a3acc9. 00000100:00000001:2.0:1767384659.638585:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384659.638588:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a3acc9. 00000020:00000010:2.0:1767384659.638592:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2cbeb7. 00000020:00000010:2.0:1767384659.638595:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6557da8. 00000020:00000010:2.0:1767384659.638599:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df679749. 00000100:00000040:2.0:1767384659.638606:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384659.638609:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384659.638610:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384659.638613:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384659.638615:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.638618:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384659.638622:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384659.638623:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384659.638626:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000820b9ca5 refcount=4 00000020:00000001:2.0:1767384659.638628:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:2.0:1767384659.638630:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00010000:2.0:1767384659.638635:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 431 lvb_type: 0 00010000:00000001:2.0:1767384659.638642:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384659.638644:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384659.638645:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.638647:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.638651:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384659.638655:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057a837e2 x1853237049192448/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 328/0 e 0 to 0 dl 1767384670 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.638676:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384659.638679:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.638692:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.638703:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384659.638705:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384659.638709:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384659.638713:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:2.0:1767384659.638715:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228724224 : -128356480827392 : ffff8b42ad8e4000) 00000100:00000040:2.0:1767384659.638746:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057a837e2 x1853237049192448/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 328/0 e 0 to 0 dl 1767384670 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.638755:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384659.638759:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a3acc9. 00000100:00000001:2.0:1767384659.638761:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384659.638763:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a3acc9. 00000100:00100000:2.0:1767384659.638768:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057a837e2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049192448:12345-0@lo:103: 00000100:00000200:2.0:1767384659.638771:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192448 00010000:00000001:2.0:1767384659.638774:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384659.638776:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384659.638778:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384659.638782:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384659.638784:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384659.638787:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000220f6b9d. 02000000:00000001:2.0:1767384659.638789:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.638791:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.638794:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384659.638797:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384659.638799:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384659.638801:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384659.638803:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000820b9ca5 refcount=4 00000020:00000001:2.0:1767384659.638806:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00010000:00000001:2.0:1767384659.638808:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218180096 : -128356491371520 : ffff8b42aced5c00) 00080000:00000010:0.0:1767384659.638810:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008db7b4a7. 00010000:00000040:2.0:1767384659.638819:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009aa47928 count: 3 00010000:00010000:2.0:1767384659.638823:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 431 lvb_type: 0 00000100:00001000:2.0:1767384659.638831:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384659 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384659.638834:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:1.0:1767384659.638835:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008d527bc8. 00010000:00000001:2.0:1767384659.638839:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1767384659.638840:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384659.638844:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384659.638845:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384659.638847:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384659.638851:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 431 lvb_type: 0 00000020:00000002:1.0:1767384659.638852:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384659.638856:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384659.638860:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384659.638863:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000001:2.0:1767384659.638869:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 20000000:00000001:1.0:1767384659.638869:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384659.638873:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:2.0:1767384659.638874:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1767384659.638877:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384659.638878:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.638883:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.638887:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384659.638888:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384659.638893:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384659.638895:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384659.638898:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384659.638900:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384659.638902:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000820b9ca5 with handle 0xefc2db714b35c4c9 from hash 00010000:00000001:2.0:1767384659.638906:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384659.638908:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384659.638909:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384659.638910:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384659.638912:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384659.638913:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384659.638915:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000820b9ca5/0xefc2db714b35c4c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c4c2 expref: 16 pid: 17082 timeout: 431 lvb_type: 0 00010000:00000040:2.0:1767384659.638923:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:2.0:1767384659.638925:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:2.0:1767384659.638930:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384659.638932:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384659.638934:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384659.638943:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000fda0fc98 00010000:00000001:2.0:1767384659.638945:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384659.638947:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384659.638948:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.638950:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384659.638952:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.638955:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384659.638956:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384659.638958:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384659.638965:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384659.638968:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384659.638970:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384659.638972:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384659.638974:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009aa47928) refcount = 2 00010000:00010000:2.0:1767384659.638978:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384659.638983:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384659.638984:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384659.638986:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384659.638988:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000010:1.0:1767384659.638989:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000057c53d66. 00010000:00000001:2.0:1767384659.638992:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384659.638993:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.638998:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384659.638998:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192192 00010000:00000001:1.0:1767384659.639004:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:2.0:1767384659.639006:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020a3acc9. 00010000:00000200:1.0:1767384659.639008:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004271a5d1 x1853237049192192/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.639011:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384659.639016:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004c918c1. 00000100:00000001:2.0:1767384659.639022:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712189610816 : -128361519940800 : ffff8b4181337b40) 00010000:00000001:1.0:1767384659.639025:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384659.639027:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712189610816 : -128361519940800 : ffff8b4181337b40) 00010000:00000001:1.0:1767384659.639028:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384659.639032:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384659.639033:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384659.639036:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384659.639037:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1767384659.639041:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384659.639042:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1767384659.639043:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 20000000:00000001:2.0:1767384659.639047:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:1.0:1767384659.639047:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384659.639050:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384659.639052:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000100:00000001:1.0:1767384659.639053:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.639058:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384659.639059:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767384659.639061:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc84534d. 00000020:00000001:2.0:1767384659.639063:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384659.639065:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192192, offset 224 00000020:00000040:2.0:1767384659.639066:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=5 00000400:00000200:1.0:1767384659.639070:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384659.639079:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000400:00000200:1.0:1767384659.639079:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384659.639084:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:2.0:1767384659.639087:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:1.0:1767384659.639090:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260006f00 00010000:00010000:2.0:1767384659.639091:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384659.639101:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d99 [2] + 224 00010000:00000001:2.0:1767384659.639105:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384659.639109:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384659.639109:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.639118:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384659.639123:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384659.639126:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384659.639126:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384659.639130:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384659.639133:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.639143:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384659.639146:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639152:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384659.639155:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384659.639155:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384659.639176:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fda0fc98 already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384659.639181:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384659.639183:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384659.639185:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384659.639186:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384659.639193:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767384659.639194:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc84534d 00010000:00000001:2.0:1767384659.639198:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767384659.639198:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc84534d. 00000100:00000001:1.0:1767384659.639202:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384659.639203:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384659.639205:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384659.639205:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384659.639207:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=6 00000100:00000001:0.0:1767384659.639209:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384659.639212:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000100:00000001:1.0:1767384659.639212:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384659.639214:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384659.639218:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:0.0:1767384659.639218:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384659.639219:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000400:00000010:0.0:1767384659.639220:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0798c9b. 00010000:00000001:1.0:1767384659.639223:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384659.639226:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396dca3f 00010000:00000001:2.0:1767384659.639227:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767384659.639227:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384659.639230:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000396dca3f. 00000020:00000001:1.0:1767384659.639231:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384659.639238:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384659.639245:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004271a5d1 x1853237049192192/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 4848/4768 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384659.639245:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384659.639252:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.639256:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384659.639260:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384659.639264:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.639275:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004271a5d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049192192:12345-0@lo:253: Request processed in 3649us (4068us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384659.639280:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1767384659.639281:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.639285:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1767384659.639285:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00010000:00000001:2.0:1767384659.639290:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384659.639291:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:2.0:1767384659.639294:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.639296:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384659.639301:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c4d0 from hash 00000100:00000001:1.0:1767384659.639301:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384659.639305:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384659.639306:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022cdf202. 00010000:00000001:2.0:1767384659.639307:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384659.639309:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.639311:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384659.639311:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052549c7b. 00000100:00000001:0.0:1767384659.639315:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384659.639316:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384659.639317:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd35f98. 00010000:00000001:2.0:1767384659.639319:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384659.639319:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384659.639321:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00000100:00000001:0.0:1767384659.639322:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384659.639323:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1767384659.639325:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384659.639327:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384659.639327:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.639328:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1662eeb. 02000000:00000001:0.0:1767384659.639331:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639332:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:1.0:1767384659.639333:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384659.639335:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=77 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384659.639336:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.639337:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.639343:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384659.639344:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384659.639344:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=77 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384659.639349:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384659.639350:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384659.639351:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062a726ac. 00010000:00000001:2.0:1767384659.639353:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384659.639353:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.639357:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc84534d. 00010000:00000001:0.0:1767384659.639358:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384659.639360:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384659.639362:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639363:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384659.639365:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639367:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384659.639370:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.639372:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639379:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.639381:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384659.639384:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384659.639384:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384659.639387:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384659.639391:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384659.639393:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384659.639396:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384659.639398:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384659.639398:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384659.639402:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384659.639403:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384659.639407:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:0.0:1767384659.639407:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384659.639409:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:2.0:1767384659.639412:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:0.0:1767384659.639412:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384659.639415:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384659.639417:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384659.639418:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.639420:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384659.639423:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:0.0:1767384659.639428:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002219384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049192192:0@lo:253: 00010000:00000001:2.0:1767384659.639429:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.639438:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384659.639440:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.639441:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384659.639445:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384659.639445:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002219384 x1853237049192192/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.639449:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384659.639452:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384659.639466:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384659.639468:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384659.639470:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc23ee3f. 00010000:00000001:2.0:1767384659.639472:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:0.0:1767384659.639474:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384659.639475:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767384659.639477:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384659.639479:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384659.639481:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384659.639482:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384659.639485:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a73a3345. 00000100:00000001:2.0:1767384659.639486:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384659.639489:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384659.639490:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1767384659.639491:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384659.639494:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004c918c1. 00000100:00000010:0.0:1767384659.639494:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002219384. 00000100:00000001:0.0:1767384659.639499:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384659.639501:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384659.639501:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384659.639505:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.639506:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384659.639511:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020a3acc9. 00000100:00000001:0.0:1767384659.639511:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384659.639515:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639517:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384659.639518:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384659.639521:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384659.639522:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.639526:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.639531:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384659.639533:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384659.639536:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384659.639540:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384659.639544:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384659.639546:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384659.639549:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384659.639551:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.639554:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384659.639557:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384659.639561:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d41ccea5. 00000100:00000200:2.0:1767384659.639566:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049192448, offset 224 00000400:00000200:2.0:1767384659.639572:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384659.639580:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384659.639588:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260007000 00000400:00000200:2.0:1767384659.639592:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1db5 [1] + 224 00000400:00000200:2.0:1767384659.639596:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384659.639599:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384659.639602:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384659.639605:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384659.639621:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.639638:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384659.639645:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41ccea5 00000400:00000010:2.0:1767384659.639647:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d41ccea5. 00000100:00000001:2.0:1767384659.639650:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384659.639651:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384659.639656:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.639660:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384659.639662:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384659.639663:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.639665:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384659.639667:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384659.639671:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384659.639674:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057a837e2 x1853237049192448/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:640/0 lens 328/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384659.639675:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384659.639678:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00000400:00000200:1.0:1767384659.639685:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068233c9a 00000400:00000010:1.0:1767384659.639689:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068233c9a. 00000100:00100000:2.0:1767384659.639690:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057a837e2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049192448:12345-0@lo:103: Request processed in 933us (1240us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384659.639693:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384659.639700:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384659.639706:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:1.0:1767384659.639712:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384659.639713:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:1.0:1767384659.639735:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384659.639737:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.639739:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384659.639740:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384659.639743:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384659.639746:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6557da8. 02000000:00000001:1.0:1767384659.639748:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384659.639750:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.639752:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.639754:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.639755:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df679749. 00000100:00001000:1.0:1767384659.639757:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=77 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384659.639760:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2cbeb7. 00010000:00010000:0.0:1767384659.639760:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384659.639764:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=77 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384659.639768:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:1.0:1767384659.639773:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384659.639775:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384659.639775:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384659.639777:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384659.639780:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384659.639782:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384659.639784:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384659.639786:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.639793:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384659.639793:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384659.639796:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384659.639798:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384659.639801:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.639815:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.639820:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:0.0:1767384659.639821:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009aa47928 count: 0 00000100:00000001:1.0:1767384659.639822:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384659.639827:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.639833:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049192448:0@lo:103: 00010000:00000001:0.0:1767384659.639835:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384659.639838:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384659.639838:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384659.639841:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.639844:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049192448/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.639848:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384659.639849:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384659.639850:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a73aeb. 02000000:00000001:1.0:1767384659.639853:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384659.639854:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384659.639855:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384659.639857:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384659.639858:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077db24f9. 02000000:00000001:1.0:1767384659.639861:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384659.639862:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384659.639863:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:1.0:1767384659.639871:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384659.639872:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.639874:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.639877:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384659.639878:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.639880:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384659.639881:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.643786:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294948967, at 4294948968 00000100:00000010:1.0:1767384659.643797:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bac07c73. 00000100:00000040:2.0:1767384659.643827:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294948967, at 4294948968 00000100:00000010:2.0:1767384659.643836:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005075c34d. 00000100:00000040:3.0:1767384659.644034:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294948967, at 4294948968 00000100:00000010:3.0:1767384659.644041:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d64c8144. 00000100:00000040:0.0:1767384659.644260:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294948967, at 4294948968 00000100:00000010:0.0:1767384659.644267:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c9fd11. 00010000:00000010:2.1:1767384659.651744:0:35902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000820b9ca5. 00010000:00000010:0.1:1767384659.651756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f236ad32. 00010000:00000010:0.1:1767384659.651765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064e63bdf. 00000400:00000010:2.0:1767384659.655395:0:35902:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006b7ea370. 00000400:00000040:2.0:1767384659.655414:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384659.655416:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384659.655418:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384659.655420:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384659.655427:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384659.655428:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384659.655430:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384659.655432:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384659.655433:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384659.655434:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384659.655436:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384659.655437:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384659.655439:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384659.655440:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384659.655441:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384659.655442:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384659.655443:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384659.655444:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384659.655445:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384659.655446:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384659.655447:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384659.655448:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384659.655449:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384659.655450:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384659.655451:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384659.655453:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384659.655453:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384659.655468:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384659.655469:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384659.655470:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384659.655471:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384659.655472:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384659.655473:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384659.655474:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384659.655475:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384659.655476:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384659.655476:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384659.655478:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384659.655479:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384659.655480:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384659.655482:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384659.655483:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384659.655484:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384659.655498:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384659.655499:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384659.655500:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384659.655501:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384659.655503:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384659.655504:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384659.655505:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384659.655506:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384659.655507:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384659.655508:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384659.655510:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384659.655512:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384659.655513:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384659.655514:0:35902:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384659.655603:0:35902:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006b7ea370. 00010000:00000010:0.1:1767384659.655752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009aa47928. 00010000:00000010:0.1:1767384659.655758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00000400:00000001:2.0:1767384660.243775:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384660.243779:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384660.243781:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a42207 00000400:00000010:2.0:1767384660.243785:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010a42207. 00000400:00000200:2.0:1767384660.243789:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384660.243794:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384660.243804:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000027405d35. 00000400:00000010:2.0:1767384660.243807:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb44ab80. 00000400:00000200:2.0:1767384660.243811:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp41 00000400:00000010:2.0:1767384660.243814:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000831de025. 00000400:00000010:2.0:1767384660.243818:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c600f3b1. 00000400:00000010:2.0:1767384660.243821:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d41ccea5. 00000400:00000010:2.0:1767384660.243826:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003f2f9174. 00000400:00000200:2.0:1767384660.243829:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp41 00000400:00000200:2.0:1767384660.243840:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp41 local destination 00000400:00000200:2.0:1767384660.243845:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp41 00000400:00000200:2.0:1767384660.243849:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp41 NI seq info: [156:156:256:4294967295] 192.168.202.154@tcp41 LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1767384660.243855:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp41 00000400:00000200:2.0:1767384660.243860:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41:) -> 192.168.202.154@tcp41(192.168.202.154@tcp41:192.168.202.154@tcp41) : GET try# 0 00000800:00000200:2.0:1767384660.243865:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp41 00000800:00000010:2.0:1767384660.243874:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e129c7d3. 00000800:00000200:2.0:1767384660.243879:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000800:00000200:2.1:1767384660.243884:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000400:00000200:2.0:1767384660.243907:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp41 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:2.0:1767384660.243914:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp42 00000400:00000010:2.0:1767384660.243917:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001d7cd49c. 00000400:00000010:2.0:1767384660.243923:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e3fcb623. 00000400:00000010:2.0:1767384660.243927:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000400:00000010:2.0:1767384660.243933:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2890a5d. 00000400:00000200:2.0:1767384660.243938:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp42 00000400:00000200:2.0:1767384660.243945:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp42 local destination 00000400:00000200:2.0:1767384660.243949:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp42 00000400:00000200:2.0:1767384660.243952:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp42 NI seq info: [157:157:256:4294967295] 192.168.202.154@tcp42 LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1767384660.243956:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp42 00000400:00000200:2.0:1767384660.243962:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42:) -> 192.168.202.154@tcp42(192.168.202.154@tcp42:192.168.202.154@tcp42) : GET try# 0 00000800:00000200:2.0:1767384660.243966:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp42 00000400:00000200:1.0:1767384660.243968:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000010:2.0:1767384660.243969:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd34627a. 00000800:00000200:2.0:1767384660.243977:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000800:00000200:2.1:1767384660.243980:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000400:00000200:2.0:1767384660.243991:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp42 added to recovery queue. ping count: 1 next ping: 284 health :900 00000400:00000200:1.0:1767384660.244015:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244041:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244065:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244083:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244121:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244124:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244209:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244233:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244261:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244280:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244320:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244371:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244382:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244415:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244433:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244482:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244502:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244527:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244550:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244584:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244606:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244633:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244659:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.244681:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244712:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244804:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244866:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244916:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244942:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.244978:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245003:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245045:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245099:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245106:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245167:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245168:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245225:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245237:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245289:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245303:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245345:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245352:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245395:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245440:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245472:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245520:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245545:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245567:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245584:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245619:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245631:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245669:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245739:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245761:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.245790:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245854:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.245940:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000800:00000010:1.0:1767384660.245985:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a73a3345. 00000800:00000010:1.0:1767384660.245990:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f93d73f. 00000800:00000010:1.0:1767384660.245995:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000455a5e41. 00000400:00000200:2.0:1767384660.245997:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000800:00000010:1.0:1767384660.246020:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000455a5e41. 00000800:00020000:1.0:1767384660.246034:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384660.246039:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f93d73f. 00000800:00000010:1.0:1767384660.246043:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a73a3345. 00000400:00000200:2.0:1767384660.246045:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384660.246093:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:02020000:1.0:1767384660.246106:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp41 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384660.246114:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp41 notifying 192.168.202.154@tcp41: down 00000400:00000200:1.0:1767384660.246117:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384660.246123:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp41 00000800:00000010:1.0:1767384660.246126:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e129c7d3. 00000400:00000200:1.0:1767384660.246130:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384660.246132:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:1.0:1767384660.246137:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384660.246145:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384660.246148:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384660.246152:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp41) recovery failed with -71 00000800:00000010:2.0:1767384660.246260:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:2.0:1767384660.246265:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004c918c1. 00000800:00000010:2.0:1767384660.246270:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cc95d5e. 00000800:00000010:2.0:1767384660.246297:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cc95d5e. 00000800:00020000:2.0:1767384660.246307:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384660.246310:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004c918c1. 00000800:00000010:2.0:1767384660.246314:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:2.0:1767384660.246372:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp42 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384660.246378:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp42 notifying 192.168.202.154@tcp42: down 00000400:00000200:2.0:1767384660.246381:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384660.246385:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp42 00000800:00000010:2.0:1767384660.246387:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd34627a. 00000400:00000200:2.0:1767384660.246391:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384660.246397:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384660.246404:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384660.246407:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384660.246411:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384660.499823:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384660.499828:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.499838:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384660.499839:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.499871:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384660.499875:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.499878:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384661.203802:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fa04fe4e] -> 12345-192.168.202.154@tcp30 (6) 00000800:00000200:2.0:1767384661.203812:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp30 ip 192.168.202.154:988 00000800:00000200:2.0:1767384661.203817:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384661.203928:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384661.203935:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.203944:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384661.203950:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.203953:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384661.267787:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.267793:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384661.267795:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41ccea5 00000400:00000010:2.0:1767384661.267800:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d41ccea5. 00000400:00000200:2.0:1767384661.267805:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384661.267811:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384661.267829:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000831de025. 00000400:00000010:2.0:1767384661.267833:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c600f3b1. 00000400:00000001:2.0:1767384661.267837:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.267838:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384661.267839:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000010:2.0:1767384661.267840:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000400:00000200:2.0:1767384661.267841:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384661.267842:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384661.267844:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001d7cd49c. 00000400:00000010:2.0:1767384661.267845:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e3fcb623. 00000400:00000200:2.0:1767384661.267848:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp40 00000400:00000010:2.0:1767384661.267854:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001d7cd49c. 00000400:00000010:2.0:1767384661.267859:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e3fcb623. 00000400:00000010:2.0:1767384661.267873:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000400:00000010:2.0:1767384661.267879:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1281291. 00000400:00000200:2.0:1767384661.267882:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp40 00000400:00000200:2.0:1767384661.267892:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp40 local destination 00000400:00000200:2.0:1767384661.267897:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp40 00000400:00000200:2.0:1767384661.267900:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp40 NI seq info: [158:158:256:4294967295] 192.168.202.154@tcp40 LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1767384661.267905:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp40 00000400:00000200:2.0:1767384661.267911:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40:) -> 192.168.202.154@tcp40(192.168.202.154@tcp40:192.168.202.154@tcp40) : GET try# 0 00000800:00000200:2.0:1767384661.267915:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp40 00000800:00000010:2.0:1767384661.267918:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd34627a. 00000800:00000200:2.0:1767384661.267924:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000800:00000200:2.1:1767384661.267927:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000400:00000200:2.0:1767384661.267946:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp40 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:2.0:1767384661.267949:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp37 00000400:00000010:2.0:1767384661.267951:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004cf34278. 00000400:00000010:2.0:1767384661.267953:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c600f3b1. 00000400:00000010:2.0:1767384661.267954:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d41ccea5. 00000400:00000010:2.0:1767384661.267957:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ddf78a1. 00000400:00000200:2.0:1767384661.267959:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp37 00000400:00000200:2.0:1767384661.267962:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp37 local destination 00000400:00000200:2.0:1767384661.267965:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp37 00000400:00000200:2.0:1767384661.267967:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [159:159:256:4294967295] 192.168.202.154@tcp37 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767384661.267969:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp37 00000400:00000200:2.0:1767384661.267974:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:) -> 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) : GET try# 0 00000800:00000200:2.0:1767384661.267977:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp37 00000800:00000010:2.0:1767384661.267980:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e129c7d3. 00000800:00000200:2.0:1767384661.267984:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000800:00000200:2.1:1767384661.267987:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000400:00000200:2.0:1767384661.267999:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp37 added to recovery queue. ping count: 4 next ping: 299 health :600 00000400:00000200:3.0:1767384661.268065:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268098:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268126:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268160:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268166:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268207:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268226:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268252:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268328:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268328:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268394:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268397:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268458:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268490:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268541:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268551:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268568:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268610:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268610:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268640:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268675:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268677:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268712:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268769:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268791:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268800:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268844:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268870:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268876:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268922:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.268970:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.268988:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269019:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269041:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269066:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269092:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269151:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269223:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269275:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269306:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269325:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269361:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269378:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269414:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269431:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269480:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269533:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269551:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269604:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269640:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.269656:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269695:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269763:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269795:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269815:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269835:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269850:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269869:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000800:00000010:0.0:1767384661.269883:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1662eeb. 00000400:00000200:3.0:1767384661.269888:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384661.269891:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0d4a158. 00000800:00000010:0.0:1767384661.269899:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b652c7. 00000400:00000200:3.0:1767384661.269907:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.269929:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000800:00000010:0.0:1767384661.269929:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b652c7. 00000800:00020000:0.0:1767384661.269946:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384661.269951:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0d4a158. 00000400:00000200:3.0:1767384661.269952:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000800:00000010:0.0:1767384661.269954:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f1662eeb. 00000400:00000200:3.0:1767384661.269975:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:02020000:0.0:1767384661.270015:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp37 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384661.270017:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.270025:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp37 notifying 192.168.202.154@tcp37: down 00000800:00000200:0.0:1767384661.270032:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp37 down 00000800:00000100:0.0:1767384661.270040:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp37 00000800:00000010:0.0:1767384661.270044:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e129c7d3. 00000400:00000200:0.0:1767384661.270051:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384661.270054:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.270058:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384661.270068:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384661.270073:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384661.270077:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp37) recovery failed with -71 00000400:00000200:3.0:1767384661.270088:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.270111:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.270131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.270154:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000800:00000010:3.0:1767384661.270285:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000134c9725. 00000800:00000010:3.0:1767384661.270290:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014f659e2. 00000800:00000010:3.0:1767384661.270294:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e809401f. 00000800:00000010:3.0:1767384661.270330:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e809401f. 00000400:00000200:2.0:1767384661.270427:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384661.270455:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp40 from 210.3.0.2 00000800:00000010:2.0:1767384661.270467:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000670aed4b. 00000800:00000010:1.0:1767384661.270518:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a73a3345. 00000800:00000010:1.0:1767384661.270526:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000485087c6. 00000800:00000010:1.0:1767384661.270553:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000022b45fbc. 00000800:00000200:1.1:1767384661.270561:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (2) 00000800:00000200:1.1:1767384661.270568:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp40 0000000022b45fbc deleted 00000800:00000010:1.1:1767384661.270571:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000022b45fbc. 00000800:00000200:1.1:1767384661.270577:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384661.270585:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp40 ip 192.168.202.154:978 00000800:00000200:1.1:1767384661.270589:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd34627a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384661.270597:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp40 p 3.x 192.168.202.154 -> 192.168.202.154:978 incarnation:1767384646874694727 sched[0] 00000800:00000010:1.0:1767384661.270605:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3ebb108. 00000800:00000010:1.0:1767384661.270664:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3ebb108. 00000800:00000010:1.0:1767384661.270670:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000485087c6. 00000800:00000200:3.1:1767384661.270678:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384661.270685:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp40 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384646874694727 sched[0] 00000800:00000010:3.0:1767384661.270688:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014f659e2. 00000800:00000010:1.0:1767384661.270705:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000670aed4b. 00000800:00000001:2.0:1767384661.270748:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384661.270750:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384661.270754:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384661.270758:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.270776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:0.0:1767384661.270803:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384661.270804:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.270805:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000010:0.0:1767384661.270808:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd34627a. 00000800:00000001:2.0:1767384661.270812:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.270813:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384661.270816:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384661.270820:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp40->192.168.202.154@tcp40: GET: OK 00000800:00000001:2.0:1767384661.270824:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.270832:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384661.270834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384661.270838:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40) <- 192.168.202.154@tcp40 : GET - for me 00000400:00000200:0.0:1767384661.270839:0:16352:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp40 recovery message sent successfully:0 00000400:00000200:3.0:1767384661.270858:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384661.270859:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384661.270871:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1d89 [1] + 0 00000400:00000200:2.0:1767384661.270879:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp40 to MR: 192.168.202.154@tcp40 local destination 00000400:00000200:3.0:1767384661.270883:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384661.270889:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp40 NI seq info: [160:160:256:4294967295] 192.168.202.154@tcp40 LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1767384661.270900:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40:192.168.202.154@tcp40) -> 192.168.202.154@tcp40(192.168.202.154@tcp40:192.168.202.154@tcp40) 192.168.202.154@tcp40 : REPLY try# 0 00000800:00000200:2.0:1767384661.270904:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp40 00000400:00000200:3.0:1767384661.270907:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000010:2.0:1767384661.270908:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd34627a. 00000800:00000200:2.0:1767384661.270915:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (4) 00000800:00000200:2.0:1767384661.270920:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp40 ip 192.168.202.154:988 00000800:00000200:2.0:1767384661.270923:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd34627a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384661.270929:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.270950:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000001:1.0:1767384661.270965:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.270977:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000800:00000200:2.0:1767384661.270984:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384661.270988:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd34627a. 00000400:00000200:2.0:1767384661.270992:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384661.270995:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384661.270998:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp40->192.168.202.154@tcp40: REPLY: OK 00000800:00000001:1.0:1767384661.270999:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384661.271006:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.271010:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000800:00000001:0.0:1767384661.271010:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384661.271017:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.271026:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp40(192.168.202.154@tcp40) <- 192.168.202.154@tcp40 : REPLY - for me 00000400:00000200:3.0:1767384661.271032:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384661.271042:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp40: Reply from 12345-192.168.202.154@tcp40 of length 272/272 into md 0x1dd1 00000800:00000001:0.0:1767384661.271048:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.271051:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000800:00000001:0.0:1767384661.271055:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.271059:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384661.271063:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp40->192.168.202.154@tcp40: REPLY: OK 00000400:00000200:0.0:1767384661.271068:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdc649 00000400:00000200:3.0:1767384661.271070:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000010:0.0:1767384661.271070:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcdc649. 00000400:00000200:0.0:1767384661.271077:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384661.271083:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001d7cd49c. 00000400:00000010:0.0:1767384661.271087:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e3fcb623. 00000400:00000200:3.0:1767384661.271089:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000800:00000001:0.0:1767384661.271095:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384661.271101:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.271113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271127:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271138:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271150:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271162:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271184:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271196:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271207:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271231:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271243:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271255:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271266:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271286:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271311:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271323:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271334:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271346:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384661.271358:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384661.271421:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041908f18. 00000800:00000010:3.0:1767384661.271424:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014f659e2. 00000800:00000010:3.0:1767384661.271426:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e809401f. 00000800:00000010:3.0:1767384661.271437:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e809401f. 00000800:00020000:3.0:1767384661.271453:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384661.271455:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014f659e2. 00000800:00000010:3.0:1767384661.271457:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041908f18. 00000400:02020000:3.0:1767384661.271481:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp40 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384661.309920:0:36411:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036b25249. 00080000:00000010:1.0:1767384661.309929:0:36411:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036b25249. 00000020:00000001:1.0:1767384661.309932:0:36411:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384661.309938:0:36411:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036b25249. 00080000:00000010:1.0:1767384661.309941:0:36411:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036b25249. 00000020:00000001:1.0:1767384661.309944:0:36411:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.524774:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384661.524783:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.524790:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384661.524792:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384661.524866:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384661.524870:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.524873:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384662.016801:0:36575:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384662.016805:0:36575:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:2.0:1767384662.022151:0:36575:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384662.028925:0:36576:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d666cc27. 00000400:00000010:2.0:1767384662.028938:0:36576:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000835789e4. 00000400:00000010:2.0:1767384662.028947:0:36576:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000002b76415. 00000400:00000010:2.0:1767384662.028950:0:36576:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f7498dd5. 00000400:00000010:2.0:1767384662.028957:0:36576:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042e6ddf8. 00000400:00000010:2.0:1767384662.028961:0:36576:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076f82304. 00000400:00000010:2.0:1767384662.028962:0:36576:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b94ad411. 00000400:00000010:2.0:1767384662.028963:0:36576:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f70fd68. 00000400:00000010:2.0:1767384662.028966:0:36576:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000558dc2ae. 00000800:00000010:2.0:1767384662.028980:0:36576:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ee96a114. 00000800:00000200:2.0:1767384662.028990:0:36576:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384662.029001:0:36576:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384662.029035:0:36576:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384662.029055:0:36576:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384662.032123:0:36576:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000fe74b41b. 00000400:00000010:2.0:1767384662.032129:0:36576:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a8cbe4. 00000400:00000010:2.0:1767384662.032135:0:36576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000400:00000001:2.0:1767384662.032152:0:36576:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384662.032154:0:36576:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384662.032155:0:36576:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a372c797. 00000400:00000200:2.0:1767384662.032157:0:36576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651b1172 00000400:00000010:2.0:1767384662.032158:0:36576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000651b1172. 00000400:00000010:2.0:1767384662.032162:0:36576:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000bd406362. 00000400:00000200:2.0:1767384662.032166:0:36576:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (36) 00000400:00000200:2.0:1767384662.032176:0:36576:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384662.032183:0:36576:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:2.0:1767384662.032189:0:36576:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000550eed6b. 00000020:01000000:2.0:1767384662.032194:0:36576:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384662.032197:0:36576:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp46 00000400:00000200:1.0:1767384662.032200:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384662.032206:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000010:2.0:1767384662.032208:0:36576:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000835789e4. 00000400:00000010:2.0:1767384662.032212:0:36576:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d666cc27. 00000400:00000010:1.0:1767384662.032213:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068233c9a. 00000400:00000200:1.0:1767384662.032217:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000010:1.0:1767384662.032222:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d75c6ba1. 00000400:00000200:1.0:1767384662.032225:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:3.0:1767384662.032239:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384662.032242:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:00000001:3.0:1767384662.032246:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384662.032249:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:3.0:1767384662.032251:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384662.032255:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384662.032257:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:3.0:1767384662.032261:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384662.032264:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:3.0:1767384662.032265:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384662.032269:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384662.032273:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384662.032273:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:3.0:1767384662.032277:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384662.032280:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384662.032281:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:3.0:1767384662.032283:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384662.032287:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384662.032288:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:3.0:1767384662.032290:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384662.032293:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384662.032296:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000100:00000010:3.0:1767384662.032301:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006682e47b. 00000400:00000200:1.0:1767384662.032301:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:1.0:1767384662.032308:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000020:00000040:3.0:1767384662.032309:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384662.032314:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000100:00000001:3.0:1767384662.032318:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384662.032318:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 02000000:00000001:3.0:1767384662.032323:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384662.032324:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 02000000:00000001:3.0:1767384662.032329:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032329:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:1.0:1767384662.032332:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:1.0:1767384662.032336:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:1.0:1767384662.032342:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:1.0:1767384662.032345:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:1.0:1767384662.032348:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 02000000:00000010:3.0:1767384662.032350:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000041908f18. 00000100:00000001:3.0:1767384662.032359:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032359:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000400:00000200:1.0:1767384662.032366:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 28], ns[152, 28] 00000400:00000200:1.0:1767384662.032370:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 00000100:00000001:3.0:1767384662.032371:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384662.032375:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 28], ns[124, 28] 00000100:00000001:3.0:1767384662.032376:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032382:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[86, 28] 00000100:00000040:3.0:1767384662.032388:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006682e47b] to pc [ptlrpcd_00_00+0] req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384662.032388:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 28], ns[136, 28] 00000400:00000200:1.0:1767384662.032395:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[114, 28] 00000400:00000200:1.0:1767384662.032408:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 28], ns[151, 28] 00000400:00000200:1.0:1767384662.032416:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 28], ns[154, 28] 00000400:00000200:1.0:1767384662.032421:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 28], ns[159, 28] 00000400:00000200:1.0:1767384662.032425:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 28], ns[145, 28] 00000400:00000200:1.0:1767384662.032428:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 28], ns[150, 28] 00000400:00000200:1.0:1767384662.032445:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 28], ns[160, 28] 10000000:00000001:3.0:1767384662.032452:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032453:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[142, 28], ns[156, 28] 00000100:00000001:2.0:1767384662.032456:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384662.032458:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.032461:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384662.032463:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032464:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[143, 28], ns[157, 28] 00000100:00000001:2.0:1767384662.032465:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384662.032470:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384662.032473:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384662.032474:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000020:00000001:3.0:1767384662.032481:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384662.032484:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384662.032488:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384662.032491:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:01000000:3.0:1767384662.032492:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384662.032493:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384662.032497:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384662.032498:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384662.032502:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384662.032503:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384662.032503:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000020:01000004:3.0:1767384662.032506:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384662.032509:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384662.032511:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp43 00000020:01000004:3.0:1767384662.032513:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384662.032514:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384662.032516:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384662.032517:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384662.032520:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384662.032522:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767384662.032523:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006682e47b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049192576:0@lo:253: 00000020:01000004:3.0:1767384662.032526:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384662.032527:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp43 lpni_is_preferred = 0 00000100:00000010:3.0:1767384662.032532:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c10fe113. 00000100:00000001:2.0:1767384662.032532:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384662.032533:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp43 02000000:00000001:2.0:1767384662.032537:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384662.032539:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:2.0:1767384662.032541:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032542:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp43 NI seq info: [161:161:256:4294967295] 192.168.202.154@tcp43 LPNI seq info [147:147:8:4294967295] 00000100:00000001:3.0:1767384662.032546:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384662.032546:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384662.032551:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384662.032551:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp43 02000000:00000010:2.0:1767384662.032553:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044621c82. 02000000:00000001:3.0:1767384662.032555:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.032556:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032564:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp43(192.168.202.154@tcp43:) -> 192.168.202.154@tcp43(192.168.202.154@tcp:192.168.202.154@tcp43) : PUT try# 0 00000400:00000010:2.0:1767384662.032565:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95890c5. 02000000:00000010:3.0:1767384662.032567:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000057d0d562. 00000800:00000200:1.0:1767384662.032572:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.154@tcp43 00000100:00000001:3.0:1767384662.032573:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384662.032573:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835789e4. 00000800:00000010:1.0:1767384662.032579:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ceec013. 00000100:00000200:2.0:1767384662.032580:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192576, portal 25 00000100:00000001:3.0:1767384662.032582:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384662.032584:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384662.032585:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.032586:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188133632 : -128361521417984 : ffff8b41811cf100) 00000800:00000010:1.0:1767384662.032588:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009e92220c. 00000800:00000010:1.0:1767384662.032593:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006dbdbcd3. 00000100:00000040:3.0:1767384662.032595:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c10fe113] to pc [ptlrpcd_00_01+1] req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384662.032595:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384662.032602:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000800:00000200:1.1:1767384662.032614:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000100:00000001:2.0:1767384662.032627:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384662.032633:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.032633:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384662.032634:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000010:2.0:1767384662.032637:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000202369b9. 00000400:00000200:1.0:1767384662.032639:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000100:00000200:2.0:1767384662.032641:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192576, offset 0 10000000:00000001:3.0:1767384662.032647:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.032651:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384662.032652:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.032652:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384662.032656:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384662.032657:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384662.032660:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1767384662.032664:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000550eed6b. 00000400:00000200:2.0:1767384662.032664:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384662.032668:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.032676:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384662.032679:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007080 00000100:00000001:1.0:1767384662.032679:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.032684:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1575 [2] + 0 00000400:00000010:2.0:1767384662.032687:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c94422. 00000400:00000200:2.0:1767384662.032691:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc724d81 02000000:00000001:1.0:1767384662.032695:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384662.032698:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384662.032700:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384662.032702:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c10fe113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049192704:0@lo:253: 00000100:00000001:1.0:1767384662.032705:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384662.032708:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384662.032710:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384662.032711:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384662.032712:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384662.032716:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384662.032739:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc23ee3f. 02000000:00000001:1.0:1767384662.032742:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384662.032746:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000400:00000010:1.0:1767384662.032750:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b590fcf8. 00000100:00000200:1.0:1767384662.032753:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049192704, portal 25 00000400:00000200:2.0:1767384662.032756:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc724d81 00000400:00000010:2.0:1767384662.032758:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc724d81. 00000100:00000001:2.0:1767384662.032765:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384662.032767:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384662.032769:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000007441e057 x1853237049192576 msgsize 4848 00000100:00000001:1.0:1767384662.032770:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384662.032773:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188134528 : -128361521417088 : ffff8b41811cf480) 00000100:00100000:2.0:1767384662.032777:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384662.032781:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384662.032788:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384662.032792:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384662.032796:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384662.032799:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384662.032799:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f754da1c. 00000100:00000200:1.0:1767384662.032802:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049192704, offset 0 00000400:00000200:1.0:1767384662.032808:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384662.032813:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202369b9 00000400:00000200:1.0:1767384662.032815:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384662.032816:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000202369b9. 00000100:00000001:2.0:1767384662.032821:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384662.032825:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384662.032830:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007100 00000100:00000001:2.0:1767384662.032842:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384662.032842:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x157d [2] + 0 00000100:00000040:2.0:1767384662.032847:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384662.032849:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba3b5f93. 00000100:00000001:2.0:1767384662.032857:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032857:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ac4c9c5 00000100:00000001:2.0:1767384662.032861:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384662.032865:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384662.032866:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.032873:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294951362 00000400:00000200:1.0:1767384662.032875:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384662.032877:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4faa78f. 00000400:00000200:1.0:1767384662.032881:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac4c9c5 00000100:00000001:2.0:1767384662.032884:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384662.032885:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac4c9c5. 00000100:00000001:2.0:1767384662.032890:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294951362 00000100:00000001:1.0:1767384662.032891:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384662.032894:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384662.032896:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000100:00000040:1.0:1767384662.032898:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000bab7601c x1853237049192704 msgsize 4848 00000100:00000001:2.0:1767384662.032900:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384662.032906:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294951362 00000100:00100000:1.0:1767384662.032906:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384662.032911:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384662.032912:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000603cf7a1. 00000100:00000001:2.0:1767384662.032916:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384662.032918:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294951362 00000100:00000010:2.0:1767384662.032920:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea04a18. 00000100:00000001:2.0:1767384662.032922:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384662.032922:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384662.032927:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.032930:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384662.032930:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f754da1c 00000100:00000001:2.0:1767384662.032932:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384662.032933:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f754da1c. 00000100:00000001:3.0:1767384662.032934:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384662.032935:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.032937:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384662.032940:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192576 00000100:00000200:1.0:1767384662.032943:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.032945:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384662.032946:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384662.032949:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384662.032950:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384662.032955:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.032955:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384662.032958:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384662.032962:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384662.032963:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.032964:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384662.032967:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.032968:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192576 00000100:00000001:2.0:1767384662.032973:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.032974:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384662.032976:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384662.032979:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384662.032979:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384662.032983:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384662.032994:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.032997:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294951362 00000100:00000001:1.0:1767384662.033000:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294951362 00000100:00000001:1.0:1767384662.033001:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294951362 00000100:00000001:1.0:1767384662.033004:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294951362 00000020:00000040:3.0:1767384662.033005:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:1.0:1767384662.033007:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294951362 00000020:00000001:3.0:1767384662.033012:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384662.033012:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294951362 00000100:00000001:1.0:1767384662.033017:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294951362 00000020:00000001:3.0:1767384662.033019:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384662.033021:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294951362 00000100:00000001:1.0:1767384662.033026:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384662.033028:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384662.033028:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.033030:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.033033:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384662.033035:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000020:00000010:3.0:1767384662.033036:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:1.0:1767384662.033038:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384662.033042:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384662.033043:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384662.033046:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384662.033048:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000100:00000001:1.0:1767384662.033049:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384662.033052:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.033055:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384662.033058:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042d4a8c2. 00000020:00000010:3.0:1767384662.033065:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b4c3482. 00000020:00000010:3.0:1767384662.033071:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ddb8d6a. 00000100:00000001:1.0:1767384662.033077:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384662.033081:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192704 02000000:00000001:1.0:1767384662.033084:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384662.033085:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384662.033086:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384662.033091:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384662.033091:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:1.0:1767384662.033091:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.033095:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384662.033099:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384662.033100:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384662.033105:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192704 00000020:00000001:1.0:1767384662.033108:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384662.033109:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384662.033111:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384662.033115:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384662.033118:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:1.0:1767384662.033121:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384662.033123:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384662.033124:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384662.033131:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384662.033138:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000020:00000010:1.0:1767384662.033140:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007297dcb6. 00000100:00000001:3.0:1767384662.033141:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384662.033145:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384662.033146:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384662.033150:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007297dcb6. 00000100:00100000:3.0:1767384662.033154:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000020:00000010:1.0:1767384662.033157:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a50eea6. 00000100:00000040:3.0:1767384662.033159:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384662.033163:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611942480 : -128357097609136 : ffff8b4288cae850) 00000020:00000010:1.0:1767384662.033163:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baec6b46. 00000020:00000010:1.0:1767384662.033169:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa10734f. 00000100:00000001:1.0:1767384662.033174:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384662.033177:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384662.033178:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.033180:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007441e057 x1853237049192576/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:643/0 lens 4848/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.033185:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.033189:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:1.0:1767384662.033190:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.033199:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384662.033204:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000100:00000001:3.0:1767384662.033208:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384662.033209:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384662.033212:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000100:00000001:1.0:1767384662.033213:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384662.033218:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:1.0:1767384662.033222:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00100000:3.0:1767384662.033223:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007441e057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049192576:12345-0@lo:253: 00000100:00000001:1.0:1767384662.033225:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611937360 : -128357097614256 : ffff8b4288cad450) 00000100:00000200:3.0:1767384662.033232:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192576 00000100:00000040:1.0:1767384662.033233:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bab7601c x1853237049192704/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:643/0 lens 4848/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384662.033235:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000020:00000001:3.0:1767384662.033237:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384662.033243:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384662.033247:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384662.033248:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384662.033252:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007297dcb6. 00000020:00000001:3.0:1767384662.033253:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384662.033257:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:1.0:1767384662.033257:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384662.033263:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007297dcb6. 00000020:00000001:3.0:1767384662.033264:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384662.033268:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384662.033271:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bab7601c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049192704:12345-0@lo:253: 00000020:00000001:3.0:1767384662.033274:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384662.033277:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192704 00000020:00000001:3.0:1767384662.033278:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384662.033280:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384662.033283:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.033283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000020:00000001:1.0:1767384662.033284:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384662.033288:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.033290:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384662.033291:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384662.033294:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384662.033295:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:1.0:1767384662.033299:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384662.033301:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384662.033302:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384662.033303:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009975da2e. 02000000:00000001:3.0:1767384662.033307:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384662.033311:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384662.033312:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384662.033314:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384662.033317:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384662.033318:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384662.033323:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384662.033328:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004495cd81. 20000000:00000010:3.0:1767384662.033329:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001af2e4ca. 02000000:00000001:1.0:1767384662.033330:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.033335:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384662.033337:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384662.033337:0:17082:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384662.033338:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 20000000:00000001:3.0:1767384662.033342:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384662.033345:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384662.033348:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384662.033348:0:17082:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e01c6901. 20000000:00000001:3.0:1767384662.033354:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384662.033355:0:17082:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384662.033360:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384662.033360:0:17082:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384662.033364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 20000000:00000001:1.0:1767384662.033364:0:17082:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384662.033366:0:17082:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.033370:0:17082:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384662.033372:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aef93161. 20000000:00000001:1.0:1767384662.033372:0:17082:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384662.033377:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767384662.033384:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384662.033387:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033410:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00080000:00000001:3.0:1767384662.033413:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384662.033418:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384662.033428:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00080000:00000001:3.0:1767384662.033450:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384662.033465:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00080000:00000001:3.0:1767384662.033467:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384662.033471:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384662.033474:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384662.033476:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384662.033479:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384662.033481:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384662.033487:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384662.033489:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384662.033492:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384662.033497:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384662.033500:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384662.033503:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384662.033503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000020:00000001:3.0:1767384662.033512:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384662.033518:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384662.033523:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dd99cf9b. 00080000:00000001:3.0:1767384662.033526:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268847616 : -128361440704000 : ffff8b4185ec8a00) 00080000:00000001:3.0:1767384662.033530:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384662.033534:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384662.033539:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bcc35bb8. 00080000:00000001:3.0:1767384662.033542:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384662.033545:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384662.033553:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00080000:00000001:3.0:1767384662.033563:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384662.033583:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384662.033596:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033624:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033644:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033661:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033684:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033940:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033984:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.033999:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034016:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034036:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034056:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034076:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034094:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034110:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034141:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034157:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034170:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034183:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034199:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384662.034224:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384662.034378:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:2.0:1767384662.034382:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000202369b9. 00000800:00000010:2.0:1767384662.034387:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009167f817. 00000800:00000010:2.0:1767384662.034405:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009167f817. 00000800:00020000:2.0:1767384662.034415:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384662.034418:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000202369b9. 00000800:00000010:2.0:1767384662.034420:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00080000:00000010:3.0:1767384662.034451:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dd99cf9b. 00000400:02020000:2.0:1767384662.034471:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp43 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384662.034477:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp43 notifying 192.168.202.154@tcp43: down 00000800:00000200:2.0:1767384662.034481:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp43 down 00000800:00000100:2.0:1767384662.034486:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.202.154@tcp43 00000800:00000010:2.0:1767384662.034489:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ceec013. 00000400:00000200:2.0:1767384662.034492:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384662.034495:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp43->192.168.202.154@tcp43: PUT: LOCAL_ERROR 00080000:00000010:1.0:1767384662.034497:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bcc35bb8. 00000400:00000200:2.0:1767384662.034502:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp43 added to recovery queue. ping count: 0 next ping: 285 health :900 00040000:00000001:1.0:1767384662.034504:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384662.034507:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00040000:00000001:1.0:1767384662.034508:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384662.034512:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.034513:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000020:00000002:1.0:1767384662.034517:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00000400:00000200:2.0:1767384662.034518:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 20000000:00000001:1.0:1767384662.034523:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.034525:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384662.034534:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384662.034544:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384662.034546:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:3.0:1767384662.034550:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:1.0:1767384662.034551:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:3.0:1767384662.034559:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x301171 00000400:00000001:3.0:1767384662.034564:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384662.034566:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384662.034569:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068233c9a 20000000:00000010:2.0:1767384662.034570:0:17082:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084dcce05. 00000400:00000010:3.0:1767384662.034571:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068233c9a. 20000000:01000000:2.0:1767384662.034576:0:17082:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000400:00000200:3.0:1767384662.034579:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000001:2.0:1767384662.034582:0:17082:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384662.034585:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00080000:00000001:2.0:1767384662.034588:0:17082:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384662.034590:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00080000:00000001:2.0:1767384662.034592:0:17082:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384662.034600:0:17082:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384662.034604:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00080000:00000001:2.0:1767384662.034608:0:17082:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384662.034609:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc -71 00080000:00000001:2.0:1767384662.034614:0:17082:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384662.034616:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 20000000:01000000:1.0:1767384662.034621:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384662.034622:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (37) 00080000:00000001:2.0:1767384662.034625:0:17082:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.034627:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384662.034631:0:17082:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 10000000:01000000:1.0:1767384662.034632:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384662.034636:0:17082:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034637:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384662.034640:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:2.0:1767384662.034642:0:17082:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000a4442f68 00000020:00000001:2.0:1767384662.034647:0:17082:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d05fb217 00010000:00000010:1.0:1767384662.034647:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c74b4bc. 00080000:00000002:2.0:1767384662.034650:0:17082:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384662.034653:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384662.034657:0:17082:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384662.034658:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d5cba1d. 00080000:00000001:2.0:1767384662.034664:0:17082:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384662.034668:0:17082:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384662.034670:0:17082:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384662.034674:0:17082:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:2.0:1767384662.034677:0:17082:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384662.034683:0:17082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dc3cfbb8. 00000020:00000001:1.0:1767384662.034684:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384662.034687:0:17082:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712264491008 : -128361445060608 : ffff8b4185aa1000) 00000020:00000040:1.0:1767384662.034689:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d5cba1d with handle 0xefc2db714b35c4d7 to hash 00080000:00000001:2.0:1767384662.034692:0:17082:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384662.034694:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:2.0:1767384662.034697:0:17082:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384662.034700:0:17082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009167f817. 00080000:00000001:2.0:1767384662.034704:0:17082:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034706:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00080000:00000001:2.0:1767384662.034709:0:17082:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384662.034713:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384662.034745:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384662.034748:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384662.034752:0:17082:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384662.034753:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034765:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384662.034768:0:17082:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384662.034769:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384662.034773:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384662.034776:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384662.034778:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.034781:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384662.034783:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.034786:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384662.034788:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384662.034790:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384662.034792:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384662.034795:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007c74b4bc) refcount = 1 00010000:00010000:1.0:1767384662.034798:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034803:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384662.034805:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384662.034806:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.034808:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034809:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384662.034811:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384662.034813:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384662.034816:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384662.034818:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384662.034819:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=4 00000020:00000001:1.0:1767384662.034822:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384662.034824:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384662.034827:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384662.034836:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034844:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384662.034846:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034852:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.034854:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384662.034856:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034861:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384662.034863:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034866:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384662.034868:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384662.034874:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d5cba1d already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384662.034876:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384662.034878:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384662.034879:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034882:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384662.034883:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384662.034884:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384662.034885:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=5 00000020:00000001:1.0:1767384662.034886:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384662.034888:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384662.034889:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384662.034891:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034895:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384662.034902:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384662.034903:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034905:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384662.034906:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384662.034908:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384662.034909:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384662.034911:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d5cba1d with handle 0xefc2db714b35c4d7 from hash 00010000:00000001:1.0:1767384662.034912:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384662.034913:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.034914:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.034914:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384662.034916:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384662.034917:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384662.034918:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384662.034920:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.034921:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034922:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384662.034923:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384662.034925:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.034926:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.034926:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034927:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.034928:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384662.034930:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034933:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.034934:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.034935:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384662.034936:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384662.034937:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.034938:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.034939:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384662.034941:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.034941:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384662.034943:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.034954:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384662.034955:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384662.034956:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c4d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384662.034959:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007c74b4bc count: 0 00010000:00000001:1.0:1767384662.034965:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384662.034966:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384662.034972:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384662.034974:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384662.034976:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001af2e4ca. 20000000:00000001:1.0:1767384662.034979:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384662.034981:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192576 00010000:00000001:1.0:1767384662.034983:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384662.034987:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007441e057 x1853237049192576/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384662.034993:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384662.034995:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384662.034998:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384662.035001:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384662.035003:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384662.035005:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384662.035007:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384662.035009:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.035011:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384662.035012:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384662.035016:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f754da1c. 00000100:00000200:1.0:1767384662.035018:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192576, offset 224 00000400:00000200:1.0:1767384662.035023:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384662.035028:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384662.035034:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007080 00000400:00000200:1.0:1767384662.035037:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1de1 [2] + 224 00000400:00000200:1.0:1767384662.035041:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384662.035048:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384662.035060:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384662.035064:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384662.035070:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.035081:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384662.035087:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f754da1c 00000400:00000010:1.0:1767384662.035088:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f754da1c. 00000100:00000001:1.0:1767384662.035090:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384662.035091:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384662.035094:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384662.035097:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384662.035099:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384662.035101:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384662.035102:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384662.035105:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007441e057 x1853237049192576/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.035110:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384662.035113:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007441e057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049192576:12345-0@lo:253: Request processed in 1912us (2341us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384662.035115:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384662.035121:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000400:00000001:2.0:1767384662.035123:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384662.035124:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000400:00000001:2.0:1767384662.035127:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384662.035128:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384662.035133:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95890c5. 00000100:00000001:1.0:1767384662.035133:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384662.035138:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b4c3482. 00000400:00000200:2.0:1767384662.035139:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835789e4 00000020:00000010:1.0:1767384662.035141:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ddb8d6a. 00000400:00000010:2.0:1767384662.035144:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835789e4. 00000020:00000010:1.0:1767384662.035146:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d4a8c2. 00000100:00000001:2.0:1767384662.035151:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384662.035152:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384662.035157:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384662.035159:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384662.035159:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009975da2e. 02000000:00000001:1.0:1767384662.035162:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384662.035165:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384662.035171:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384662.035176:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384662.035182:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c93fc7a. 00000400:00000010:1.0:1767384662.035187:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f754da1c. 00000100:00000001:2.0:1767384662.035194:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384662.035197:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.035209:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384662.035212:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384662.035214:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384662.035216:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384662.035218:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384662.035222:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384662.035225:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384662.035228:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384662.035229:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384662.035232:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384662.035233:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.035236:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.035239:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.035246:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384662.035249:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384662.035250:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384662.035253:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384662.035255:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384662.035256:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384662.035257:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384662.035259:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384662.035260:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384662.035261:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384662.035262:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384662.035264:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384662.035265:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384662.035268:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384662.035276:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006682e47b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049192576:0@lo:253: 00000100:00000001:2.0:1767384662.035281:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.035283:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384662.035286:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006682e47b x1853237049192576/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.035294:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384662.035303:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384662.035305:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044621c82. 02000000:00000001:2.0:1767384662.035308:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384662.035310:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384662.035312:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384662.035315:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384662.035317:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000041908f18. 02000000:00000001:2.0:1767384662.035321:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384662.035323:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384662.035324:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006682e47b. 00000100:00000001:2.0:1767384662.035328:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384662.035330:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.035332:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.035337:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384662.035339:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.035342:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384662.035343:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384662.036323:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dc3cfbb8. 00080000:00000010:2.0:1767384662.036366:0:17082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009167f817. 00040000:00000001:2.0:1767384662.036371:0:17082:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384662.036373:0:17082:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384662.036375:0:17082:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384662.036378:0:17082:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384662.036380:0:17082:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384662.036383:0:17082:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384662.036385:0:17082:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384662.036394:0:17082:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384662.036397:0:17082:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384662.036400:0:17082:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384662.036413:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384662.036416:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384662.036418:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384662.036421:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384662.036423:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384662.036427:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003774076. 00010000:00000001:1.0:1767384662.036430:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384662.036447:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000030c31252. 00000020:00000001:1.0:1767384662.036450:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384662.036452:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000030c31252 with handle 0xefc2db714b35c4de to hash 00000020:00000001:1.0:1767384662.036454:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384662.036456:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384662.036459:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384662.036462:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384662.036463:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384662.036466:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036474:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384662.036476:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384662.036477:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384662.036479:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384662.036481:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.036483:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384662.036485:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.036487:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384662.036489:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384662.036491:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384662.036492:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384662.036494:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000003774076) refcount = 1 00010000:00010000:1.0:1767384662.036497:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036503:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384662.036511:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384662.036512:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384662.036513:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036515:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384662.036517:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384662.036520:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384662.036522:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384662.036523:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384662.036524:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030c31252 refcount=4 00000020:00000001:1.0:1767384662.036526:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384662.036528:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384662.036529:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384662.036531:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036535:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384662.036537:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036541:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.036542:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384662.036543:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036547:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384662.036548:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036550:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384662.036551:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384662.036555:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000030c31252 already unused, calling callback (00000000d66be316) 00080000:00000020:2.0:1767384662.036556:0:17082:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384662.036557:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384662.036560:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384662.036561:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384662.036562:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384662.036564:0:17082:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e01c6901. 20000000:00000001:2.0:1767384662.036571:0:17082:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384662.036577:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192704 00010000:00000001:2.0:1767384662.036580:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384662.036580:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384662.036583:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384662.036585:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1767384662.036587:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bab7601c x1853237049192704/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384662.036587:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030c31252 refcount=5 00000020:00000001:1.0:1767384662.036592:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:1.0:1767384662.036597:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218176000 : -128356491375616 : ffff8b42aced4c00) 00010000:00000001:2.0:1767384662.036600:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384662.036601:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384662.036603:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036607:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384662.036611:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036612:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384662.036614:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384662.036618:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=80 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384662.036619:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384662.036621:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384662.036623:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384662.036625:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384662.036626:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384662.036630:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000030c31252 with handle 0xefc2db714b35c4de from hash 00000100:00000040:2.0:1767384662.036633:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384662.036634:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384662.036637:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384662.036639:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:1.0:1767384662.036639:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.036641:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384662.036644:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384662.036645:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384662.036646:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384662.036649:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036650:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384662.036653:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384662.036654:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384662.036656:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036658:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384662.036659:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384662.036661:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384662.036664:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835789e4. 00010000:00000001:1.0:1767384662.036664:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.036665:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.036668:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384662.036670:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049192704, offset 224 00010000:00000001:1.0:1767384662.036671:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036676:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384662.036680:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384662.036686:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384662.036690:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384662.036700:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384662.036701:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007100 00010000:00000001:1.0:1767384662.036704:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384662.036708:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1de9 [2] + 224 00010000:00000001:1.0:1767384662.036709:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384662.036713:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384662.036714:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384662.036716:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384662.036744:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384662.036746:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384662.036748:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384662.036750:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384662.036752:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384662.036757:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384662.036759:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384662.036760:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000030c31252/0xefc2db714b35c4de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384662.036765:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1767384662.036770:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000003774076 count: 0 00000100:00000001:2.0:1767384662.036771:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384662.036776:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384662.036779:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384662.036783:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384662.036788:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384662.036799:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384662.036804:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835789e4 00000400:00000010:2.0:1767384662.036805:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835789e4. 00000100:00000001:2.0:1767384662.036808:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384662.036809:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384662.036813:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.036814:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384662.036816:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384662.036818:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384662.036820:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384662.036823:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.036825:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384662.036826:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384662.036828:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab7601c x1853237049192704/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:643/0 lens 4848/4768 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384662.036830:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384662.036835:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00000400:00000200:1.0:1767384662.036840:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b590fcf8 00000400:00000010:1.0:1767384662.036845:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b590fcf8. 00000100:00000001:1.0:1767384662.036852:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384662.036853:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bab7601c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049192704:12345-0@lo:253: Request processed in 3604us (3952us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384662.036860:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384662.036862:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384662.036868:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384662.036872:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384662.036876:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384662.036880:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baec6b46. 00000100:00000200:1.0:1767384662.036881:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384662.036884:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa10734f. 00000020:00000010:2.0:1767384662.036890:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a50eea6. 00000020:00000040:2.0:1767384662.036895:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:1.0:1767384662.036897:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384662.036899:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384662.036901:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384662.036902:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004495cd81. 02000000:00000001:2.0:1767384662.036904:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384662.036905:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384662.036908:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384662.036913:0:16358:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384662.036914:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95890c5. 02000000:00000001:1.0:1767384662.036916:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384662.036920:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835789e4. 00000100:00000001:1.0:1767384662.036920:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384662.036924:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384662.036928:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384662.036932:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384662.036937:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384662.036939:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384662.036941:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.036942:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384662.036944:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.036946:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384662.036950:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.036957:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384662.036960:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384662.036961:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384662.036965:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384662.036967:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384662.036969:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384662.036971:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384662.036972:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384662.036974:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384662.036976:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384662.036978:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384662.036980:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384662.036984:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384662.036991:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c10fe113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049192704:0@lo:253: 00000100:00000001:1.0:1767384662.036998:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.037000:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384662.037003:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c10fe113 x1853237049192704/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384662.037010:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384662.037011:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384662.037021:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc23ee3f. 02000000:00000001:1.0:1767384662.037025:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384662.037026:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384662.037028:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:1.0:1767384662.037030:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384662.037032:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000057d0d562. 02000000:00000001:1.0:1767384662.037035:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384662.037037:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384662.037038:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c10fe113. 00000100:00000001:1.0:1767384662.037041:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384662.037043:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.037045:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384662.037062:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384662.037064:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384662.037066:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384662.037069:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384662.038761:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294951362, at 4294951363 00000100:00000010:2.0:1767384662.038768:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000603cf7a1. 00000100:00000040:1.0:1767384662.038777:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294951362, at 4294951363 00000100:00000010:1.0:1767384662.038786:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00000100:00000040:3.0:1767384662.038803:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294951362, at 4294951363 00000100:00000010:3.0:1767384662.038812:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea04a18. 00000100:00000040:0.0:1767384662.039794:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294951362, at 4294951364 00000100:00000010:0.0:1767384662.039801:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4faa78f. 00010000:00000010:1.1:1767384662.045742:0:36582:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007c74b4bc. 00010000:00000010:1.1:1767384662.045751:0:36582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d5cba1d. 00000400:00000010:2.0:1767384662.048690:0:36581:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006b7ea370. 00000400:00000040:2.0:1767384662.048709:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384662.048711:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384662.048713:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384662.048714:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384662.048716:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384662.048733:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384662.048736:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384662.048737:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384662.048738:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384662.048739:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384662.048742:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384662.048743:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384662.048745:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384662.048751:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384662.048753:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384662.048755:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384662.048756:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384662.048757:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384662.048757:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384662.048759:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384662.048761:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384662.048762:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384662.048763:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384662.048764:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384662.048765:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384662.048766:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384662.048767:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384662.048769:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384662.048770:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384662.048771:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384662.048771:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384662.048773:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384662.048774:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384662.048775:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384662.048776:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384662.048777:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384662.048778:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384662.048780:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384662.048781:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384662.048782:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384662.048783:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384662.048784:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384662.048785:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384662.048786:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384662.048787:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384662.048788:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384662.048789:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384662.048790:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384662.048791:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384662.048792:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384662.048793:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384662.048795:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384662.048801:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384662.048803:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384662.048804:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384662.048805:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384662.048807:0:36581:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384662.048908:0:36581:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006b7ea370. 00010000:00000010:1.1:1767384662.050740:0:36582:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003774076. 00010000:00000010:1.1:1767384662.050748:0:36582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000030c31252. 00000400:00000001:3.0:1767384662.291784:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384662.291789:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384662.291791:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41ccea5 00000400:00000010:3.0:1767384662.291796:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d41ccea5. 00000400:00000200:3.0:1767384662.291800:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384662.291806:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384662.291817:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004cf34278. 00000400:00000010:3.0:1767384662.291820:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c600f3b1. 00000400:00000200:3.0:1767384662.291824:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp42 00000400:00000010:3.0:1767384662.291827:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384662.291830:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000042d4a8c2. 00000400:00000010:3.0:1767384662.291833:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000400:00000010:3.0:1767384662.291839:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000752e8b79. 00000400:00000200:3.0:1767384662.291842:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp42 00000400:00000200:3.0:1767384662.291853:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp42 local destination 00000400:00000200:3.0:1767384662.291858:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp42 00000400:00000200:3.0:1767384662.291861:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp42 NI seq info: [162:162:256:4294967295] 192.168.202.154@tcp42 LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1767384662.291867:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp42 00000400:00000200:3.0:1767384662.291873:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42:) -> 192.168.202.154@tcp42(192.168.202.154@tcp42:192.168.202.154@tcp42) : GET try# 0 00000800:00000200:3.0:1767384662.291877:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp42 00000800:00000010:3.0:1767384662.291881:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000034dbb0e2. 00000800:00000200:3.0:1767384662.291886:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000800:00000200:3.1:1767384662.291890:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000400:00000200:3.0:1767384662.291906:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp42 added to recovery queue. ping count: 2 next ping: 288 health :800 00000400:00000200:0.0:1767384662.291981:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292039:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292070:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292090:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292105:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292122:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292141:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292157:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292171:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292196:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292225:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292255:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292282:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292348:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292378:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292395:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292409:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292425:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292461:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292479:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292495:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292511:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292530:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292548:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292564:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292578:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292596:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292625:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292672:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292696:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292712:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292758:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292789:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384662.292804:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384662.292964:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1662eeb. 00000800:00000010:0.0:1767384662.292969:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea2494ab. 00000800:00000010:0.0:1767384662.292974:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000286d2075. 00000800:00000010:0.0:1767384662.292992:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000286d2075. 00000800:00020000:0.0:1767384662.293001:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384662.293010:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea2494ab. 00000800:00000010:0.0:1767384662.293012:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f1662eeb. 00000400:02020000:0.0:1767384662.293046:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp42 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384662.293053:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp42 notifying 192.168.202.154@tcp42: down 00000400:00000200:0.0:1767384662.293056:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384662.293060:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp42 00000800:00000010:0.0:1767384662.293063:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000034dbb0e2. 00000400:00000200:0.0:1767384662.293067:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384662.293071:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384662.293079:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384662.293081:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384662.293084:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384662.547809:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384662.547815:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.547822:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384662.547825:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384662.547827:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384662.547830:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.547833:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384662.547835:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.547837:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.547839:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384662.547893:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384662.547898:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384662.547901:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384663.252839:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000322337ee] -> 12345-192.168.202.154@tcp12 (6) 00000800:00000200:2.0:1767384663.252849:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp12 ip 192.168.202.154:988 00000800:00000200:2.0:1767384663.252854:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384663.252967:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384663.252974:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384663.252984:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384663.252989:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384663.252992:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384663.315775:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384663.315785:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384663.315788:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384663.315792:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000400:00000200:3.0:1767384663.315796:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384663.315803:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384663.315860:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384663.315865:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000042d4a8c2. 00000400:00000200:3.0:1767384663.315873:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp43 00000400:00000010:3.0:1767384663.315877:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384663.315881:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000042d4a8c2. 00000400:00000010:3.0:1767384663.315884:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000400:00000010:3.0:1767384663.315890:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008755bb4f. 00000400:00000200:3.0:1767384663.315892:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp43 00000400:00000200:3.0:1767384663.315903:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp43 local destination 00000400:00000200:3.0:1767384663.315909:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp43 00000400:00000200:3.0:1767384663.315912:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp43 NI seq info: [163:163:256:4294967295] 192.168.202.154@tcp43 LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1767384663.315917:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp43 00000400:00000200:3.0:1767384663.315922:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp43(192.168.202.154@tcp43:) -> 192.168.202.154@tcp43(192.168.202.154@tcp43:192.168.202.154@tcp43) : GET try# 0 00000800:00000200:3.0:1767384663.315927:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp43 00000800:00000010:3.0:1767384663.315930:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae6da0fd. 00000800:00000200:3.0:1767384663.315936:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000800:00000200:3.1:1767384663.315941:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000400:00000200:3.0:1767384663.315957:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp43 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:1.0:1767384663.316030:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316066:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316081:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316098:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316127:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316148:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316164:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316180:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316207:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316242:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316259:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316285:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316314:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316335:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316365:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316379:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316396:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316410:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316444:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316464:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316479:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316498:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316525:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316568:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316608:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316636:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316666:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316689:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316714:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316788:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316839:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316865:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316880:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384663.316897:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384663.317031:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384663.317035:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000047941655. 00000800:00000010:1.0:1767384663.317040:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b84a3445. 00000800:00000010:1.0:1767384663.317058:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b84a3445. 00000800:00020000:1.0:1767384663.317067:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384663.317070:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000047941655. 00000800:00000010:1.0:1767384663.317072:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc23ee3f. 00000400:02020000:1.0:1767384663.317100:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp43 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384663.317106:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp43 notifying 192.168.202.154@tcp43: down 00000400:00000200:1.0:1767384663.317109:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384663.317112:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp43 00000800:00000010:1.0:1767384663.317115:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae6da0fd. 00000400:00000200:1.0:1767384663.317118:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384663.317121:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp43->192.168.202.154@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384663.317128:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384663.317130:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384663.317132:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp43) recovery failed with -71 00010000:00000001:1.0:1767384663.572763:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384663.572769:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.572775:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384663.572777:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.572811:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384663.572816:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384663.572819:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384663.740521:0:37100:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008d7c9cb1. 00080000:00000010:0.0:1767384663.740530:0:37100:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008d7c9cb1. 00000020:00000001:0.0:1767384663.740534:0:37100:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384663.740540:0:37100:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008d7c9cb1. 00080000:00000010:0.0:1767384663.740543:0:37100:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008d7c9cb1. 00000020:00000001:0.0:1767384663.740546:0:37100:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.147777:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384664.147789:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384664.147792:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384664.147796:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007d3c45e. 00000004:00000020:0.0:1767384664.147796:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1767384664.147804:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000010:0.0:1767384664.147804:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000100:00000001:2.0:1767384664.147811:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384664.147812:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384664.147816:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384664.147818:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384664.147821:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384664.147822:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.147824:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384664.147833:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a09884. 02000000:00000010:0.0:1767384664.147834:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2ae0cd7. 00000100:00000001:0.0:1767384664.147843:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.147844:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.147849:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384664.147852:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.147855:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384664.147860:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_02+2] req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.147881:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384664.147884:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.147891:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d3c45e] to pc [ptlrpcd_00_03+3] req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384664.147896:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.147904:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.147908:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384664.147911:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384664.147914:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000100:00000001:0.0:1767384664.147916:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384664.147917:0:473:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384664.147921:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384664.147924:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384664.147929:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384664.147932:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384664.147933:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384664.147936:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384664.147943:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2a0dc3f. 00000100:00000001:2.0:1767384664.147949:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.147950:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384664.147954:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.147956:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384664.147960:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384664.147966:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384664.147968:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384664.147970:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.147972:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.147976:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_00+0] req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384664.147980:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049192960:0@lo:13: 00000100:00000001:0.0:1767384664.147991:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384664.147995:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384664.147997:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384664.148001:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384664.148002:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148005:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384664.148007:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384664.148008:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.148012:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384664.148013:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384664.148014:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c5bf66c. 00000100:00000001:2.0:1767384664.148019:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384664.148021:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384664.148024:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000020:00000040:2.0:1767384664.148031:0:473:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384664.148032:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97f78d6. 00000100:00000001:2.0:1767384664.148037:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384664.148038:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384664.148040:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384664.148041:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384664.148044:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384664.148044:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 02000000:00000010:2.0:1767384664.148050:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b425. 02000000:00000001:3.0:1767384664.148054:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384664.148054:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049192960, portal 4 00000100:00000001:2.0:1767384664.148055:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.148058:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.148062:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384664.148064:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.148064:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384664.148065:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00100000:3.0:1767384664.148073:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049192832:0@lo:400: 00000100:00000001:3.0:1767384664.148079:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384664.148081:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384664.148084:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384664.148087:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.148091:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384664.148092:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384664.148096:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384664.148097:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de4ac623. 00000100:00000001:0.0:1767384664.148102:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384664.148103:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.148107:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000373946b2] to pc [ptlrpcd_00_01+1] req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384664.148109:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000100:00000040:0.0:1767384664.148111:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384664.148115:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000010:0.0:1767384664.148118:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000200:3.0:1767384664.148120:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049192832, portal 25 00000100:00000001:3.0:1767384664.148125:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384664.148125:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049192960, offset 0 00000100:00000001:3.0:1767384664.148128:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000100:00000001:2.0:1767384664.148131:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.148134:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384664.148135:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384664.148140:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384664.148145:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384664.148150:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000100:00000001:3.0:1767384664.148151:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384664.148154:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384664.148157:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000020:00000040:2.0:1767384664.148162:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:3.0:1767384664.148163:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049192832, offset 0 00000400:00000200:0.0:1767384664.148163:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384664.148169:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384664.148174:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384664.148174:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384664.148179:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.148184:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260007200 00000400:00000200:3.0:1767384664.148185:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384664.148187:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bf7a2de. 00000100:00000001:2.0:1767384664.148194:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.148204:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260007180 00000400:00000200:0.0:1767384664.148209:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000100:00000040:2.0:1767384664.148210:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384664.148222:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384664.148223:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15a9 [2] + 0 00000100:00000001:2.0:1767384664.148227:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384664.148230:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005982046. 00000100:00000001:2.0:1767384664.148231:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.148234:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384664.148237:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c069cde 00000100:00000040:2.0:1767384664.148238:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_02+2] req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384664.148243:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384664.148251:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384664.148252:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384664.148258:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384664.148259:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c069cde 00000100:00000001:2.0:1767384664.148261:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384664.148262:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c069cde. 00000100:00000010:0.0:1767384664.148266:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000a91cc1. 00000100:00000001:3.0:1767384664.148269:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384664.148270:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (291) 00000100:00000200:3.0:1767384664.148272:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384664.148272:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000000a91cc1 x1853237049192960 msgsize 224 00000100:00000040:3.0:1767384664.148277:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000000a10a760 x1853237049192832 msgsize 224 00000100:00100000:0.0:1767384664.148281:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384664.148285:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384664.148290:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384664.148291:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384664.148292:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384664.148294:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384664.148298:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.148303:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384664.148308:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384664.148310:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.148311:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000100:00000001:0.0:1767384664.148313:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384664.148314:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 02000000:00000001:2.0:1767384664.148314:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384664.148320:0:16360:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384664.148320:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384664.148325:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.148326:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000100:00000200:3.0:1767384664.148327:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384664.148331:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049193088:0@lo:400: 00000400:00000010:0.0:1767384664.148332:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000100:00000001:0.0:1767384664.148339:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384664.148341:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384664.148346:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384664.148347:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384664.148347:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384664.148350:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.148353:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384664.148356:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384664.148361:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c8b10a. 02000000:00000001:2.0:1767384664.148366:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384664.148373:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016cf916a. 00000400:00000010:2.0:1767384664.148380:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97f923e. 00000100:00000001:3.0:1767384664.148381:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148382:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384664.148384:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384664.148390:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.148391:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384664.148391:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193088, portal 4 00000100:00000001:2.0:1767384664.148398:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384664.148399:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294953477 00000100:00000001:2.0:1767384664.148403:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518494336 : -128356191057280 : ffff8b42bed3ca80) 00000100:00000010:3.0:1767384664.148405:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebbff6f. 00000100:00000001:0.0:1767384664.148407:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148411:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384664.148425:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.148427:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384664.148433:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148435:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294953477 00000100:00000001:2.0:1767384664.148440:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384664.148441:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d17c8734. 00000100:00000040:0.0:1767384664.148442:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3497 usecs (4 jiffies) 00000100:00000001:3.0:1767384664.148447:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384664.148448:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384664.148449:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953476 00000100:00000001:3.0:1767384664.148453:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294953477 00000400:00000010:2.0:1767384664.148454:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000100:00000001:0.0:1767384664.148454:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953477 00000100:00000010:3.0:1767384664.148458:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000282a3d36. 00000100:00000200:2.0:1767384664.148460:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049193088, offset 0 00000100:00000001:0.0:1767384664.148461:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953476 00000100:00000001:3.0:1767384664.148462:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384664.148467:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294953477 00000100:00000001:0.0:1767384664.148468:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953477 00000100:00000010:3.0:1767384664.148471:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004496a16c. 00000400:00000200:2.0:1767384664.148472:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384664.148476:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384664.148476:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953476 00000100:00000001:3.0:1767384664.148482:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.148482:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953477 00000400:00000200:2.0:1767384664.148486:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384664.148487:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148488:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953476 00000100:00000001:3.0:1767384664.148492:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148495:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.148495:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000400:00000200:2.0:1767384664.148502:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260007280 00000100:00000001:0.0:1767384664.148502:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.148508:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.148512:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000100:00000001:0.0:1767384664.148513:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148518:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.148519:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384664.148521:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384664.148522:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384664.148524:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384664.148526:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384664.148533:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384664.148535:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384664.148535:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384664.148536:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384664.148540:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384664.148540:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384664.148542:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384664.148547:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384664.148547:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384664.148548:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cd8228c. 00000100:00000001:3.0:1767384664.148549:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.148553:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148555:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384664.148555:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000001cd8228c x1853237049193088 msgsize 224 00000100:00000001:0.0:1767384664.148557:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148558:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.148565:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384664.148567:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384664.148568:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384664.148570:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384664.148575:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.148581:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384664.148581:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384664.148585:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384664.148586:0:17898:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f1662eeb. 02000000:00000001:3.0:1767384664.148588:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384664.148589:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 02000000:00000001:3.0:1767384664.148592:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384664.148593:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00000100:00000001:0.0:1767384664.148594:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384664.148595:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.148599:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384664.148600:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192960 00000100:00100000:3.0:1767384664.148601:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049193344:0@lo:400: 00000100:00000200:2.0:1767384664.148606:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384664.148606:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384664.148607:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384664.148611:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384664.148612:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384664.148615:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148616:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.148619:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384664.148624:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004783d77f. 02000000:00000001:0.0:1767384664.148625:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.148628:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.148629:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384664.148631:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192960 00000400:00000010:3.0:1767384664.148633:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000100:00000040:2.0:1767384664.148635:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384664.148636:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384664.148638:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000020:00000040:0.0:1767384664.148641:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000200:3.0:1767384664.148643:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193344, portal 10 00000020:00000001:0.0:1767384664.148647:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384664.148649:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384664.148652:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000020:00000040:0.0:1767384664.148652:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:2.0:1767384664.148660:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.148660:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000040:3.0:1767384664.148662:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.148667:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384664.148667:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:2.0:1767384664.148674:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148675:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384664.148677:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384664.148681:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384664.148681:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3497 usecs (4 jiffies) 00000400:00000010:3.0:1767384664.148683:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000100:00000001:2.0:1767384664.148688:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953476 00000100:00000200:3.0:1767384664.148689:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049193344, offset 0 00000020:00000010:0.0:1767384664.148694:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fa5c29. 00000100:00000001:2.0:1767384664.148699:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953477 00000400:00000200:3.0:1767384664.148704:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384664.148706:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953476 00000020:00000010:0.0:1767384664.148706:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f1254a6a. 00000400:00000200:3.0:1767384664.148712:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384664.148712:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953477 00000020:00000040:0.0:1767384664.148716:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000400:00000200:3.0:1767384664.148739:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007380 00000400:00000200:3.0:1767384664.148744:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:2.0:1767384664.148744:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953477 00000100:00000001:2.0:1767384664.148751:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953477 00000400:00000200:3.0:1767384664.148753:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384664.148757:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953477 00000100:00000001:0.0:1767384664.148759:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384664.148760:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384664.148763:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000100:00000001:3.0:1767384664.148766:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384664.148767:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384664.148769:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384664.148769:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e088a929. 00000100:00000001:2.0:1767384664.148771:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384664.148775:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a253a2a. 00000100:00000001:2.0:1767384664.148777:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384664.148779:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095850149. 00000100:00000040:3.0:1767384664.148780:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000008a253a2a x1853237049193344 msgsize 224 00000100:00000001:2.0:1767384664.148781:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384664.148787:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384664.148788:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:2.0:1767384664.148789:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384664.148793:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384664.148796:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384664.148798:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384664.148801:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1767384664.148802:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c530144f 00000100:00000001:2.0:1767384664.148802:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384664.148807:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000100:00000001:2.0:1767384664.148808:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148809:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384664.148811:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384664.148813:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384664.148815:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:3.0:1767384664.148817:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.148818:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.148820:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384664.148826:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384664.148828:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384664.148829:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.148831:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.148833:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.148833:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384664.148837:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384664.148839:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384664.148844:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.148845:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.148848:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.148849:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384664.148854:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.148859:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3197 usecs (4 jiffies) 00000100:00000001:0.0:1767384664.148861:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384664.148864:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294953477 00000100:00000001:0.0:1767384664.148865:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384664.148866:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384664.148867:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294953477 00000100:00000001:2.0:1767384664.148869:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148871:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294953477 02000000:00000001:2.0:1767384664.148874:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384664.148876:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294953477 02000000:00000001:2.0:1767384664.148879:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384664.148880:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294953477 00000100:00100000:0.0:1767384664.148882:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384664.148886:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294953477 02000000:00000001:2.0:1767384664.148887:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.148890:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:3.0:1767384664.148891:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294953477 00000100:00100000:2.0:1767384664.148893:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049193216:0@lo:400: 00000100:00000001:0.0:1767384664.148895:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520603136 : -128356188948480 : ffff8b42bef3f800) 00000100:00000001:3.0:1767384664.148903:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000100:00000001:2.0:1767384664.148903:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384664.148906:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384664.148907:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000a91cc1 x1853237049192960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:645/0 lens 224/0 e 0 to 0 dl 1767384675 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.148908:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.148914:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384664.148915:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384664.148921:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384664.148921:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.148925:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384664.148926:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384664.148931:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1254a6a. 02000000:00000010:2.0:1767384664.148932:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002db732c7. 00000100:00000001:0.0:1767384664.148936:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384664.148937:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384664.148942:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074bcfa26. 00000020:00000010:0.0:1767384664.148943:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1254a6a. 00000400:00000010:2.0:1767384664.148948:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000100:00100000:0.0:1767384664.148951:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000a91cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049192960:12345-0@lo:13: 00000100:00000200:2.0:1767384664.148954:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193216, portal 10 00000100:00000001:2.0:1767384664.148960:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384664.148961:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192960 00000100:00000001:2.0:1767384664.148962:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 00000020:00000001:0.0:1767384664.148966:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384664.148971:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384664.148971:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384664.148975:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.148981:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384664.148985:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000100:00000001:2.0:1767384664.148986:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384664.148991:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384664.148992:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384664.148994:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000020:00000001:0.0:1767384664.148997:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384664.148999:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049193216, offset 0 00000020:00000001:0.0:1767384664.149001:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384664.149005:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384664.149005:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384664.149009:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.149015:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384664.149016:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384664.149020:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384664.149025:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007300 02000000:00000010:0.0:1767384664.149025:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bd406362. 02000000:00000001:0.0:1767384664.149030:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.149034:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:0.0:1767384664.149035:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384664.149042:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:2.0:1767384664.149043:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384664.149047:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:0.0:1767384664.149049:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384664.149051:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384664.149053:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000200:2.0:1767384664.149054:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384664.149059:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7fec127. 00000100:00000040:2.0:1767384664.149062:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000e7fec127 x1853237049193216 msgsize 224 00000020:00000001:0.0:1767384664.149065:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384664.149069:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1767384664.149071:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384664.149077:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384664.149080:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384664.149081:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384664.149086:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000400:00000010:2.0:1767384664.149090:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:2.0:1767384664.149096:0:16357:0:(events.c:34:request_out_callback()) Process entered 00002000:00000020:0.0:1767384664.149096:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:2.0:1767384664.149101:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384664.149102:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384664.149108:0:17898:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000075e3f41d. 00000100:00000001:2.0:1767384664.149115:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1767384664.149117:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384664.149119:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384664.149120:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384664.149122:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049192960 00010000:00000001:0.0:1767384664.149126:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384664.149128:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384664.149132:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000a91cc1 x1853237049192960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:645/0 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.149154:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.149155:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384664.149157:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384664.149159:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.149163:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384664.149164:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=72 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384664.149170:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3013 usecs (4 jiffies) 00000100:00000001:0.0:1767384664.149171:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384664.149175:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384664.149176:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953477 00000100:00000001:0.0:1767384664.149179:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384664.149181:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953477 02000000:00000001:0.0:1767384664.149183:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384664.149186:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953477 02000000:00000001:0.0:1767384664.149186:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.149191:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384664.149192:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953477 00000100:00000040:0.0:1767384664.149195:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384664.149197:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953477 00000400:00000010:0.0:1767384664.149199:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000001:2.0:1767384664.149200:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953477 00000100:00000200:0.0:1767384664.149204:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049192960, offset 224 00000100:00000001:2.0:1767384664.149205:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953477 00000100:00000001:2.0:1767384664.149210:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000400:00000200:0.0:1767384664.149213:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384664.149214:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384664.149217:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.149222:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384664.149223:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.149227:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.149229:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260007200 00000400:00000200:0.0:1767384664.149234:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e09 [1] + 224 00000400:00000200:0.0:1767384664.149238:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384664.149240:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384664.149241:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384664.149244:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.149246:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384664.149250:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384664.149257:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.149259:0:17082:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384664.149263:0:17082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049192832 02000000:00000001:2.0:1767384664.149266:0:17082:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384664.149268:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384664.149271:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384664.149277:0:17082:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384664.149281:0:17082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049192832 00000020:00000001:2.0:1767384664.149284:0:17082:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384664.149285:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384664.149286:0:17082:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384664.149290:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384664.149292:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000020:00000040:2.0:1767384664.149293:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000400:00000010:0.0:1767384664.149296:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000020:00000001:2.0:1767384664.149297:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384664.149301:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384664.149304:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384664.149307:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.149309:0:17082:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:0.0:1767384664.149313:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384664.149316:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384664.149319:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384664.149320:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f870576. 00000020:00000001:0.0:1767384664.149322:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.149324:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384664.149329:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f870576. 00000020:00000001:0.0:1767384664.149329:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384664.149336:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099acb7a8. 00000100:00000040:0.0:1767384664.149337:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000a91cc1 x1853237049192960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:645/0 lens 224/368 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384664.149341:0:17082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e866f284. 00000020:00000010:2.0:1767384664.149348:0:17082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df679749. 00000100:00100000:0.0:1767384664.149355:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000a91cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049192960:12345-0@lo:13: Request processed in 426us (1079us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384664.149357:0:17082:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384664.149361:0:17082:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384664.149364:0:17082:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384664.149367:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384664.149368:0:17082:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.149372:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:2.0:1767384664.149376:0:17082:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.149376:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384664.149379:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384664.149379:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384664.149383:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193344 00000020:00000010:0.0:1767384664.149385:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095850149. 02000000:00000001:3.0:1767384664.149386:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384664.149387:0:17082:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.149389:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384664.149391:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00000001:3.0:1767384664.149392:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.149397:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384664.149399:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e088a929. 00000100:00100000:3.0:1767384664.149401:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193344 00000100:00000001:2.0:1767384664.149401:0:17082:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384664.149403:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:2.0:1767384664.149406:0:17082:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384664.149407:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384664.149407:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384664.149410:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000020:00000001:3.0:1767384664.149427:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384664.149429:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00100000:2.0:1767384664.149431:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000020:00000001:3.0:1767384664.149432:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:3.0:1767384664.149437:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000040:2.0:1767384664.149438:0:17082:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384664.149440:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384664.149443:0:17082:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611946576 : -128357097605040 : ffff8b4288caf850) 00000020:00000010:3.0:1767384664.149445:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c9717f2. 00000100:00000001:0.0:1767384664.149445:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384664.149450:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a10a760 x1853237049192832/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 224/0 e 0 to 0 dl 1767384675 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384664.149450:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193088 02000000:00000001:0.0:1767384664.149454:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384664.149456:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384664.149458:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ff4f2710. 00000100:00000001:0.0:1767384664.149459:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.149465:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384664.149469:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00100000:0.0:1767384664.149470:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193088 00000100:00000001:2.0:1767384664.149472:0:17082:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384664.149473:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384664.149474:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384664.149477:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000010:3.0:1767384664.149478:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3fcb623. 00000020:00000001:0.0:1767384664.149479:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384664.149480:0:17082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f870576. 00000020:00000010:3.0:1767384664.149484:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003e30c43. 00000100:00000001:2.0:1767384664.149484:0:17082:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384664.149488:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000020:00000010:2.0:1767384664.149490:0:17082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f870576. 00000020:00000010:3.0:1767384664.149492:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000001:0.0:1767384664.149492:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00100000:2.0:1767384664.149499:0:17082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a10a760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049192832:12345-0@lo:400: 00000020:00000001:0.0:1767384664.149499:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000040:3.0:1767384664.149502:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384664.149506:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384664.149507:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384664.149509:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384664.149509:0:17082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049192832 00000020:00000010:0.0:1767384664.149511:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1254a6a. 00000100:00000001:3.0:1767384664.149513:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384664.149514:0:17082:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384664.149515:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384664.149519:0:17082:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384664.149519:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1254a6a. 00000100:00000001:3.0:1767384664.149520:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384664.149523:0:17082:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.149525:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384664.149526:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e088a929. 00000100:00000001:3.0:1767384664.149529:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.149530:0:17082:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384664.149531:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095850149. 00000020:00000001:2.0:1767384664.149534:0:17082:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000010:0.0:1767384664.149536:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:3.0:1767384664.149538:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384664.149542:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1767384664.149547:0:17082:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384664.149547:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384664.149548:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384664.149549:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384664.149551:0:17082:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.149552:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384664.149557:0:17082:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384664.149559:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193216 00000020:00000001:2.0:1767384664.149560:0:17082:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384664.149561:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384664.149562:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384664.149565:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384664.149565:0:17082:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.149566:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384664.149569:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.149570:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.149571:0:17082:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384664.149573:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.149575:0:17082:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384664.149576:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193216 02000000:00000001:2.0:1767384664.149578:0:17082:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384664.149579:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384664.149580:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384664.149583:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 02000000:00000010:2.0:1767384664.149585:0:17082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d666cc27. 00000020:00000001:3.0:1767384664.149586:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384664.149589:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 02000000:00000001:2.0:1767384664.149590:0:17082:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.149591:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384664.149592:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:0.0:1767384664.149595:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384664.149596:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:2.0:1767384664.149596:0:17082:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384664.149601:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384664.149604:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384664.149604:0:17082:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.149605:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000020:00000010:3.0:1767384664.149609:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008163db5d. 00000100:00000001:0.0:1767384664.149610:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518495232 : -128356191056384 : ffff8b42bed3ce00) 00010000:00000040:2.0:1767384664.149611:0:17082:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049192832 00000100:00000001:3.0:1767384664.149613:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384664.149618:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008163db5d. 00010000:00000001:2.0:1767384664.149618:0:17082:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384664.149619:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001cd8228c x1853237049193088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:645/0 lens 224/0 e 0 to 0 dl 1767384675 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384664.149625:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000846975c5. 00010000:00000200:2.0:1767384664.149626:0:17082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a10a760 x1853237049192832/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384664.149631:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051044caa. 00000100:00000001:0.0:1767384664.149635:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384664.149637:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d327b784. 00000020:00000010:0.0:1767384664.149640:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1254a6a. 00000100:00000001:3.0:1767384664.149642:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384664.149645:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384664.149646:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384664.149649:0:17082:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384664.149650:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384664.149650:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1254a6a. 00010000:00000001:2.0:1767384664.149652:0:17082:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.149658:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:2.0:1767384664.149658:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=82 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384664.149661:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001cd8228c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049193088:12345-0@lo:400: 00000100:00000001:3.0:1767384664.149662:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384664.149665:0:17082:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384664.149666:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384664.149670:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193088 00000100:00000040:2.0:1767384664.149671:0:17082:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:0.0:1767384664.149674:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384664.149676:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384664.149676:0:17082:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:2.0:1767384664.149682:0:17082:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384664.149684:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384664.149685:0:17082:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.149687:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.149689:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384664.149690:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384664.149690:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384664.149692:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384664.149695:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000040:2.0:1767384664.149696:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384664.149699:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000001:0.0:1767384664.149701:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384664.149703:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000400:00000010:2.0:1767384664.149703:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000020:00000001:0.0:1767384664.149704:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.149708:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188136320 : -128361521415296 : ffff8b41811cfb80) 00000020:00000001:0.0:1767384664.149710:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384664.149712:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049192832, offset 224 00000020:00000001:0.0:1767384664.149713:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384664.149714:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a253a2a x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:645/0 lens 224/0 e 0 to 0 dl 1767384675 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384664.149717:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.149743:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384664.149744:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384664.149747:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384664.149749:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384664.149750:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384664.149753:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9fc590a. 00000020:00000010:3.0:1767384664.149755:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008163db5d. 02000000:00000001:0.0:1767384664.149758:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.149759:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384664.149763:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384664.149763:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384664.149764:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008163db5d. 00000020:00000001:0.0:1767384664.149769:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384664.149774:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a253a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049193344:12345-0@lo:400: 00010000:00000040:0.0:1767384664.149774:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049193088 00000400:00000200:2.0:1767384664.149780:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260007180 00010000:00000001:0.0:1767384664.149781:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384664.149782:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193344 00000020:00000001:3.0:1767384664.149785:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:0.0:1767384664.149787:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001cd8228c x1853237049193088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384664.149789:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384664.149792:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.149793:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e0d [1] + 224 00000020:00000001:3.0:1767384664.149798:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384664.149802:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000400:00000200:2.0:1767384664.149804:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384664.149809:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767384664.149810:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384664.149813:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384664.149815:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384664.149816:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.149818:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384664.149821:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=72 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384664.149823:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384664.149827:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384664.149828:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384664.149830:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384664.149832:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.149833:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:0.0:1767384664.149839:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:3.0:1767384664.149840:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384664.149845:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384664.149846:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384664.149848:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.149850:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384664.149853:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384664.149855:0:17082:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384664.149856:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043b41861. 00000100:00000040:0.0:1767384664.149858:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384664.149863:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384664.149863:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000001:3.0:1767384664.149871:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384664.149871:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049193088, offset 224 00000020:00000001:3.0:1767384664.149878:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.149878:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:3.0:1767384664.149883:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193344 00000400:00000200:0.0:1767384664.149883:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384664.149887:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384664.149893:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00010000:00000200:3.0:1767384664.149894:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a253a2a x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384664.149894:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384664.149899:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:2.0:1767384664.149906:0:17082:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384664.149907:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260007280 00000100:00000001:2.0:1767384664.149910:0:17082:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384664.149915:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384664.149918:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.149918:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e19 [1] + 224 00010000:00000001:3.0:1767384664.149919:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384664.149923:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=77 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384664.149925:0:17082:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384664.149932:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384664.149933:0:17082:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384664.149934:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384664.149937:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000020:00000001:2.0:1767384664.149938:0:17082:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.149943:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:0.0:1767384664.149943:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384664.149944:0:17082:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384664.149949:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384664.149952:0:18468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384664.149953:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.149953:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a10a760 x1853237049192832/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384664.149958:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.149965:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384664.149972:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384664.149977:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000100:00000200:3.0:1767384664.149982:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049193344, offset 224 00000100:00100000:2.0:1767384664.149983:0:17082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a10a760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049192832:12345-0@lo:400: Request processed in 508us (1702us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384664.149990:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384664.149993:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384664.150001:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:2.0:1767384664.150008:0:17082:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000400:00000200:3.0:1767384664.150009:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384664.150012:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384664.150013:0:17082:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384664.150017:0:17082:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384664.150019:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000020:00000010:2.0:1767384664.150021:0:17082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e866f284. 00000400:00000010:0.0:1767384664.150022:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000400:00000200:3.0:1767384664.150026:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007380 00000020:00000010:2.0:1767384664.150028:0:17082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df679749. 00000100:00000001:0.0:1767384664.150028:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384664.150033:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384664.150036:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099acb7a8. 00000400:00000200:3.0:1767384664.150038:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e21 [1] + 224 00000100:00000001:0.0:1767384664.150038:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384664.150041:0:17082:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000040:0.0:1767384664.150045:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:0.0:1767384664.150049:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384664.150050:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384664.150050:0:17082:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384664.150051:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384664.150054:0:17082:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d666cc27. 00000020:00000001:0.0:1767384664.150055:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384664.150060:0:17082:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384664.150061:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cd8228c x1853237049193088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384664.150064:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384664.150064:0:17082:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384664.150071:0:17082:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384664.150074:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384664.150077:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ab3b3e. 00000100:00100000:0.0:1767384664.150078:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001cd8228c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049193088:12345-0@lo:400: Request processed in 440us (1519us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384664.150083:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384664.150086:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032d8b9cf. 00000100:00100000:0.0:1767384664.150089:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384664.150093:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:0.0:1767384664.150097:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384664.150101:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384664.150105:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095850149. 00000100:00000040:3.0:1767384664.150107:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384664.150109:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384664.150114:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e088a929. 00000020:00000040:0.0:1767384664.150118:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:0.0:1767384664.150122:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.150129:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384664.150133:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384664.150135:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c530144f 00000100:00000001:2.0:1767384664.150137:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384664.150138:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000100:00080000:0.0:1767384664.150139:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384664.150142:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384664.150144:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:3.0:1767384664.150146:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384664.150146:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:3.0:1767384664.150151:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.150153:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000040:3.0:1767384664.150155:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00080000:0.0:1767384664.150155:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384664.150159:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518500608 : -128356191051008 : ffff8b42bed3e300) 00010000:00000001:3.0:1767384664.150161:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:0.0:1767384664.150161:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000020:00000001:3.0:1767384664.150164:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.150167:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384664.150170:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7fec127 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:645/0 lens 224/0 e 0 to 0 dl 1767384675 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384664.150173:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a253a2a x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.150177:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384664.150180:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384664.150185:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384664.150188:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384664.150191:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97f78d6. 00000400:00000200:0.0:1767384664.150197:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000400:00000010:0.0:1767384664.150201:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000100:00000001:2.0:1767384664.150204:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384664.150205:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a253a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049193344:12345-0@lo:400: Request processed in 457us (1422us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384664.150207:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384664.150209:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f870576. 00000100:00000200:0.0:1767384664.150214:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.150215:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384664.150217:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000020:00000010:2.0:1767384664.150222:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f870576. 00000100:00000040:3.0:1767384664.150223:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:3.0:1767384664.150229:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384664.150232:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384664.150233:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384664.150234:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7fec127 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237049193216:12345-0@lo:400: 00000020:00000010:3.0:1767384664.150242:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003e30c43. 00000100:00000200:2.0:1767384664.150246:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193216 00000020:00000010:3.0:1767384664.150248:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000001:2.0:1767384664.150252:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384664.150255:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3fcb623. 00000100:00000001:0.0:1767384664.150255:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384664.150256:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384664.150259:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384664.150261:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.150262:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384664.150263:0:17090:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000020:00000001:2.0:1767384664.150266:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384664.150268:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384664.150268:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384664.150270:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:0.0:1767384664.150272:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384664.150275:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.150276:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384664.150277:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.150280:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384664.150282:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=72 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384664.150284:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384664.150288:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:0.0:1767384664.150289:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=72 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384664.150291:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.150293:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384664.150296:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384664.150297:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.150299:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384664.150301:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384664.150303:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384664.150307:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d666cc27. 00010000:00080000:0.0:1767384664.150308:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384664.150311:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.150317:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.150322:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384664.150326:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193216 00010000:00000001:0.0:1767384664.150328:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.150330:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384664.150334:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000200:2.0:1767384664.150336:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7fec127 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384664.150338:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384664.150340:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384664.150343:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.150351:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.150356:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384664.150359:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384664.150364:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384664.150368:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384664.150372:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384664.150377:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384664.150382:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384664.150383:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384664.150385:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384664.150387:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.150390:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384664.150391:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384664.150392:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384664.150394:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767384664.150395:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384664.150398:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384664.150399:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000100:00000040:2.0:1767384664.150399:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:0.0:1767384664.150403:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:3.0:1767384664.150405:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:2.0:1767384664.150405:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000004:00000040:0.0:1767384664.150407:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:3.0:1767384664.150408:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000004:00000040:0.0:1767384664.150425:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384664.150427:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384664.150428:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049193216, offset 224 00000100:00000200:3.0:1767384664.150433:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384664.150434:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:2.0:1767384664.150441:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:0.0:1767384664.150449:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384664.150453:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384664.150456:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384664.150457:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384664.150473:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007300 00000100:00000001:3.0:1767384664.150477:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384664.150481:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.150483:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384664.150485:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049192960:0@lo:13: 02000000:00000001:3.0:1767384664.150487:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384664.150487:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e29 [1] + 224 00000100:00000001:3.0:1767384664.150491:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384664.150492:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.150493:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.150497:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384664.150497:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384664.150498:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.150503:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049192960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384664.150505:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=76 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384664.150507:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384664.150513:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384664.150516:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384664.150519:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384664.150522:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384664.150524:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384664.150526:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384664.150527:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384664.150531:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:3.0:1767384664.150532:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384664.150535:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c5bf66c. 02000000:00000001:0.0:1767384664.150542:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384664.150545:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384664.150548:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384664.150553:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384664.150554:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384664.150558:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384664.150558:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2ae0cd7. 00000100:00000001:3.0:1767384664.150564:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384664.150567:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384664.150567:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384664.150571:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384664.150573:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767384664.150574:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:2.0:1767384664.150575:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384664.150579:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384664.150580:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.150582:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000100:00000001:0.0:1767384664.150582:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384664.150587:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384664.150587:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:0.0:1767384664.150588:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384664.150596:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384664.150597:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384664.150598:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384664.150599:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384664.150601:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384664.150604:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384664.150604:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.150606:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384664.150612:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:0.0:1767384664.150612:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384664.150613:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.150615:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.150619:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384664.150623:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.150626:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384664.150630:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049193344:0@lo:400: 00000020:00000001:2.0:1767384664.150630:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384664.150630:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384664.150635:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384664.150638:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384664.150640:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074bcfa26. 00000100:00000040:2.0:1767384664.150644:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7fec127 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:645/0 lens 224/224 e 0 to 0 dl 1767384675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384664.150644:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03f2f7f 00000400:00000010:0.0:1767384664.150647:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03f2f7f. 00000100:00000001:0.0:1767384664.150651:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384664.150652:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.150655:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384664.150657:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384664.150658:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000400:00000200:3.0:1767384664.150664:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384664.150667:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000100:00100000:2.0:1767384664.150672:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7fec127 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237049193216:12345-0@lo:400: Request processed in 464us (1604us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384664.150673:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384664.150677:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384664.150679:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384664.150693:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:2.0:1767384664.150700:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:2.0:1767384664.150705:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384664.150708:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384664.150714:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384664.150715:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384664.150715:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051044caa. 00000100:00000001:0.0:1767384664.150737:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.150743:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384664.150744:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384664.150744:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d327b784. 02000000:00000001:0.0:1767384664.150746:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384664.150748:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.150749:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384664.150751:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000846975c5. 00000100:00000001:3.0:1767384664.150754:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384664.150754:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384664.150757:0:17914:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 02000000:00000001:3.0:1767384664.150758:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384664.150758:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.150762:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384664.150763:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384664.150764:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=77 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384664.150765:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.150770:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384664.150771:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=77 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384664.150773:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=82 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384664.150775:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767384664.150779:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384664.150779:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.150781:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384664.150784:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384664.150787:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384664.150787:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384664.150789:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384664.150792:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.150796:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.150801:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384664.150803:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.150805:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384664.150808:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384664.150811:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384664.150813:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.150819:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.150822:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384664.150827:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384664.150829:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384664.150833:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384664.150847:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049192832:0@lo:400: 00000100:00000001:3.0:1767384664.150855:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.150858:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384664.150859:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384664.150864:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.150864:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384664.150868:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.150876:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384664.150876:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384664.150879:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384664.150882:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004783d77f. 02000000:00000001:3.0:1767384664.150886:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384664.150889:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384664.150891:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:0.0:1767384664.150891:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237049193216:0@lo:400: 00000020:00000001:3.0:1767384664.150895:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384664.150897:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005bf7a2de. 02000000:00000001:3.0:1767384664.150902:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1767384664.150902:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384664.150906:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1767384664.150906:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1767384664.150911:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000400:00000010:0.0:1767384664.150911:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cf916a. 00000100:00000001:3.0:1767384664.150914:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384664.150916:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f97f923e 00000100:00000001:3.0:1767384664.150917:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384664.150920:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f97f923e. 00000100:00000001:3.0:1767384664.150921:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384664.150925:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384664.150926:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007d3c45e x1853237049192832/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384664.150931:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.150942:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384664.150944:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384664.150947:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de4ac623. 00000100:00000200:0.0:1767384664.150947:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384664.150951:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384664.150953:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384664.150955:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384664.150960:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384664.150962:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384664.150964:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.150965:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384664.150968:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a09884. 02000000:00000001:0.0:1767384664.150969:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384664.150971:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384664.150973:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384664.150974:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.150976:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384664.150977:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384664.150978:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 00000100:00000001:3.0:1767384664.150983:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767384664.150984:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=72 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384664.150985:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.150989:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384664.150990:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384664.150993:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384664.150995:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384664.150995:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.151000:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.151000:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384664.151005:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.151006:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384664.151010:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384664.151017:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.151024:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384664.151025:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384664.151027:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384664.151028:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.151030:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.151035:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.151036:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384664.151037:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384664.151039:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384664.151043:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049193088:0@lo:400: 00000100:00000001:0.0:1767384664.151046:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.151047:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384664.151048:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000373946b2 x1853237049193216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.151051:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384664.151053:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384664.151054:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002db732c7. 02000000:00000001:0.0:1767384664.151056:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384664.151057:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384664.151058:0:16357:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384664.151059:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384664.151060:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b425. 02000000:00000001:0.0:1767384664.151062:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384664.151063:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384664.151063:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 00000100:00000001:0.0:1767384664.151066:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384664.151067:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.151068:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384664.151069:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000572a5fc0 x1853237049193088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.151074:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384664.151079:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384664.151080:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c8b10a. 02000000:00000001:0.0:1767384664.151082:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384664.151082:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384664.151083:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384664.151084:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384664.151085:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2a0dc3f. 02000000:00000001:0.0:1767384664.151086:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384664.151087:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384664.151088:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 00000100:00000001:0.0:1767384664.151089:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384664.151089:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.151091:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.151094:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384664.151095:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.151096:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384664.151097:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.153751:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000010:3.0:1767384664.153757:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004496a16c. 00000100:00000040:1.0:1767384664.153762:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000010:1.0:1767384664.153771:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d17c8734. 00000100:00000040:0.0:1767384664.153777:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000040:2.0:1767384664.153778:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000010:0.0:1767384664.153789:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebbff6f. 00000100:00000010:2.0:1767384664.153791:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000282a3d36. 00000800:00000200:2.0:1767384664.275809:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec4a24f] -> 12345-192.168.202.154@tcp28 (6) 00000800:00000200:2.0:1767384664.275820:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp28 ip 192.168.202.154:988 00000800:00000200:2.0:1767384664.275825:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384664.275952:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384664.275957:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384664.275968:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384664.275972:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384664.275974:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384664.340768:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.340773:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.340775:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384664.340779:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000400:00000200:3.0:1767384664.340784:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384664.340790:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384664.340801:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384664.340803:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000042d4a8c2. 00000400:00000200:3.0:1767384664.340807:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp41 00000400:00000010:3.0:1767384664.340811:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384664.340815:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004783d77f. 00000400:00000010:3.0:1767384664.340819:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000400:00000010:3.0:1767384664.340825:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba7f5127. 00000400:00000200:3.0:1767384664.340829:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp41 00000400:00000200:3.0:1767384664.340840:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp41 local destination 00000400:00000200:3.0:1767384664.340845:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp41 00000400:00000200:3.0:1767384664.340849:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp41 NI seq info: [164:164:256:4294967295] 192.168.202.154@tcp41 LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1767384664.340856:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp41 00000400:00000200:3.0:1767384664.340862:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41:) -> 192.168.202.154@tcp41(192.168.202.154@tcp41:192.168.202.154@tcp41) : GET try# 0 00000800:00000200:3.0:1767384664.340867:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp41 00000800:00000010:3.0:1767384664.340870:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049254912. 00000800:00000200:3.0:1767384664.340881:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000800:00000200:3.1:1767384664.340885:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000400:00000200:3.0:1767384664.340902:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp41 added to recovery queue. ping count: 3 next ping: 294 health :700 00000400:00000200:2.0:1767384664.340985:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341038:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341073:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341111:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341143:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341178:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341213:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341279:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341337:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341367:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341429:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341463:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341497:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341531:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341565:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341599:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341632:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341666:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341697:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341750:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341871:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341920:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341958:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.341990:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342021:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342058:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342100:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342196:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342228:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.342256:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384664.342456:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044621c82. 00000800:00000010:2.0:1767384664.342462:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3f24f57. 00000800:00000010:2.0:1767384664.342467:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f870576. 00000800:00000010:2.0:1767384664.342487:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f870576. 00000800:00020000:2.0:1767384664.342497:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384664.342501:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3f24f57. 00000800:00000010:2.0:1767384664.342504:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044621c82. 00000400:02020000:2.0:1767384664.342544:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp41 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384664.342559:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp41 notifying 192.168.202.154@tcp41: down 00000400:00000200:2.0:1767384664.342563:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384664.342569:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp41 00000800:00000010:2.0:1767384664.342573:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049254912. 00000400:00000200:2.0:1767384664.342578:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384664.342583:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384664.342593:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384664.342597:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384664.342602:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp41) recovery failed with -71 00000001:00000001:0.0:1767384664.437797:0:37264:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384664.437803:0:37264:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:0.0:1767384664.442455:0:37264:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384664.450561:0:37265:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bec758fb. 00000400:00000010:0.0:1767384664.450577:0:37265:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000088334e59. 00000400:00000010:0.0:1767384664.450585:0:37265:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b70c2749. 00000400:00000010:0.0:1767384664.450589:0:37265:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000586f6a5e. 00000400:00000010:0.0:1767384664.450592:0:37265:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f55c0e4b. 00000400:00000010:0.0:1767384664.450596:0:37265:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035e075dd. 00000400:00000010:0.0:1767384664.450597:0:37265:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf3652aa. 00000400:00000010:0.0:1767384664.450599:0:37265:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f80f3d23. 00000400:00000010:0.0:1767384664.450601:0:37265:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000003b0168c. 00000800:00000010:0.0:1767384664.450617:0:37265:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e2ae0cd7. 00000800:00000200:0.0:1767384664.450627:0:37265:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384664.450639:0:37265:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384664.450678:0:37265:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384664.450703:0:37265:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp47 [8/256/0/180] 00000400:00000010:0.0:1767384664.452324:0:37265:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000009ae49197. 00000400:00000010:0.0:1767384664.452330:0:37265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97f78d6. 00000400:00000010:0.0:1767384664.452336:0:37265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 00000400:00000001:0.0:1767384664.452353:0:37265:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384664.452354:0:37265:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384664.452356:0:37265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a8cbe4. 00000400:00000200:0.0:1767384664.452358:0:37265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c7ffa4 00000400:00000010:0.0:1767384664.452360:0:37265:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c7ffa4. 00000400:00000010:0.0:1767384664.452363:0:37265:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000fe74b41b. 00000400:00000200:0.0:1767384664.452367:0:37265:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (36) 00000400:00000200:0.0:1767384664.452377:0:37265:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384664.452386:0:37265:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:0.0:1767384664.452392:0:37265:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000057c53d66. 00000020:01000000:0.0:1767384664.452395:0:37265:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384664.452398:0:37265:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp47 00000400:00000010:0.0:1767384664.452409:0:37265:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000088334e59. 00000400:00000200:3.0:1767384664.452428:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384664.452429:0:37265:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bec758fb. 00000400:00000200:3.0:1767384664.452435:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000010:3.0:1767384664.452442:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000200:3.0:1767384664.452445:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000010:3.0:1767384664.452450:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003deb2bf8. 00000400:00000200:3.0:1767384664.452453:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000020:00000001:2.0:1767384664.452455:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384664.452461:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384664.452465:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384664.452466:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 10000000:01000000:2.0:1767384664.452469:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384664.452474:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:2.0:1767384664.452476:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384664.452479:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384664.452484:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384664.452488:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:2.0:1767384664.452488:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384664.452491:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384664.452495:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384664.452499:0:473:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384664.452500:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:2.0:1767384664.452502:0:473:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384664.452506:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384664.452509:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384664.452512:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000100:00000010:2.0:1767384664.452518:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000400:00000200:3.0:1767384664.452521:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000040:2.0:1767384664.452526:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:3.0:1767384664.452531:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000100:00000001:2.0:1767384664.452535:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384664.452540:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 02000000:00000001:2.0:1767384664.452542:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384664.452548:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 02000000:00000001:2.0:1767384664.452549:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452557:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:3.0:1767384664.452561:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 02000000:00000010:2.0:1767384664.452563:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000044621c82. 00000400:00000200:3.0:1767384664.452565:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:3.0:1767384664.452572:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000001:2.0:1767384664.452573:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452578:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384664.452582:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000100:00000001:2.0:1767384664.452585:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384664.452589:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452597:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000100:00000040:2.0:1767384664.452602:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572a5fc0] to pc [ptlrpcd_00_03+3] req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384664.452605:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:3.0:1767384664.452621:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:3.0:1767384664.452635:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000400:00000200:3.0:1767384664.452639:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000400:00000200:3.0:1767384664.452642:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 28], ns[152, 28] 00000400:00000200:3.0:1767384664.452645:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 00000400:00000200:3.0:1767384664.452648:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 28], ns[124, 28] 00000400:00000200:3.0:1767384664.452651:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[86, 28] 00000400:00000200:3.0:1767384664.452654:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 28], ns[136, 28] 00000400:00000200:3.0:1767384664.452658:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[114, 28] 10000000:00000001:2.0:1767384664.452660:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452662:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 28], ns[151, 28] 00000400:00000200:3.0:1767384664.452665:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 28], ns[154, 28] 00000100:00000001:0.0:1767384664.452670:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384664.452671:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 28], ns[159, 28] 10000000:00000001:2.0:1767384664.452674:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.452676:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384664.452680:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452681:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 28], ns[145, 28] 00000100:00000001:0.0:1767384664.452681:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384664.452687:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384664.452688:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384664.452692:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 28], ns[150, 28] 00000020:00000001:2.0:1767384664.452700:0:473:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384664.452705:0:473:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384664.452710:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 28], ns[160, 28] 10000000:00000001:2.0:1767384664.452710:0:473:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384664.452711:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:2.0:1767384664.452715:0:473:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384664.452716:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452741:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 28], ns[164, 28] 02000000:00000001:0.0:1767384664.452754:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384664.452757:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384664.452758:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[148, 28], ns[162, 28] 00000020:01000004:2.0:1767384664.452761:0:473:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384664.452762:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384664.452767:0:473:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384664.452769:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 28], ns[163, 28] 00000100:00100000:0.0:1767384664.452770:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049193472:0@lo:253: 00000020:01000004:2.0:1767384664.452773:0:473:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384664.452779:0:473:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384664.452780:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384664.452784:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000020:01000004:2.0:1767384664.452784:0:473:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384664.452788:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384664.452789:0:473:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384664.452792:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 02000000:00000001:0.0:1767384664.452793:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384664.452794:0:473:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384664.452799:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp44 00000020:01000004:2.0:1767384664.452799:0:473:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384664.452799:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:2.0:1767384664.452805:0:473:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384664.452808:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp44 lpni_is_preferred = 0 02000000:00000010:0.0:1767384664.452809:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b71a2672. 00000400:00000200:3.0:1767384664.452811:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp44 00000100:00000010:2.0:1767384664.452812:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000400:00000200:3.0:1767384664.452817:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp44 NI seq info: [165:165:256:4294967295] 192.168.202.154@tcp44 LPNI seq info [151:151:8:4294967295] 00000020:00000040:2.0:1767384664.452819:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 02000000:00000001:0.0:1767384664.452821:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384664.452827:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp44 00000100:00000001:2.0:1767384664.452827:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384664.452831:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75a8c3f. 02000000:00000001:2.0:1767384664.452832:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384664.452839:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384664.452840:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00000400:00000200:3.0:1767384664.452841:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp44(192.168.202.154@tcp44:) -> 192.168.202.154@tcp44(192.168.202.154@tcp:192.168.202.154@tcp44) : PUT try# 0 00000100:00000200:0.0:1767384664.452849:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049193472, portal 25 00000800:00000200:3.0:1767384664.452851:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.154@tcp44 02000000:00000010:2.0:1767384664.452851:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000550eed6b. 00000100:00000001:0.0:1767384664.452855:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767384664.452859:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040304bf9. 00000100:00000001:0.0:1767384664.452859:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518494336 : -128356191057280 : ffff8b42bed3ca80) 00000100:00000001:2.0:1767384664.452860:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384664.452870:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384664.452871:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c150ddd4. 00000100:00000040:0.0:1767384664.452871:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384664.452874:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384664.452877:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000003a9b09f. 00000100:00000040:2.0:1767384664.452886:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000373946b2] to pc [ptlrpcd_00_00+0] req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384664.452887:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000100:00000001:0.0:1767384664.452887:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384664.452894:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.1:1767384664.452898:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000400:00000010:0.0:1767384664.452899:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000946679d7. 00000100:00000200:0.0:1767384664.452906:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049193472, offset 0 00000400:00000200:3.0:1767384664.452916:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384664.452917:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384664.452923:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 10000000:00000001:2.0:1767384664.452928:0:473:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.452933:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:2.0:1767384664.452935:0:473:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384664.452939:0:473:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384664.452942:0:473:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384664.452943:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007400 00000020:00000010:2.0:1767384664.452949:0:473:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000057c53d66. 00000400:00000200:0.0:1767384664.452953:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15b1 [2] + 0 00000400:00000010:0.0:1767384664.452957:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00000400:00000200:0.0:1767384664.452961:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b00b3199 00000400:00000200:0.0:1767384664.452966:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384664.452970:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384664.452974:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b00b3199 00000400:00000010:0.0:1767384664.452975:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b00b3199. 00000100:00000001:0.0:1767384664.452979:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384664.452980:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384664.452983:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000984df5b6 x1853237049193472 msgsize 4848 00000100:00100000:0.0:1767384664.452986:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384664.452987:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384664.452995:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384664.453000:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000946679d7 00000400:00000010:0.0:1767384664.453003:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000946679d7. 00000100:00000001:0.0:1767384664.453005:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384664.453007:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.453017:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384664.453026:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000100:00000040:0.0:1767384664.453029:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.453041:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453043:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384664.453052:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453056:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294953782 00000100:00000010:0.0:1767384664.453061:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081487e4f. 00000100:00000001:0.0:1767384664.453067:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384664.453075:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294953782 00000100:00000010:0.0:1767384664.453079:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a52781cc. 00000100:00000001:3.0:1767384664.453080:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384664.453084:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384664.453085:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.453087:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00000001:0.0:1767384664.453090:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294953782 00000100:00000010:0.0:1767384664.453097:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061c4cb89. 00000100:00000001:0.0:1767384664.453102:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384664.453103:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384664.453107:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294953782 00000100:00100000:3.0:1767384664.453108:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193472 02000000:00000001:3.0:1767384664.453113:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384664.453116:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f617ab19. 00000100:00000001:3.0:1767384664.453117:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384664.453122:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453122:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384664.453130:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453131:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384664.453133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000100:00100000:3.0:1767384664.453136:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193472 00000100:00000001:0.0:1767384664.453137:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.453143:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384664.453144:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384664.453147:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:0.0:1767384664.453148:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384664.453153:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384664.453157:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:0.0:1767384664.453160:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384664.453164:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384664.453168:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384664.453171:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384664.453172:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384664.453175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000100:00000001:0.0:1767384664.453175:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.453177:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384664.453180:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.453184:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384664.453191:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f313bf8. 00000100:00000001:3.0:1767384664.453194:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.453195:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384664.453196:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f313bf8. 00000100:00000001:0.0:1767384664.453201:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384664.453203:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1767384664.453205:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000846975c5. 00000100:00000040:0.0:1767384664.453209:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384664.453212:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003e30c43. 00000020:00000010:3.0:1767384664.453219:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000100:00000001:0.0:1767384664.453224:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384664.453228:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384664.453231:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384664.453235:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000001:3.0:1767384664.453236:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384664.453236:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.453239:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.453242:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384664.453246:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384664.453248:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.453249:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384664.453252:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049193600:0@lo:253: 00000100:00000001:0.0:1767384664.453256:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384664.453259:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384664.453260:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384664.453263:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.453266:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384664.453271:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384664.453272:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3e97ea0. 00000100:00000001:3.0:1767384664.453276:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384664.453276:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.453278:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000010:0.0:1767384664.453281:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027345526. 00000100:00100000:3.0:1767384664.453284:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000400:00000010:0.0:1767384664.453287:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000946679d7. 00000100:00000040:3.0:1767384664.453288:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384664.453292:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716611935312 : -128357097616304 : ffff8b4288cacc50) 00000100:00000200:0.0:1767384664.453294:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049193600, portal 25 00000100:00000001:0.0:1767384664.453298:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384664.453299:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000984df5b6 x1853237049193472/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 4848/0 e 0 to 0 dl 1767384675 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.453302:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 00000100:00000040:0.0:1767384664.453311:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.453313:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384664.453315:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000020:00000010:3.0:1767384664.453317:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f313bf8. 00000100:00000001:3.0:1767384664.453324:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.453326:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384664.453327:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f313bf8. 00000100:00000040:0.0:1767384664.453332:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384664.453335:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000984df5b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049193472:12345-0@lo:253: 00000400:00000010:0.0:1767384664.453336:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002385a45d. 00000100:00000200:3.0:1767384664.453342:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193472 00000100:00000200:0.0:1767384664.453342:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049193600, offset 0 00000020:00000001:3.0:1767384664.453347:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384664.453351:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384664.453353:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384664.453354:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.453358:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384664.453362:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384664.453365:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000020:00000001:3.0:1767384664.453367:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000400:00000200:0.0:1767384664.453372:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007480 00000020:00000001:3.0:1767384664.453374:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384664.453377:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384664.453378:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d9 [2] + 0 00000020:00000001:3.0:1767384664.453381:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384664.453383:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6232aae. 00000020:00000001:3.0:1767384664.453384:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384664.453389:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384664.453389:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c322d70c 00000100:00000001:3.0:1767384664.453395:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384664.453396:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384664.453398:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384664.453402:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384664.453404:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c322d70c 02000000:00000010:3.0:1767384664.453405:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fce43325. 00000400:00000010:0.0:1767384664.453406:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c322d70c. 00000400:00000200:2.0:1767384664.453408:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 02000000:00000001:3.0:1767384664.453423:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.453428:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453428:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384664.453432:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 20000000:00000001:3.0:1767384664.453433:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384664.453443:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001af2e4ca. 00000100:00000040:0.0:1767384664.453443:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006260365d x1853237049193600 msgsize 4848 20000000:01000000:3.0:1767384664.453449:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:0.0:1767384664.453453:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 20000000:00000001:3.0:1767384664.453454:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000040:0.0:1767384664.453457:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 20000000:00000001:3.0:1767384664.453458:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384664.453462:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384664.453464:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384664.453467:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384664.453467:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384664.453475:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002385a45d 00000400:00000200:2.0:1767384664.453477:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000010:0.0:1767384664.453477:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002385a45d. 20000000:00000010:3.0:1767384664.453478:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3fcb623. 00000100:00000001:0.0:1767384664.453482:0:16357:0:(events.c:34:request_out_callback()) Process entered 20000000:01000000:3.0:1767384664.453485:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00000100:00000200:0.0:1767384664.453487:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384664.453495:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384664.453496:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384664.453501:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384664.453504:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:0.0:1767384664.453506:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453509:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:3.0:1767384664.453510:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384664.453514:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453518:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294953782 00000100:00000001:0.0:1767384664.453520:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294953782 00000100:00000001:0.0:1767384664.453522:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294953782 00000400:00000200:2.0:1767384664.453523:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:0.0:1767384664.453524:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294953782 00080000:00000001:3.0:1767384664.453527:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384664.453529:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294953782 00000100:00000001:0.0:1767384664.453533:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294953782 00000100:00000001:0.0:1767384664.453535:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294953782 00000100:00000001:0.0:1767384664.453537:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294953782 00000100:00000001:0.0:1767384664.453538:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.453540:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453542:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384664.453543:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453544:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384664.453548:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384664.453550:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453551:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:3.0:1767384664.453552:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:0.0:1767384664.453555:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1767384664.453556:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453560:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000002:3.0:1767384664.453561:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000100:00000001:0.0:1767384664.453563:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384664.453566:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384664.453567:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384664.453569:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384664.453572:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.453575:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384664.453577:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384664.453580:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384664.453580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000020:00000001:3.0:1767384664.453591:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384664.453592:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384664.453595:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193600 00000020:00000001:3.0:1767384664.453597:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 02000000:00000001:0.0:1767384664.453598:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384664.453601:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:3.0:1767384664.453604:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384664.453604:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.453609:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384664.453610:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000042d4a8c2. 00000100:00100000:0.0:1767384664.453611:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193600 00080000:00000001:3.0:1767384664.453616:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268851712 : -128361440699904 : ffff8b4185ec9a00) 00000020:00000001:0.0:1767384664.453616:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384664.453619:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00080000:00000001:3.0:1767384664.453621:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384664.453622:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384664.453625:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000001:00000001:3.0:1767384664.453626:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1767384664.453627:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00080000:00000010:3.0:1767384664.453631:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007f313bf8. 00000020:00000001:0.0:1767384664.453631:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384664.453635:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384664.453636:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384664.453639:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00080000:00000001:3.0:1767384664.453640:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:0.0:1767384664.453641:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a8ef059. 00000100:00000001:0.0:1767384664.453646:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384664.453649:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a8ef059. 00000020:00000010:0.0:1767384664.453653:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e088a929. 00080000:00000001:3.0:1767384664.453656:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384664.453657:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad5a6c26. 00000020:00000010:0.0:1767384664.453664:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:0.0:1767384664.453668:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384664.453669:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384664.453670:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453673:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384664.453674:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384664.453675:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.453688:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384664.453690:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384664.453694:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:0.0:1767384664.453697:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384664.453699:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659922000 : -128357049629616 : ffff8b428ba70450) 00000400:00000200:2.0:1767384664.453700:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000040:0.0:1767384664.453704:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006260365d x1853237049193600/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 4848/0 e 0 to 0 dl 1767384675 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384664.453711:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384664.453744:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a8ef059. 00000100:00000001:0.0:1767384664.453747:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384664.453749:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a8ef059. 00000100:00100000:0.0:1767384664.453755:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006260365d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16357:x1853237049193600:12345-0@lo:253: 00000100:00000200:0.0:1767384664.453759:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193600 00000020:00000001:0.0:1767384664.453761:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384664.453763:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384664.453765:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.453767:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384664.453769:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:0.0:1767384664.453771:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384664.453772:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384664.453774:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384664.453776:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384664.453777:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453779:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384664.453782:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384664.453786:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000057c53d66. 02000000:00000001:0.0:1767384664.453788:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.453790:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384664.453793:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384664.453796:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000100:00000001:3.0:1767384664.453799:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000010:0.0:1767384664.453802:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a583d6ca. 00000100:00000001:3.0:1767384664.453803:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384664.453809:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384664.453813:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384664.453816:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384664.453818:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384664.453821:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384664.453823:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384664.453851:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.453907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.453964:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454031:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454059:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454090:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454139:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454189:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454225:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454264:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454366:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454396:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454444:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454478:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454515:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454583:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384664.454615:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384664.454845:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086b4d108. 00000800:00000010:2.0:1767384664.454851:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3f24f57. 00000800:00000010:2.0:1767384664.454857:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001544b61e. 00000800:00000010:2.0:1767384664.454886:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001544b61e. 00000800:00020000:2.0:1767384664.454898:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384664.454902:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3f24f57. 00000800:00000010:2.0:1767384664.454905:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086b4d108. 00000400:02020000:2.0:1767384664.454952:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp44 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384664.454959:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp44 notifying 192.168.202.154@tcp44: down 00000800:00000200:2.0:1767384664.454966:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp44 down 00000800:00000100:2.0:1767384664.454972:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.202.154@tcp44 00000800:00000010:2.0:1767384664.454975:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040304bf9. 00000400:00000200:2.0:1767384664.454978:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384664.454982:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp44->192.168.202.154@tcp44: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384664.454991:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp44 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:2.0:1767384664.454995:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384664.454999:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 1 00000400:00000200:2.0:1767384664.455004:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384664.455035:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384664.455040:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x301171 00000400:00000001:3.0:1767384664.455043:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.455044:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.455045:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384664.455047:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000400:00000200:3.0:1767384664.455049:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384664.455052:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384664.455054:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00000400:00000200:3.0:1767384664.455056:0:16355:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384664.455058:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc -71 00000400:00000200:3.0:1767384664.455060:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384664.455062:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (37) 00080000:00000010:0.0:1767384664.455278:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000042d4a8c2. 00080000:00000010:3.0:1767384664.455320:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007f313bf8. 00040000:00000001:3.0:1767384664.455326:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384664.455329:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384664.455331:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384664.455333:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:3.0:1767384664.455335:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384664.455337:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384664.455346:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384664.455356:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384664.455359:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfb4eb30. 20000000:01000000:0.0:1767384664.455363:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:01000000:3.0:1767384664.455366:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384664.455368:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384664.455372:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384664.455372:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384664.455374:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384664.455383:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384664.455388:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384664.455393:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384664.455396:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384664.455397:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384664.455402:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384664.455404:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384664.455405:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384664.455409:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384664.455423:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.455426:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000002:0.0:1767384664.455427:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000ddb676db 00000020:00000001:0.0:1767384664.455433:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c91483f 00080000:00000002:0.0:1767384664.455435:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:2.0:1767384664.455436:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000184acd27. 00080000:00000001:0.0:1767384664.455441:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384664.455444:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384664.455445:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384664.455449:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064878c5e. 00080000:00000001:0.0:1767384664.455449:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384664.455453:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384664.455456:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384664.455457:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000020:00000040:2.0:1767384664.455461:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064878c5e with handle 0xefc2db714b35c4e5 to hash 00080000:00000001:0.0:1767384664.455462:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384664.455466:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384664.455467:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000639a4252. 00010000:00000001:2.0:1767384664.455468:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00080000:00000001:0.0:1767384664.455472:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712278205440 : -128361431346176 : ffff8b41867b5400) 00010000:00000001:2.0:1767384664.455474:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00080000:00000001:0.0:1767384664.455476:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384664.455480:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:0.0:1767384664.455480:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384664.455482:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003a8ef059. 00080000:00000001:0.0:1767384664.455484:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384664.455486:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384664.455490:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384664.455494:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384664.455495:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384664.455505:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384664.455507:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:3.0:1767384664.455510:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384664.455512:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384664.455515:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384664.455516:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:3.0:1767384664.455518:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001af2e4ca. 00010000:00000001:2.0:1767384664.455521:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384664.455523:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.455524:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384664.455527:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193472 00010000:00000001:2.0:1767384664.455529:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384664.455531:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384664.455533:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384664.455537:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000984df5b6 x1853237049193472/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.455538:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384664.455542:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384664.455546:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384664.455548:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384664.455549:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384664.455552:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384664.455553:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000184acd27) refcount = 1 00000100:00001000:3.0:1767384664.455556:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=82 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384664.455558:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384664.455561:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384664.455565:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384664.455569:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:3.0:1767384664.455574:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384664.455576:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384664.455577:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.455580:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384664.455581:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384664.455584:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384664.455585:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384664.455590:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a89b3052. 00010000:00000001:2.0:1767384664.455590:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.455596:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384664.455597:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049193472, offset 224 20000000:00000001:2.0:1767384664.455603:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384664.455607:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:01000000:2.0:1767384664.455609:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00000400:00000200:3.0:1767384664.455614:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384664.455614:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384664.455618:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384664.455622:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=4 00000400:00000200:3.0:1767384664.455626:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007400 00000020:00000001:2.0:1767384664.455627:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000400:00000200:3.0:1767384664.455633:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e55 [2] + 224 00010000:00000001:2.0:1767384664.455633:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000400:00000200:3.0:1767384664.455640:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384664.455641:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384664.455646:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384664.455647:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384664.455652:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384664.455656:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.455663:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1767384664.455666:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384664.455675:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384664.455679:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384664.455684:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384664.455688:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384664.455692:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384664.455693:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89b3052 00000100:00000001:0.0:1767384664.455696:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384664.455697:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a89b3052. 00000100:00000001:0.0:1767384664.455699:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384664.455703:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384664.455706:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384664.455706:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384664.455708:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:0.0:1767384664.455710:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384664.455712:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.455713:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384664.455713:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d75a8c3f. 00000400:00000200:0.0:1767384664.455737:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088334e59 00000400:00000010:0.0:1767384664.455739:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088334e59. 00000100:00000001:0.0:1767384664.455743:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384664.455744:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000200:0.0:1767384664.455749:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384664.455751:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384664.455755:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.455757:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767384664.455762:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384664.455762:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384664.455767:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384664.455770:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000984df5b6 x1853237049193472/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384664.455783:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000064878c5e already unused, calling callback (00000000d66be316) 00010000:00000001:2.0:1767384664.455790:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384664.455794:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384664.455797:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384664.455800:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384664.455811:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000984df5b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049193472:12345-0@lo:253: Request processed in 2494us (2822us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384664.455813:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384664.455813:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384664.455817:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384664.455821:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384664.455821:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384664.455825:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000064878c5e refcount=5 00000100:00100000:3.0:1767384664.455826:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 02000000:00000001:0.0:1767384664.455826:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384664.455830:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384664.455831:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 00000100:00000001:0.0:1767384664.455833:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.455834:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00010000:00000001:2.0:1767384664.455838:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446592 : -128357223105024 : ffff8b42814ffe00) 02000000:00000001:0.0:1767384664.455839:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.455840:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384664.455846:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384664.455847:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384664.455847:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=82 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384664.455852:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384664.455853:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=82 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384664.455854:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003e30c43. 00000100:00000001:0.0:1767384664.455862:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384664.455864:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000100:00000001:0.0:1767384664.455866:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.455870:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384664.455872:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384664.455873:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000846975c5. 00010000:00000001:2.0:1767384664.455876:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384664.455876:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384664.455880:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:2.0:1767384664.455881:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.455882:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384664.455886:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384664.455890:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:3.0:1767384664.455891:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fce43325. 00000100:00000040:0.0:1767384664.455891:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.455895:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767384664.455898:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384664.455901:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384664.455904:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.455904:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384664.455910:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384664.455913:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384664.455913:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.455913:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384664.455921:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064878c5e with handle 0xefc2db714b35c4e5 from hash 00000400:00000010:3.0:1767384664.455922:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000020:01000004:0.0:1767384664.455922:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384664.455926:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384664.455929:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:0.0:1767384664.455929:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384664.455932:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a89b3052. 00010000:00000001:2.0:1767384664.455935:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384664.455935:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384664.455940:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384664.455940:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384664.455944:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:0.0:1767384664.455944:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384664.455947:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384664.455950:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:0.0:1767384664.455950:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384664.455955:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:0.0:1767384664.455955:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384664.455957:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384664.455961:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384664.455962:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.455965:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384664.455972:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384664.455975:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000572a5fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049193472:0@lo:253: 00010000:00000001:2.0:1767384664.455977:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384664.455982:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384664.455983:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384664.455989:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384664.455990:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384664.455994:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384664.455996:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000572a5fc0 x1853237049193472/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.455998:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.456004:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.456010:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.456011:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384664.456014:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384664.456023:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384664.456023:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384664.456028:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384664.456029:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b71a2672. 00010000:00000001:2.0:1767384664.456031:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384664.456033:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384664.456036:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384664.456037:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384664.456038:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384664.456041:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384664.456042:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:0.0:1767384664.456045:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00010000:00000001:2.0:1767384664.456047:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.456051:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000001:2.0:1767384664.456052:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384664.456055:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000044621c82. 00010000:00010000:2.0:1767384664.456057:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384664.456060:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384664.456064:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384664.456066:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 00000100:00000001:0.0:1767384664.456071:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384664.456073:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384664.456073:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384664.456078:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384664.456078:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384664.456083:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064878c5e/0xefc2db714b35c4e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384664.456085:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384664.456088:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.456093:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384664.456096:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384664.456109:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000184acd27 count: 0 00010000:00000001:2.0:1767384664.456117:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384664.456119:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:3.0:1767384664.456979:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000639a4252. 00080000:00000010:0.0:1767384664.457086:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003a8ef059. 00040000:00000001:0.0:1767384664.457093:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384664.457095:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384664.457097:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384664.457101:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384664.457104:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384664.457106:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384664.457109:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384664.457121:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384664.457124:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384664.457129:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384664.457147:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384664.457152:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384664.457154:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384664.457157:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384664.457160:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384664.457166:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e178ee67. 00010000:00000001:2.0:1767384664.457171:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384664.457174:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000161395. 00000020:00000001:2.0:1767384664.457178:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384664.457181:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000000161395 with handle 0xefc2db714b35c4ec to hash 00000020:00000001:2.0:1767384664.457184:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384664.457186:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384664.457189:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384664.457192:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384664.457194:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384664.457196:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384664.457203:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384664.457207:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384664.457209:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384664.457210:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384664.457212:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384664.457215:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384664.457216:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384664.457219:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384664.457220:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384664.457222:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384664.457224:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384664.457226:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e178ee67) refcount = 1 00010000:00010000:2.0:1767384664.457229:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384664.457241:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384664.457243:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384664.457245:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384664.457247:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000010:0.0:1767384664.457248:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a583d6ca. 00010000:00000001:2.0:1767384664.457252:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384664.457254:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457256:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384664.457258:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193600 00010000:00000001:2.0:1767384664.457261:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384664.457262:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:2.0:1767384664.457269:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:0.0:1767384664.457269:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006260365d x1853237049193600/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384664.457273:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:2.0:1767384664.457281:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384664.457282:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384664.457284:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384664.457286:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000161395 refcount=4 00000020:00000001:2.0:1767384664.457289:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:0.0:1767384664.457290:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457293:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00000100:00001000:0.0:1767384664.457294:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=82 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384664.457301:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384664.457302:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384664.457305:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384664.457306:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384664.457310:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384664.457315:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384664.457318:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457324:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384664.457325:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384664.457330:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384664.457330:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384664.457335:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00000100:00000200:0.0:1767384664.457340:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049193600, offset 224 00010000:00000001:2.0:1767384664.457344:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384664.457347:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384664.457348:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384664.457351:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384664.457358:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384664.457367:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384664.457370:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007480 00010000:00000001:2.0:1767384664.457371:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457377:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384664.457380:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384664.457380:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e5d [2] + 224 00000400:00000200:0.0:1767384664.457390:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384664.457395:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000000161395 already unused, calling callback (00000000d66be316) 00000400:00000200:0.0:1767384664.457397:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384664.457398:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384664.457402:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384664.457404:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.457408:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384664.457422:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384664.457435:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.457436:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384664.457438:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384664.457440:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384664.457443:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000161395 refcount=5 00000020:00000001:2.0:1767384664.457447:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384664.457452:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486443008 : -128357223108608 : ffff8b42814ff000) 00010000:00000001:2.0:1767384664.457454:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384664.457456:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384664.457460:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384664.457461:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384664.457461:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384664.457464:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457467:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384664.457469:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384664.457469:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088334e59 00000400:00000010:0.0:1767384664.457473:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088334e59. 00010000:00000001:2.0:1767384664.457474:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384664.457478:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384664.457480:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384664.457481:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384664.457481:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000000161395 with handle 0xefc2db714b35c4ec from hash 00000100:00000001:0.0:1767384664.457482:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384664.457485:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384664.457487:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384664.457489:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457490:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384664.457491:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384664.457493:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384664.457494:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:3.0:1767384664.457495:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384664.457497:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384664.457500:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027345526. 00010000:00000001:2.0:1767384664.457500:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384664.457500:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384664.457504:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457505:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384664.457506:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000946679d7 00010000:00000001:2.0:1767384664.457510:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1767384664.457510:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384664.457513:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384664.457515:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006260365d x1853237049193600/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:645/0 lens 4848/4768 e 0 to 0 dl 1767384675 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384664.457516:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000946679d7. 00010000:00000001:2.0:1767384664.457519:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.457523:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384664.457527:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384664.457529:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384664.457530:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.457537:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384664.457541:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384664.457544:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457559:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384664.457562:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.457566:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384664.457566:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006260365d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049193600:12345-0@lo:253: Request processed in 3850us (4118us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384664.457574:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384664.457586:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384664.457586:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:3.0:1767384664.457590:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384664.457593:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00010000:00000001:2.0:1767384664.457594:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384664.457595:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384664.457597:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384664.457598:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384664.457600:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384664.457601:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384664.457602:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384664.457604:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384664.457606:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384664.457607:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad5a6c26. 00010000:00000001:2.0:1767384664.457608:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384664.457609:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384664.457614:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384664.457614:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00001000:3.0:1767384664.457615:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=82 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384664.457619:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384664.457621:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=82 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384664.457621:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e088a929. 00010000:00000001:2.0:1767384664.457623:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:0.0:1767384664.457627:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384664.457628:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384664.457629:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.457630:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384664.457631:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384664.457634:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000057c53d66. 00010000:00000001:3.0:1767384664.457635:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000001:2.0:1767384664.457635:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384664.457638:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384664.457639:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384664.457642:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384664.457642:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.457643:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384664.457651:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384664.457651:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384664.457657:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75a8c3f. 00010000:00000001:2.0:1767384664.457658:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384664.457663:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384664.457664:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384664.457665:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00010000:00010000:2.0:1767384664.457667:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000000161395/0xefc2db714b35c4ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384664.457671:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384664.457673:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384664.457679:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384664.457681:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384664.457684:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384664.457685:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000040:2.0:1767384664.457685:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e178ee67 count: 0 00000020:01000004:3.0:1767384664.457688:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384664.457691:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384664.457692:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384664.457694:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384664.457695:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384664.457698:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384664.457699:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384664.457704:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384664.457717:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049193600:0@lo:253: 00000100:00000001:3.0:1767384664.457742:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.457743:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384664.457745:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000373946b2 x1853237049193600/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384664.457750:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384664.457752:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384664.457753:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3e97ea0. 02000000:00000001:3.0:1767384664.457756:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384664.457757:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384664.457757:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384664.457759:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384664.457760:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000550eed6b. 02000000:00000001:3.0:1767384664.457762:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384664.457763:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384664.457764:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 00000100:00000001:3.0:1767384664.457766:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384664.457767:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.457768:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384664.457772:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384664.457773:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384664.457774:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384664.457775:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384664.458767:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294953782, at 4294953783 00000100:00000040:2.0:1767384664.458771:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294953782, at 4294953783 00000100:00000010:0.0:1767384664.458775:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081487e4f. 00000100:00000010:2.0:1767384664.458779:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061c4cb89. 00000100:00000040:3.0:1767384664.458783:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294953782, at 4294953783 00000100:00000010:3.0:1767384664.458793:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f617ab19. 00000100:00000040:1.0:1767384664.459839:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294953782, at 4294953784 00000100:00000010:1.0:1767384664.459846:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a52781cc. 00010000:00000010:2.1:1767384664.463764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000184acd27. 00010000:00000010:2.1:1767384664.463773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064878c5e. 00010000:00000010:2.1:1767384664.463779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e178ee67. 00010000:00000010:2.1:1767384664.463791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000161395. 00000400:00000010:0.0:1767384664.471400:0:37270:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000069efc91a. 00000400:00000040:0.0:1767384664.471440:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384664.471443:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384664.471445:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384664.471446:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384664.471448:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384664.471449:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384664.471451:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384664.471452:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384664.471453:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384664.471454:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384664.471455:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384664.471456:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384664.471458:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384664.471463:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384664.471464:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384664.471466:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384664.471467:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384664.471468:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384664.471469:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384664.471470:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384664.471471:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384664.471472:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384664.471473:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384664.471474:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384664.471475:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384664.471476:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384664.471477:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384664.471478:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384664.471479:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384664.471480:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384664.471481:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384664.471482:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384664.471483:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384664.471484:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384664.471485:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384664.471486:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384664.471487:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384664.471488:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384664.471490:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384664.471491:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384664.471492:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384664.471493:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384664.471494:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384664.471495:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384664.471495:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384664.471496:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384664.471497:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384664.471498:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384664.471499:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384664.471500:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384664.471501:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384664.471502:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384664.471506:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384664.471507:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384664.471508:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384664.471509:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384664.471510:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384664.471613:0:37270:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000069efc91a. 00010000:00000001:1.0:1767384664.595855:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384664.595861:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384664.595876:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384664.595878:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384664.597141:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384664.597145:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384664.597148:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384665.171774:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384665.171778:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:0.0:1767384665.171781:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384665.171784:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384665.171785:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384665.171786:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384665.171788:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384665.171790:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384665.171792:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 77 10000000:00000001:0.0:1767384665.171795:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384665.171797:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384665.171803:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000020:00000040:0.0:1767384665.171807:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384665.171810:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.171813:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.171818:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.171824:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039a58bd1. 00000100:00000001:0.0:1767384665.171829:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.171834:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384665.171836:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384665.171843:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d4d65cb1. 00010000:00000001:0.0:1767384665.171846:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384665.171849:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab2b200d. 00000020:00000001:0.0:1767384665.171852:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384665.171855:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab2b200d with handle 0xefc2db714b35c4f3 to hash 00000020:00000001:0.0:1767384665.171856:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384665.171857:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384665.171860:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384665.171863:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384665.171865:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384665.171873:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384665.171881:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384665.171889:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384665.171894:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384665.171896:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384665.171900:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629aae64. 00000100:00000001:0.0:1767384665.171902:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716876771520 : -128356832780096 : ffff8b429893e0c0) 00000100:00000001:0.0:1767384665.171904:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384665.171906:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000001:0.0:1767384665.171910:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384665.171911:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.171913:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384665.171915:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384665.171921:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.171928:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384665.171930:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.171932:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384665.171934:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384665.171936:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.171939:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049193728:0@lo:101: 00000100:00000001:0.0:1767384665.171943:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384665.171946:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384665.171948:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.171950:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384665.171954:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bec758fb. 02000000:00000001:0.0:1767384665.171955:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.171961:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6232aae. 00000400:00000010:0.0:1767384665.171972:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000200:0.0:1767384665.171977:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049193728, portal 25 00000100:00000001:0.0:1767384665.171979:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384665.171980:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000040:0.0:1767384665.171984:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.171989:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384665.171991:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384665.171994:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000100:00000200:0.0:1767384665.171995:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049193728, offset 0 00000400:00000200:0.0:1767384665.172000:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384665.172010:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.172021:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260007500 00000400:00000200:0.0:1767384665.172025:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15e1 [2] + 0 00000400:00000010:0.0:1767384665.172029:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000853a1790. 00000400:00000200:0.0:1767384665.172031:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ae898927 00000400:00000200:0.0:1767384665.172036:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.172039:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384665.172043:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae898927 00000400:00000010:0.0:1767384665.172045:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae898927. 00000100:00000001:0.0:1767384665.172048:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384665.172050:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384665.172052:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000051e37e5c x1853237049193728 msgsize 328 00000100:00100000:0.0:1767384665.172056:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384665.172057:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384665.172064:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384665.172069:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384665.172071:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00000001:0.0:1767384665.172073:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384665.172076:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172082:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.172084:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172098:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172100:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.172105:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172108:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294954501 00000100:00000010:0.0:1767384665.172113:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081487e4f. 00000100:00000001:0.0:1767384665.172117:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384665.172121:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294954501 00000100:00000010:0.0:1767384665.172124:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab288a9d. 00000100:00000001:0.0:1767384665.172126:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384665.172129:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294954501 00000100:00000010:0.0:1767384665.172132:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81e851e. 00000100:00000001:0.0:1767384665.172134:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384665.172137:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294954501 00000100:00000010:0.0:1767384665.172139:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000755cad41. 00000100:00000001:0.0:1767384665.172142:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384665.172144:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.172146:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172148:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.172149:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384665.172151:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000629aae64 going to sleep for 11 seconds 00000100:00000001:0.0:1767384665.172153:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.172155:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172184:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384665.172186:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193728 02000000:00000001:0.0:1767384665.172188:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384665.172190:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.172192:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.172195:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.172198:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193728 00000020:00000001:0.0:1767384665.172200:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384665.172202:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384665.172203:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.172212:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384665.172214:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384665.172217:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384665.172221:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.172225:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039dd7f64. 00000100:00000001:0.0:1767384665.172227:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384665.172230:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039dd7f64. 00000020:00000010:0.0:1767384665.172234:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096d599ca. 00000020:00000010:0.0:1767384665.172239:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011d358e7. 00000020:00000010:0.0:1767384665.172244:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384665.172253:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384665.172256:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384665.172258:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384665.172259:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172266:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172274:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.172284:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.172285:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384665.172289:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000040:0.0:1767384665.172292:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384665.172294:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659923024 : -128357049628592 : ffff8b428ba70850) 00000100:00000040:0.0:1767384665.172298:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051e37e5c x1853237049193728/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:646/0 lens 328/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172304:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.172307:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039dd7f64. 00000100:00000001:0.0:1767384665.172309:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384665.172310:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039dd7f64. 00000100:00100000:0.0:1767384665.172316:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051e37e5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049193728:12345-0@lo:101: 00000100:00000200:0.0:1767384665.172319:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193728 00000020:00000001:0.0:1767384665.172321:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384665.172324:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384665.172326:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.172334:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384665.172336:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384665.172338:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384665.172340:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384665.172343:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384665.172344:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384665.172347:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.172349:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384665.172351:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384665.172352:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384665.172354:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384665.172356:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.172360:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384665.172365:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000050baacf9. 00010000:00000001:0.0:1767384665.172368:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384665.172371:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000020:00000001:0.0:1767384665.172373:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384665.172376:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c4fa to hash 00000020:00000001:0.0:1767384665.172378:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384665.172379:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384665.172381:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00010000:0.0:1767384665.172383:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c4f3 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384665.172387:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:0.0:1767384665.172390:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:0.0:1767384665.172395:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384665.172398:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384665.172402:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008a690c41. 02000000:00000001:0.0:1767384665.172420:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172422:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.172424:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384665.172427:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384665.172429:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384665.172431:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384665.172438:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.172440:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384665.172441:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.172444:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384665.172446:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384665.172447:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384665.172448:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384665.172450:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050baacf9) refcount = 1 00010000:00010000:0.0:1767384665.172454:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.172458:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384665.172460:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384665.172461:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.172463:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.172465:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384665.172470:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384665.172472:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.172477:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384665.172479:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384665.172481:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384665.172483:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.172485:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384665.172486:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.172487:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384665.172488:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fda0fc98, rc 0) 00000020:00000001:0.0:1767384665.172490:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384665.172492:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193728 00010000:00000001:0.0:1767384665.172494:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384665.172498:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051e37e5c x1853237049193728/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:646/0 lens 328/344 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384665.172504:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384665.172506:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.172509:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.172518:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384665.172521:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384665.172522:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384665.172525:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384665.172527:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172530:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384665.172532:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384665.172535:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000100:00000200:0.0:1767384665.172538:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049193728, offset 224 00000400:00000200:0.0:1767384665.172543:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384665.172550:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.172557:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260007500 00000400:00000200:0.0:1767384665.172562:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e75 [1] + 224 00000400:00000200:0.0:1767384665.172565:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.172569:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.172572:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.172576:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.172583:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172592:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384665.172597:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384665.172598:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00000001:0.0:1767384665.172601:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384665.172603:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.172606:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.172608:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384665.172610:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384665.172612:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.172613:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384665.172615:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051e37e5c x1853237049193728/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:646/0 lens 328/344 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.172621:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051e37e5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049193728:12345-0@lo:101: Request processed in 316us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384665.172633:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:0.0:1767384665.172635:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384665.172637:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384665.172639:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384665.172643:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011d358e7. 00000020:00000010:0.0:1767384665.172647:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384665.172650:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096d599ca. 00000020:00000040:0.0:1767384665.172653:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:0.0:1767384665.172657:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384665.172659:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008a690c41. 02000000:00000001:0.0:1767384665.172661:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384665.172663:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384665.172667:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384665.172671:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000853a1790. 00000400:00000010:0.0:1767384665.172675:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d0b5f5a. 00000100:00000001:0.0:1767384665.172696:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384665.172701:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384665.172703:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384665.172705:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6232aae. 00000400:00000200:0.0:1767384665.172710:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:0.0:1767384665.172712:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000100:00000001:0.0:1767384665.172715:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.172844:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.172854:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172860:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.172862:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.172864:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384665.172867:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384665.172868:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.172870:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.172872:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.172875:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384665.172886:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.172889:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384665.172891:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.172893:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384665.172895:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172897:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.172901:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172908:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.172911:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384665.172913:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384665.172916:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.172924:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049193728:0@lo:101: 00000100:00000001:0.0:1767384665.172928:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.172931:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.172933:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384665.172934:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.172937:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.172944:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384665.172946:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000629aae64. 00000100:00000001:0.0:1767384665.172950:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384665.172952:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.172955:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384665.172958:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384665.172960:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.172962:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=4 00000020:00000001:0.0:1767384665.172964:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384665.172967:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000040:0.0:1767384665.172971:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ab2b200d, remote cookie: 0xefc2db714b35c4fa, flags: 0x0 00010000:00000001:0.0:1767384665.172974:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384665.172985:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384665.172986:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384665.172988:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384665.172990:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384665.172992:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d4d65cb1) refcount = 1 00010000:00010000:0.0:1767384665.172995:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.173002:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384665.173004:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384665.173005:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384665.173008:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384665.173011:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384665.173013:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384665.173019:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384665.173020:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.173022:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.173024:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.173026:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.173028:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173031:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.173035:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049193728/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173043:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384665.173046:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384665.173049:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bec758fb. 02000000:00000001:0.0:1767384665.173053:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384665.173055:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384665.173056:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384665.173058:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384665.173060:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000039a58bd1. 02000000:00000001:0.0:1767384665.173064:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384665.173065:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384665.173067:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:0.0:1767384665.173070:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384665.173076:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384665.173078:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384665.173079:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384665.173081:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:0.0:1767384665.173083:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.173084:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384665.173085:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.173086:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000020:00000001:0.0:1767384665.173088:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384665.173089:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384665.173091:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384665.173092:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.173093:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384665.173094:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384665.173097:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384665.173100:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000e88ef31. 00000100:00000010:0.0:1767384665.173112:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000020:00000040:0.0:1767384665.173114:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384665.173116:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.173118:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.173120:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.173124:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039a58bd1. 00000100:00000001:0.0:1767384665.173127:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173130:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384665.173133:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bec758fb. 00000100:00000010:0.0:1767384665.173136:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000039dd7f64. 00000020:00000040:0.0:1767384665.173138:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384665.173142:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384665.173143:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384665.173147:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629aae64. 00000100:00000001:0.0:1767384665.173148:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716876771520 : -128356832780096 : ffff8b429893e0c0) 00000100:00000001:0.0:1767384665.173150:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384665.173151:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000001:0.0:1767384665.173154:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384665.173155:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173160:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384665.173162:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384665.173165:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173170:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384665.173172:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.173174:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384665.173176:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384665.173177:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.173179:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049193856:0@lo:256: 00000100:00000001:0.0:1767384665.173181:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384665.173182:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384665.173184:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173185:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384665.173190:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6232aae. 00000400:00000010:0.0:1767384665.173193:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000378d0e76. 00000100:00000200:0.0:1767384665.173197:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260007580-0x6958260007580, portal 33 00000100:00000001:0.0:1767384665.173199:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.173201:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384665.173203:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096d599ca. 02000000:00000001:0.0:1767384665.173205:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.173209:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afb317dd. 00000400:00000010:0.0:1767384665.173212:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000100:00000200:0.0:1767384665.173214:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049193856, portal 25 00000100:00000001:0.0:1767384665.173216:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384665.173217:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000040:0.0:1767384665.173221:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173225:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384665.173228:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384665.173231:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000100:00000200:0.0:1767384665.173233:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049193856, offset 0 00000400:00000200:0.0:1767384665.173237:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384665.173241:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.173251:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260007580 00000400:00000200:0.0:1767384665.173256:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1609 [2] + 0 00000400:00000010:0.0:1767384665.173259:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf2827d. 00000400:00000200:0.0:1767384665.173261:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000138d332c 00000400:00000200:0.0:1767384665.173263:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.173266:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384665.173269:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138d332c 00000400:00000010:0.0:1767384665.173270:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138d332c. 00000100:00000001:0.0:1767384665.173273:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384665.173274:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384665.173276:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000028b5c44d x1853237049193856 msgsize 304 00000100:00100000:0.0:1767384665.173280:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384665.173282:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384665.173289:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384665.173293:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384665.173294:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00000001:0.0:1767384665.173296:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384665.173298:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173303:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.173305:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173310:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173312:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.173316:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173318:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294954502 00000100:00000001:0.0:1767384665.173323:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954501 00000100:00000001:0.0:1767384665.173326:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294954502 00000100:00000001:0.0:1767384665.173328:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954501 00000100:00000001:0.0:1767384665.173331:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294954502 00000100:00000001:0.0:1767384665.173334:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954501 00000100:00000001:0.0:1767384665.173335:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294954502 00000100:00000001:0.0:1767384665.173344:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954501 00000100:00000001:0.0:1767384665.173348:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384665.173350:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173351:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.173352:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384665.173353:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000629aae64 going to sleep for 11 seconds 00000100:00000001:0.0:1767384665.173355:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.173356:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173367:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384665.173370:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193856 02000000:00000001:0.0:1767384665.173372:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384665.173373:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.173375:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.173378:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.173379:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193856 00000020:00000001:0.0:1767384665.173381:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384665.173382:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:0.0:1767384665.173383:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.173384:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000001:0.0:1767384665.173386:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384665.173387:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384665.173389:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.173392:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384665.173393:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384665.173395:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384665.173400:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e088a929. 00000020:00000010:0.0:1767384665.173419:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011d358e7. 00000020:00000010:0.0:1767384665.173424:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384665.173428:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384665.173430:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384665.173431:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384665.173432:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173436:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173442:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.173456:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.173457:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384665.173462:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:0.0:1767384665.173464:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384665.173465:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659920976 : -128357049630640 : ffff8b428ba70050) 00000100:00000040:0.0:1767384665.173469:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028b5c44d x1853237049193856/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:646/0 lens 304/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173474:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384665.173477:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384665.173479:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384665.173481:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384665.173486:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028b5c44d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049193856:12345-0@lo:256: 00000100:00000200:0.0:1767384665.173489:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193856 00000020:00000001:0.0:1767384665.173491:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384665.173493:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384665.173494:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.173496:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384665.173497:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:0.0:1767384665.173499:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384665.173501:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384665.173502:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384665.173504:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384665.173506:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173508:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384665.173509:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384665.173511:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008a690c41. 02000000:00000001:0.0:1767384665.173513:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173514:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384665.173516:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384665.173519:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384665.173522:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384665.173525:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384665.173527:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384665.173529:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384665.173535:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384665.173538:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001b4e4b2e. 20000000:00000001:0.0:1767384665.173540:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384665.173551:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384665.173557:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384665.173561:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384665.173563:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384665.173565:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384665.173566:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384665.173568:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384665.173570:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384665.173572:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384665.173573:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384665.173575:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384665.173577:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384665.173578:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384665.173580:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384665.173581:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384665.173583:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384665.173585:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384665.173586:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384665.173588:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384665.173589:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384665.173590:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384665.173591:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384665.173593:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384665.173594:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384665.173596:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384665.173597:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384665.173599:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384665.173601:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384665.173602:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384665.173604:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384665.173606:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384665.173607:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384665.173609:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384665.173610:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384665.173611:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384665.173612:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384665.173618:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384665.173620:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384665.173622:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384665.173624:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:0.0:1767384665.173631:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384665.173633:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384665.173634:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384665.173636:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384665.173637:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384665.173638:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384665.173639:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384665.173641:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384665.173643:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384665.173644:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384665.173646:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384665.173648:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384665.173649:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384665.173650:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384665.173652:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384665.173653:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384665.173654:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384665.173655:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384665.173657:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384665.173658:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384665.173660:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384665.173661:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384665.173663:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384665.173664:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384665.173665:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384665.173667:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384665.173668:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384665.173669:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384665.173671:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384665.173672:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384665.173673:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384665.173674:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384665.173676:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384665.173677:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384665.173679:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384665.173688:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384665.173690:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384665.173692:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384665.173695:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384665.173698:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:0.0:1767384665.173701:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:0.0:1767384665.173704:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:0.0:1767384665.173707:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384665.173711:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001c5bf66c. 00000100:00000010:0.0:1767384665.173715:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f0be9008. 00000020:00000040:0.0:1767384665.173738:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:0.0:1767384665.173742:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384665.173744:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384665.173747:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000400:00000010:0.0:1767384665.173754:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009772dfcd. 00000400:00000200:0.0:1767384665.173757:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384665.173763:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.173769:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x6958260007580 00000400:00000200:0.0:1767384665.173772:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1e85 [4] + 0 00000400:00000010:0.0:1767384665.173775:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6232aae. 00000400:00000200:0.0:1767384665.173777:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000378d0e76 00000400:00000200:0.0:1767384665.173779:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.173781:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384665.173783:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378d0e76 00000400:00000010:0.0:1767384665.173784:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000378d0e76. 00000100:00000001:0.0:1767384665.173787:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384665.173788:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d3eeb5f4 desc 00000000bec758fb mbits 1853237049193856 00000100:00000001:0.0:1767384665.173794:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384665.173797:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384665.173800:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384665.173805:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e91 00000400:00000200:0.0:1767384665.173807:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.173809:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384665.173812:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384665.173814:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001c5bf66c 00000100:00000001:0.0:1767384665.173821:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384665.173828:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384665.173829:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00000001:0.0:1767384665.173832:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384665.173833:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001c5bf66c 00000100:00000001:0.0:1767384665.173835:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384665.173838:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x6958260007580-0x6958260007580 00000100:00000001:0.0:1767384665.173841:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.173844:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173846:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384665.173848:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:0.0:1767384665.173850:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f0be9008. 00000100:00000010:0.0:1767384665.173853:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001c5bf66c. 00000100:00000001:0.0:1767384665.173855:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384665.173856:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384665.173862:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001b4e4b2e. 20000000:00000001:0.0:1767384665.173865:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384665.173867:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193856 00010000:00000001:0.0:1767384665.173868:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384665.173872:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028b5c44d x1853237049193856/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:646/0 lens 304/240 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384665.173877:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384665.173878:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.173880:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.173882:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384665.173884:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384665.173886:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384665.173888:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384665.173889:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.173890:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384665.173892:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384665.173895:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000100:00000200:0.0:1767384665.173898:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049193856, offset 224 00000400:00000200:0.0:1767384665.173902:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384665.173908:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384665.173918:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260007580 00000400:00000200:0.0:1767384665.173920:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e89 [1] + 224 00000400:00000200:0.0:1767384665.173923:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.173925:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.173927:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.173929:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.173934:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.173938:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384665.173941:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384665.173942:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00000001:0.0:1767384665.173943:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384665.173944:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.173947:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.173949:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:0.0:1767384665.173951:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384665.173952:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.173954:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384665.173956:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028b5c44d x1853237049193856/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:646/0 lens 304/240 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.173961:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028b5c44d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049193856:12345-0@lo:256: Request processed in 486us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384665.173968:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:0.0:1767384665.173969:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384665.173971:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384665.173972:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384665.173974:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011d358e7. 00000020:00000010:0.0:1767384665.173976:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384665.173979:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e088a929. 00000020:00000040:0.0:1767384665.173983:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:0.0:1767384665.173985:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384665.173992:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008a690c41. 02000000:00000001:0.0:1767384665.173995:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384665.173997:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384665.174000:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384665.174003:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6232aae. 00000400:00000010:0.0:1767384665.174007:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000378d0e76. 00000100:00000001:0.0:1767384665.174018:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384665.174020:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384665.174021:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384665.174022:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afb317dd. 00000400:00000200:0.0:1767384665.174025:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:0.0:1767384665.174026:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000100:00000001:0.0:1767384665.174029:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384665.174032:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.174038:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.174043:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.174044:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.174045:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384665.174046:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384665.174047:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.174048:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.174050:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384665.174052:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384665.174055:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384665.174057:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384665.174059:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.174060:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384665.174061:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.174063:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.174065:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.174071:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.174084:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384665.174086:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384665.174088:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.174093:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049193856:0@lo:256: 00000100:00000001:0.0:1767384665.174097:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.174099:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.174101:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384665.174102:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384665.174105:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.174109:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384665.174111:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000629aae64. 00000100:00000001:0.0:1767384665.174113:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384665.174115:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384665.174117:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:0.0:1767384665.174120:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384665.174125:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000b7691d8. 10000000:00000040:0.0:1767384665.174133:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384665.174138:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384665.174140:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384665.174145:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:0.0:1767384665.174147:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.174148:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384665.174149:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:0.0:1767384665.174151:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000100:00000200:0.0:1767384665.174154:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.202.154@tcp' 00000400:00000200:0.0:1767384665.174156:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384665.174159:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384665.174162:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:0.0:1767384665.174166:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384665.174170:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (36) 00000400:00000200:0.0:1767384665.174180:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000200:0.0:1767384665.174188:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384665.174190:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384665.174192:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384665.174194:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:0.0:1767384665.174195:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00000400:00000200:0.0:1767384665.174197:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:0.0:1767384665.174199:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:0.0:1767384665.174202:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174204:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:0.0:1767384665.174205:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:0.0:1767384665.174207:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174208:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:0.0:1767384665.174209:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:0.0:1767384665.174211:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174213:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:0.0:1767384665.174214:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:0.0:1767384665.174216:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174217:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:0.0:1767384665.174218:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:0.0:1767384665.174221:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174222:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:0.0:1767384665.174223:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:0.0:1767384665.174225:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174227:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:0.0:1767384665.174228:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:0.0:1767384665.174230:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174231:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:0.0:1767384665.174233:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:0.0:1767384665.174234:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174236:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:0.0:1767384665.174237:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:0.0:1767384665.174239:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174240:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:0.0:1767384665.174241:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:0.0:1767384665.174243:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174250:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:0.0:1767384665.174251:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:0.0:1767384665.174253:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174254:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:0.0:1767384665.174255:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:0.0:1767384665.174257:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174258:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:0.0:1767384665.174259:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:0.0:1767384665.174261:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174262:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:0.0:1767384665.174263:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:0.0:1767384665.174265:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174266:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:0.0:1767384665.174267:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:0.0:1767384665.174269:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174270:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:0.0:1767384665.174271:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:0.0:1767384665.174273:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174274:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:0.0:1767384665.174275:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:0.0:1767384665.174277:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174278:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:0.0:1767384665.174279:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:0.0:1767384665.174280:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174281:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:0.0:1767384665.174282:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:0.0:1767384665.174284:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174285:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:0.0:1767384665.174287:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:0.0:1767384665.174289:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174290:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:0.0:1767384665.174291:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:0.0:1767384665.174293:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174294:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:0.0:1767384665.174296:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:0.0:1767384665.174297:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174304:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:0.0:1767384665.174306:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:0.0:1767384665.174308:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174309:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:0.0:1767384665.174310:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:0.0:1767384665.174312:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174313:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:0.0:1767384665.174315:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:0.0:1767384665.174317:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174319:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:0.0:1767384665.174320:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:0.0:1767384665.174322:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174323:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:0.0:1767384665.174324:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:0.0:1767384665.174327:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174328:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:0.0:1767384665.174329:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:0.0:1767384665.174331:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174332:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:0.0:1767384665.174334:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:0.0:1767384665.174336:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174338:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:0.0:1767384665.174339:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:0.0:1767384665.174341:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174342:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:0.0:1767384665.174343:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:0.0:1767384665.174345:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384665.174346:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 00000100:00000001:0.0:1767384665.174347:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384665.174349:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384665.174351:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 10000000:00000010:0.0:1767384665.174355:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000011d358e7. 10000000:00000040:0.0:1767384665.174357:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000020:00000080:0.0:1767384665.174359:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384665.174364:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384665.174373:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e088a929. 00000020:00000010:0.0:1767384665.174377:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b771387d. 00000040:00000010:0.0:1767384665.174381:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004125c129. 00000020:00000010:0.0:1767384665.174384:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014e4633b. 00000020:00000010:0.0:1767384665.174389:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384665.174393:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026ee23e9. 80000000:00000010:0.0:1767384665.174397:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0276c04. 40000000:00000010:0.0:1767384665.174400:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c4f09d25. 00100000:00000010:0.0:1767384665.174417:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000003d95626. 00040000:00000010:0.0:1767384665.174422:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039b75abe. 00040000:00000010:0.0:1767384665.174428:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384665.174432:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c600f3b1. 00080000:00000010:0.0:1767384665.174438:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a583d6ca. 00080000:00000010:0.0:1767384665.174442:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bd3cff06. 00000004:00000010:0.0:1767384665.174449:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006030557f. 00000004:00000010:0.0:1767384665.174454:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001e881c76. 00000400:00000200:3.0:1767384665.174455:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000004:00000010:0.0:1767384665.174458:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000004bfd4fe. 00002000:00000010:0.0:1767384665.174462:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008a690c41. 00000400:00000200:3.0:1767384665.174463:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000004:00000010:0.0:1767384665.174467:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001c5bf66c. 00000400:00000010:3.0:1767384665.174470:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000004:00000001:0.0:1767384665.174472:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384665.174475:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000040:00000001:0.0:1767384665.174475:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384665.174480:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000011d358e7 00000040:00001000:0.0:1767384665.174481:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000010:3.0:1767384665.174483:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b86c059f. 00000040:00001000:0.0:1767384665.174483:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384665.174487:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384665.174491:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:3.0:1767384665.174492:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp 00000040:00001000:0.0:1767384665.174495:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384665.174497:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384665.174499:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384665.174500:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000400:00000200:3.0:1767384665.174503:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000040:00000001:0.0:1767384665.174504:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384665.174511:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384665.174526:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384665.174530:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384665.174536:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384665.174539:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:3.0:1767384665.174543:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:3.0:1767384665.174547:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:3.0:1767384665.174552:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:3.0:1767384665.174556:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000004:00000001:0.0:1767384665.174558:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.174561:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000020:00000010:0.0:1767384665.174564:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b771387d. 00000400:00000200:3.0:1767384665.174568:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000040:00000010:0.0:1767384665.174569:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004125c129. 00000400:00000200:3.0:1767384665.174574:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000020:00000010:0.0:1767384665.174575:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014e4633b. 00000400:00000200:3.0:1767384665.174579:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384665.174585:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000010:0.0:1767384665.174587:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000400:00000200:3.0:1767384665.174591:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000020:00000010:0.0:1767384665.174594:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000026ee23e9. 00000400:00000200:3.0:1767384665.174598:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 80000000:00000010:0.0:1767384665.174600:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a0276c04. 00000400:00000200:3.0:1767384665.174606:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 40000000:00000010:0.0:1767384665.174606:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c4f09d25. 00100000:00000010:0.0:1767384665.174611:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000003d95626. 00000400:00000200:3.0:1767384665.174615:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00040000:00000010:0.0:1767384665.174617:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039b75abe. 00040000:00000010:0.0:1767384665.174621:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fc2be7b2. 00000400:00000200:3.0:1767384665.174622:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00040000:00000010:0.0:1767384665.174627:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c600f3b1. 00080000:00000010:0.0:1767384665.174632:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bd3cff06. 00080000:00000010:0.0:1767384665.174637:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a583d6ca. 00000400:00000200:3.0:1767384665.174641:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 28], ns[152, 28] 00000004:00000010:0.0:1767384665.174642:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006030557f. 00000004:00000010:0.0:1767384665.174648:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001e881c76. 00000400:00000200:3.0:1767384665.174650:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 00000004:00000010:0.0:1767384665.174653:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000004bfd4fe. 00000400:00000200:3.0:1767384665.174658:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 28], ns[124, 28] 00002000:00000010:0.0:1767384665.174659:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a690c41. 00000004:00000010:0.0:1767384665.174664:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001c5bf66c. 00000400:00000200:3.0:1767384665.174668:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[86, 28] 00000020:00000010:0.0:1767384665.174669:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e088a929. 00000020:00000001:0.0:1767384665.174676:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.174678:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 28], ns[136, 28] 00000020:00000001:0.0:1767384665.174679:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384665.174687:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[114, 28] 10000000:00000010:0.0:1767384665.174687:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000011d358e7. 10000000:00000010:0.0:1767384665.174694:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000b7691d8. 00000400:00000200:3.0:1767384665.174695:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 28], ns[151, 28] 10000000:00000001:0.0:1767384665.174701:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.174704:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 28], ns[154, 28] 00000100:00000001:0.0:1767384665.174707:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384665.174711:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 28], ns[159, 28] 00000100:00000040:0.0:1767384665.174715:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049193856/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.174742:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384665.174744:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384665.174746:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 28], ns[145, 28] 02000000:00000010:0.0:1767384665.174747:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096d599ca. 02000000:00000001:0.0:1767384665.174753:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384665.174755:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384665.174758:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 28], ns[150, 28] 00000020:00000040:0.0:1767384665.174758:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384665.174763:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384665.174767:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384665.174769:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384665.174770:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 28], ns[160, 28] 00000020:00000040:0.0:1767384665.174771:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384665.174775:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384665.174778:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 28], ns[164, 28] 00000100:00000010:0.0:1767384665.174783:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000039dd7f64. 00000400:00000200:3.0:1767384665.174784:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[148, 28], ns[162, 28] 00000100:00000010:0.0:1767384665.174790:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bec758fb. 00000400:00000200:3.0:1767384665.174795:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 28], ns[163, 28] 00000100:00000001:0.0:1767384665.174795:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384665.174799:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000039a58bd1. 00000400:00000200:3.0:1767384665.174803:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[151, 28], ns[165, 28] 02000000:00000001:0.0:1767384665.174803:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384665.174805:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384665.174808:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000400:00000200:3.0:1767384665.174811:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000001:0.0:1767384665.174812:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384665.174815:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.174818:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp20 00000400:00000200:3.0:1767384665.174822:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp20 lpni_is_preferred = 0 10000000:00000010:0.0:1767384665.174828:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000e88ef31. 10000000:01000000:0.0:1767384665.174834:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384665.174835:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp20 10000000:00000001:0.0:1767384665.174841:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384665.174844:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384665.174845:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp20 NI seq info: [166:166:256:4294967295] 192.168.202.154@tcp20 LPNI seq info [152:152:8:4294967295] 00000020:00000001:0.0:1767384665.174846:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.174849:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000020:00000001:0.0:1767384665.174853:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384665.174856:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000400:00000200:3.0:1767384665.174858:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp20 00010000:00000001:0.0:1767384665.174859:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384665.174864:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384665.174876:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20:) -> 192.168.202.154@tcp20(192.168.202.154@tcp:192.168.202.154@tcp20) : PUT try# 0 00010000:00000001:0.0:1767384665.174876:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.174878:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384665.174882:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384665.174887:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.154@tcp20 00010000:00000001:0.0:1767384665.174893:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000010:3.0:1767384665.174896:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040304bf9. 00010000:00000001:0.0:1767384665.174896:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384665.174899:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384665.174901:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384665.174903:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384665.174907:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (6) 10000000:00000001:0.0:1767384665.174907:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384665.174911:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384665.174913:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 10000000:00000001:0.0:1767384665.174915:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:3.0:1767384665.174918:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp20 ip 192.168.202.154:988 00000800:00000200:3.0:1767384665.174922:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040304bf9 type 1, nob 752 niov 1 nkiov 1 00000400:00000200:3.0:1767384665.174935:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384665.174938:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000800:00000200:3.0:1767384665.175036:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384665.175040:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040304bf9. 00000400:00000200:3.0:1767384665.175043:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175046:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: PUT: OK 00000400:00000200:3.0:1767384665.175049:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384665.175050:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp: 0 00000800:00000001:3.0:1767384665.175056:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175063:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384665.175065:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175067:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175071:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20) <- 192.168.202.154@tcp20 : PUT - for me 00000400:00000200:3.0:1767384665.175077:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384665.175082:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 608/656 into md 0x1d31 [1] + 0 00000400:00000010:3.0:1767384665.175085:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040447322. 00000400:00000200:3.0:1767384665.175087:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e9d623a 00000800:00000001:3.0:1767384665.175090:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175094:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175096:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175100:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: PUT: OK 00000400:00000200:3.0:1767384665.175103:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9d623a 00000400:00000010:3.0:1767384665.175111:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d623a. 00000400:00000200:3.0:1767384665.175115:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384665.175118:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (38) 00000400:00000200:3.0:1767384665.175122:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384665.175124:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (656 bytes) 00000400:00000200:3.0:1767384665.175126:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384665.175132:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (39) 00000400:00000200:3.0:1767384665.175136:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384665.175142:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp20 to MR: 192.168.202.154@tcp20 local destination 00000400:00000200:3.0:1767384665.175147:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp20 NI seq info: [167:167:256:4294967295] 192.168.202.154@tcp20 LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1767384665.175159:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20:192.168.202.154@tcp20) -> 192.168.202.154@tcp20(192.168.202.154@tcp20:192.168.202.154@tcp20) 192.168.202.154@tcp20 : ACK try# 0 00000800:00000200:3.0:1767384665.175165:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp20 00000800:00000010:3.0:1767384665.175169:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040304bf9. 00000800:00000200:3.0:1767384665.175173:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b2fc8ed6] -> 12345-192.168.202.154@tcp20 (6) 00000800:00000200:3.0:1767384665.175179:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp20 ip 192.168.202.154:1001 00000800:00000200:3.0:1767384665.175182:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040304bf9 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384665.175192:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175200:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384665.175228:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384665.175231:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040304bf9. 00000400:00000200:3.0:1767384665.175235:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175238:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: ACK: OK 00000800:00000001:3.0:1767384665.175243:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175246:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384665.175249:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175253:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384665.175254:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175259:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175265:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp20(192.168.202.154@tcp20) <- 192.168.202.154@tcp20 : ACK - for me 00000400:00000200:3.0:1767384665.175273:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp20: ACK from 12345-192.168.202.154@tcp20 into md 0x1e9d 00000400:00000200:3.0:1767384665.175276:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175287:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp20->192.168.202.154@tcp20: ACK: OK 00000400:00000200:3.0:1767384665.175292:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 00000400:00000010:3.0:1767384665.175295:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000400:00000200:3.0:1767384665.175300:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384665.175303:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:3.0:1767384665.175307:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384665.175310:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00000800:00000001:3.0:1767384665.175316:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175322:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175341:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384665.175347:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000004f171735. 00000400:00000010:3.0:1767384665.175353:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000400:00000010:3.0:1767384665.175358:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000400:00000200:3.0:1767384665.175361:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004f171735 00000400:00000010:3.0:1767384665.175365:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000283fbc58. 00000400:00000200:3.0:1767384665.175369:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000400:00000200:3.0:1767384665.175373:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000200:3.0:1767384665.175375:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000010:3.0:1767384665.175379:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000891702a5. 00000400:00000010:3.0:1767384665.175382:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000010:3.0:1767384665.175385:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000491fac45. 00000400:00000200:3.0:1767384665.175388:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:3.0:1767384665.175392:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:3.0:1767384665.175396:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384665.175400:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384665.175419:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384665.175424:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384665.175429:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:3.0:1767384665.175436:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:3.0:1767384665.175442:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:3.0:1767384665.175452:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:3.0:1767384665.175457:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:3.0:1767384665.175461:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000400:00000200:3.0:1767384665.175465:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[167, 37] 00000400:00000200:3.0:1767384665.175469:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 37], ns[30, 37] 00000400:00000200:3.0:1767384665.175473:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384665.175476:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384665.175480:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:3.0:1767384665.175483:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:3.0:1767384665.175486:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:3.0:1767384665.175490:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:3.0:1767384665.175494:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 30], ns[72, 30] 00000400:00000200:3.0:1767384665.175497:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 30], ns[152, 30] 00000400:00000200:3.0:1767384665.175500:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 30], ns[73, 30] 00000400:00000200:3.0:1767384665.175504:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[112, 30], ns[124, 30] 00000400:00000200:3.0:1767384665.175508:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[86, 30] 00000400:00000200:3.0:1767384665.175512:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 30], ns[136, 30] 00000400:00000200:3.0:1767384665.175515:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[114, 30] 00000400:00000200:3.0:1767384665.175527:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 30], ns[151, 30] 00000400:00000200:3.0:1767384665.175529:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 30], ns[154, 30] 00000400:00000200:3.0:1767384665.175533:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 30], ns[159, 30] 00000400:00000200:3.0:1767384665.175538:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 30], ns[145, 30] 00000400:00000200:3.0:1767384665.175544:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 30], ns[150, 30] 00000400:00000200:3.0:1767384665.175548:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 30], ns[160, 30] 00000400:00000200:3.0:1767384665.175553:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 30], ns[164, 30] 00000400:00000200:3.0:1767384665.175559:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[148, 30], ns[162, 30] 00000400:00000200:3.0:1767384665.175565:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 30], ns[163, 30] 00000400:00000200:3.0:1767384665.175570:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[151, 30], ns[165, 30] 00000400:00000200:3.0:1767384665.175574:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:3.0:1767384665.175579:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp21 00000400:00000200:3.0:1767384665.175583:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384665.175586:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp21 00000400:00000200:3.0:1767384665.175588:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp21 NI seq info: [168:168:256:4294967295] 192.168.202.154@tcp21 LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767384665.175593:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp21 00000400:00000200:3.0:1767384665.175598:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21:) -> 192.168.202.154@tcp21(192.168.202.154@tcp:192.168.202.154@tcp21) : GET try# 0 00000800:00000200:3.0:1767384665.175602:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp21 00000800:00000010:3.0:1767384665.175605:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000040304bf9. 00000800:00000200:3.0:1767384665.175610:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (6) 00000800:00000200:3.0:1767384665.175616:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:988 00000800:00000200:3.0:1767384665.175618:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040304bf9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384665.175635:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384665.175637:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000800:00000200:3.0:1767384665.175691:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384665.175693:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000040304bf9. 00000400:00000200:3.0:1767384665.175696:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175699:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: GET: OK 00000400:00000200:3.0:1767384665.175701:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384665.175703:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000800:00000001:3.0:1767384665.175708:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175711:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384665.175713:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175743:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175748:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21) <- 192.168.202.154@tcp21 : GET - for me 00000400:00000200:3.0:1767384665.175754:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384665.175758:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 656/656 into md 0x1e4d [1] + 0 00000400:00000200:3.0:1767384665.175763:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp21 to MR: 192.168.202.154@tcp21 local destination 00000400:00000200:3.0:1767384665.175767:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp21 NI seq info: [169:169:256:4294967295] 192.168.202.154@tcp21 LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1767384665.175773:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) -> 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) 192.168.202.154@tcp21 : REPLY try# 0 00000800:00000200:3.0:1767384665.175776:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.154@tcp21 00000800:00000010:3.0:1767384665.175779:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040304bf9. 00000800:00000200:3.0:1767384665.175782:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (6) 00000800:00000200:3.0:1767384665.175787:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:999 00000800:00000200:3.0:1767384665.175789:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040304bf9 type 3, nob 752 niov 1 nkiov 1 00000800:00000200:3.0:1767384665.175829:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384665.175832:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040304bf9. 00000400:00000200:3.0:1767384665.175834:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175837:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: REPLY: OK 00000800:00000001:3.0:1767384665.175843:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175846:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384665.175847:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175857:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384665.175859:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175862:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175867:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21) <- 192.168.202.154@tcp21 : REPLY - for me 00000400:00000200:3.0:1767384665.175875:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp21: Reply from 12345-192.168.202.154@tcp21 of length 656/656 into md 0x1ea5 00000800:00000001:3.0:1767384665.175879:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175882:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175884:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.175888:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: REPLY: OK 00000400:00000200:3.0:1767384665.175893:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:3.0:1767384665.175894:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000400:00000200:3.0:1767384665.175897:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384665.175900:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:3.0:1767384665.175902:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:3.0:1767384665.175905:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 39. state = 0x300271 00000400:00000200:3.0:1767384665.175910:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384665.175917:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (38) 00000800:00000001:3.0:1767384665.175920:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.175922:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.175936:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384665.175939:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x3000f1 00000400:00000010:3.0:1767384665.175945:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 000000008c86874e. 00000400:00000010:3.0:1767384665.175950:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 00000000da2f8388. 00000400:00000010:3.0:1767384665.175954:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 000000008b481107. 00000400:00000200:3.0:1767384665.175975:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp29(000000005f6f62d2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.175982:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp35(000000005cd20a29) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.175986:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp36(000000003e4ed071) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.175988:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp37(00000000d14dd231) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.175993:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp39(00000000c2e29cd4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.175998:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp41(000000005041b5d7) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.176001:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp42(0000000063787621) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.176012:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp43(00000000eb71c96f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384665.176015:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp44(00000000a93e5aaf) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384665.176021:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000074015129. 00000400:00000200:3.0:1767384665.176026:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000074015129 nid 192.168.202.154@tcp45 00000400:00000010:3.0:1767384665.176031:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004496a16c. 00000400:00000200:3.0:1767384665.176032:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 000000004496a16c net tcp45 00000400:00000200:3.0:1767384665.176035:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (37) 00000400:00000200:3.0:1767384665.176040:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp45 flags 0x11 00000400:00000010:3.0:1767384665.176044:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f12d051a. 00000400:00000200:3.0:1767384665.176047:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f12d051a nid 192.168.202.154@tcp46 00000400:00000010:3.0:1767384665.176051:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f6e6bda5. 00000400:00000200:3.0:1767384665.176053:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f6e6bda5 net tcp46 00000400:00000200:3.0:1767384665.176056:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (38) 00000400:00000200:3.0:1767384665.176059:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp46 flags 0x11 00000400:00000010:3.0:1767384665.176063:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023a71eaa. 00000400:00000200:3.0:1767384665.176068:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000023a71eaa nid 192.168.202.154@tcp47 00000400:00000010:3.0:1767384665.176072:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000282a3d36. 00000400:00000200:3.0:1767384665.176075:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000282a3d36 net tcp47 00000400:00000200:3.0:1767384665.176077:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (39) 00000400:00000200:3.0:1767384665.176080:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp47 flags 0x11 00000400:00000010:3.0:1767384665.176083:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 000000008c86874e. 00000400:00000010:3.0:1767384665.176085:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 00000000da2f8388. 00000400:00000010:3.0:1767384665.176088:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 000000008b481107. 00000400:00000010:3.0:1767384665.176090:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000891702a5. 00000400:00000200:3.0:1767384665.176093:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384665.176096:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x300171 00000400:00000200:3.0:1767384665.176100:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc 1 00000400:00000200:3.0:1767384665.176104:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000200:3.0:1767384665.176107:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384665.176109:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300111 rc 0 00000400:00000200:3.0:1767384665.176113:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384665.176116:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (40) 00000100:00000040:3.0:1767384665.178766:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000040:1.0:1767384665.178770:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000040:2.0:1767384665.178773:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000010:3.0:1767384665.178776:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000755cad41. 00000100:00000010:1.0:1767384665.178780:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab288a9d. 00000100:00000010:2.0:1767384665.178784:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81e851e. 00000100:00000040:0.0:1767384665.178801:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294954502, at 4294954503 00000100:00000010:0.0:1767384665.178817:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081487e4f. 00000020:00000010:2.0:1767384665.186849:0:37500:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002b3d5b77. 00000020:00000040:2.0:1767384665.186857:0:37500:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384665.186860:0:37500:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002b3d5b77. 00000400:00000001:3.0:1767384665.363779:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384665.363785:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384665.363788:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384665.363793:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000400:00000200:3.0:1767384665.363799:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384665.363804:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384665.363816:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384665.363819:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004783d77f. 00000400:00000200:3.0:1767384665.363822:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp43 00000400:00000010:3.0:1767384665.363826:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384665.363830:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fdc1cedf. 00000400:00000010:3.0:1767384665.363834:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000400:00000010:3.0:1767384665.363841:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000134dd454. 00000400:00000200:3.0:1767384665.363844:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp43 00000400:00000200:3.0:1767384665.363853:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp43 local destination 00000400:00000200:3.0:1767384665.363858:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp43 00000400:00000200:3.0:1767384665.363862:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp43 NI seq info: [170:170:256:4294967295] 192.168.202.154@tcp43 LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1767384665.363868:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp43 00000400:00000200:3.0:1767384665.363874:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp43(192.168.202.154@tcp43:) -> 192.168.202.154@tcp43(192.168.202.154@tcp43:192.168.202.154@tcp43) : GET try# 0 00000800:00000200:3.0:1767384665.363879:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp43 00000800:00000010:3.0:1767384665.363883:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000040304bf9. 00000800:00000200:3.0:1767384665.363889:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000800:00000200:3.1:1767384665.363894:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000400:00000200:3.0:1767384665.363906:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp43 added to recovery queue. ping count: 2 next ping: 291 health :800 00000400:00000200:3.0:1767384665.363910:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp31 00000400:00000010:3.0:1767384665.363913:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6192c85. 00000400:00000010:3.0:1767384665.363915:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008c7c9892. 00000400:00000010:3.0:1767384665.363917:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000010:3.0:1767384665.363921:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d603c713. 00000400:00000200:3.0:1767384665.363922:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp31 00000400:00000200:3.0:1767384665.363934:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp31 local destination 00000400:00000200:3.0:1767384665.363937:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp31 00000400:00000200:3.0:1767384665.363939:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [171:171:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [157:157:8:4294967295] 00000400:00000200:3.0:1767384665.363943:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp31 00000400:00000200:3.0:1767384665.363950:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:) -> 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) : GET try# 0 00000800:00000200:3.0:1767384665.363953:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp31 00000800:00000010:3.0:1767384665.363956:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049254912. 00000800:00000200:3.0:1767384665.363959:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000800:00000200:3.1:1767384665.363962:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:3.0:1767384665.363971:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp31 added to recovery queue. ping count: 5 next ping: 319 health :500 00000400:00000200:3.0:1767384665.363975:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp44 00000400:00000010:3.0:1767384665.363979:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000081351d92. 00000400:00000010:3.0:1767384665.363983:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000718e0b8. 00000400:00000010:3.0:1767384665.363985:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000400:00000010:3.0:1767384665.363990:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003f83cde9. 00000400:00000200:3.0:1767384665.363992:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp44 00000400:00000200:3.0:1767384665.363997:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp44 local destination 00000400:00000200:3.0:1767384665.364000:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp44 00000400:00000200:3.0:1767384665.364002:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp44 NI seq info: [172:172:256:4294967295] 192.168.202.154@tcp44 LPNI seq info [158:158:8:4294967295] 00000400:00000200:3.0:1767384665.364006:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp44 00000400:00000200:3.0:1767384665.364014:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp44(192.168.202.154@tcp44:) -> 192.168.202.154@tcp44(192.168.202.154@tcp44:192.168.202.154@tcp44) : GET try# 0 00000800:00000200:3.0:1767384665.364017:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp44 00000800:00000010:3.0:1767384665.364019:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000024791fed. 00000800:00000200:3.0:1767384665.364023:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000800:00000200:3.1:1767384665.364028:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000400:00000200:3.0:1767384665.364038:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp44 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:3.0:1767384665.364113:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364115:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364182:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364188:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364235:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364259:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364296:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364321:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364366:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364432:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364464:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364495:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364619:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364632:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364688:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364689:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364783:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364785:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364849:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364851:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364906:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364926:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.364964:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.364986:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365023:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365054:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365081:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365138:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365186:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365199:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365253:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365264:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365322:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365347:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365380:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365422:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365446:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365468:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365493:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365555:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365585:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365632:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365647:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365700:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365715:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365780:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365799:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365832:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365851:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365902:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365926:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.365949:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.365970:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366003:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366034:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366067:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366087:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366123:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366142:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366182:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366200:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366235:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366251:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366291:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366318:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366350:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366393:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366462:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000800:00000010:0.0:1767384665.366466:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a583d6ca. 00000800:00000010:0.0:1767384665.366473:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000672d212b. 00000800:00000010:0.0:1767384665.366480:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb75c64b. 00000400:00000200:3.0:1767384665.366482:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.366501:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000800:00000010:0.0:1767384665.366507:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb75c64b. 00000800:00020000:0.0:1767384665.366521:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000400:00000200:3.0:1767384665.366523:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000800:00000010:0.0:1767384665.366525:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000672d212b. 00000800:00000010:0.0:1767384665.366531:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a583d6ca. 00000400:00000200:3.0:1767384665.366547:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000400:02020000:0.0:1767384665.366587:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp43 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384665.366588:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366598:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp43 notifying 192.168.202.154@tcp43: down 00000800:00000200:0.0:1767384665.366607:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp43 down 00000800:00000100:0.0:1767384665.366615:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp43 00000800:00000010:0.0:1767384665.366619:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000040304bf9. 00000400:00000200:0.0:1767384665.366624:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384665.366630:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp43->192.168.202.154@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384665.366638:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384665.366642:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384665.366647:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp43) recovery failed with -71 00000400:00000200:0.0:1767384665.366682:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366746:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366782:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000010:3.0:1767384665.366798:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fce43325. 00000800:00000010:3.0:1767384665.366803:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7c28839. 00000800:00000010:3.0:1767384665.366807:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000506f435b. 00000400:00000200:0.0:1767384665.366810:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000010:3.0:1767384665.366836:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000506f435b. 00000400:00000200:0.0:1767384665.366838:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366863:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366905:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.366955:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367007:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367052:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367098:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367141:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.367269:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384665.367287:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp31 from 209.3.0.2 00000800:00000010:3.0:1767384665.367291:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bf61dce0. 00000400:00000200:0.0:1767384665.367297:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367358:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367420:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367473:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367572:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367625:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367677:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367711:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367783:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367802:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367817:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367832:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367849:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367864:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367908:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.367964:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368046:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368095:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000800:00000010:3.0:1767384665.368133:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001af2e4ca. 00000400:00000200:0.0:1767384665.368134:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000800:00000010:3.0:1767384665.368139:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003df8ce2e. 00000800:00000010:3.0:1767384665.368159:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000249d18e3. 00000800:00000200:3.1:1767384665.368164:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (2) 00000400:00000200:0.0:1767384665.368166:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000800:00000200:3.1:1767384665.368168:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp31 00000000249d18e3 deleted 00000800:00000010:3.1:1767384665.368172:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000249d18e3. 00000800:00000200:3.1:1767384665.368176:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384665.368181:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp31 ip 192.168.202.154:977 00000800:00000200:3.1:1767384665.368185:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049254912 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384665.368189:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp31 p 3.x 192.168.202.154 -> 192.168.202.154:977 incarnation:1767384627500777570 sched[0] 00000800:00000010:3.0:1767384665.368193:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000506f435b. 00000400:00000200:0.0:1767384665.368208:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384665.368233:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000506f435b. 00000800:00000010:3.0:1767384665.368237:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003df8ce2e. 00000800:00000010:3.0:1767384665.368256:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bf61dce0. 00000800:00000001:3.0:1767384665.368265:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384665.368268:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384665.368312:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384665.368315:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049254912. 00000400:00000200:3.0:1767384665.368318:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.368322:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: GET: OK 00000400:00000200:3.0:1767384665.368330:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384665.368333:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp31 recovery message sent successfully:0 00000800:00000010:0.0:1767384665.368348:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a583d6ca. 00000800:00000010:0.0:1767384665.368354:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000672d212b. 00000800:00000200:3.1:1767384665.368358:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384665.368359:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb75c64b. 00000800:00000200:3.0:1767384665.368364:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp31 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384627500777570 sched[0] 00000800:00000010:3.0:1767384665.368368:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7c28839. 00000800:00000010:0.0:1767384665.368382:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb75c64b. 00000800:00020000:0.0:1767384665.368391:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384665.368400:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000672d212b. 00000800:00000010:0.0:1767384665.368413:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a583d6ca. 00000400:00000200:3.0:1767384665.368420:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:02020000:0.0:1767384665.368466:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp44 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384665.368467:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368474:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp44 notifying 192.168.202.154@tcp44: down 00000800:00000200:0.0:1767384665.368480:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp44 down 00000800:00000100:0.0:1767384665.368486:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp44 00000800:00000010:0.0:1767384665.368488:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000024791fed. 00000400:00000200:0.0:1767384665.368490:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384665.368494:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp44->192.168.202.154@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384665.368500:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384665.368503:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384665.368507:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp44) recovery failed with -71 00000400:00000200:3.0:1767384665.368517:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000800:00000001:0.0:1767384665.368532:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368539:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384665.368541:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368549:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.368552:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368558:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31) <- 192.168.202.154@tcp31 : GET - for me 00000400:00000200:0.0:1767384665.368569:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384665.368577:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1e4d [1] + 0 00000400:00000200:0.0:1767384665.368587:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp31 to MR: 192.168.202.154@tcp31 local destination 00000400:00000200:0.0:1767384665.368592:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp31 NI seq info: [173:173:256:4294967295] 192.168.202.154@tcp31 LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1767384665.368601:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368608:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) -> 192.168.202.154@tcp31(192.168.202.154@tcp31:192.168.202.154@tcp31) 192.168.202.154@tcp31 : REPLY try# 0 00000800:00000200:0.0:1767384665.368613:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp31 00000800:00000010:0.0:1767384665.368617:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b92ba59. 00000800:00000200:0.0:1767384665.368622:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007450b49e] -> 12345-192.168.202.154@tcp31 (4) 00000800:00000200:0.0:1767384665.368627:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp31 ip 192.168.202.154:988 00000800:00000200:0.0:1767384665.368629:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b92ba59 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384665.368663:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000200:0.0:1767384665.368678:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384665.368685:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b92ba59. 00000400:00000200:0.0:1767384665.368689:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.368693:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: REPLY: OK 00000800:00000001:0.0:1767384665.368703:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368707:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384665.368708:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368712:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384665.368714:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368735:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384665.368741:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp31(192.168.202.154@tcp31) <- 192.168.202.154@tcp31 : REPLY - for me 00000400:00000200:3.0:1767384665.368744:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384665.368750:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp31: Reply from 12345-192.168.202.154@tcp31 of length 272/272 into md 0x1ead 00000800:00000001:0.0:1767384665.368755:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368759:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384665.368761:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384665.368765:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp31->192.168.202.154@tcp31: REPLY: OK 00000400:00000200:0.0:1767384665.368768:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f8ca1b5 00000400:00000010:0.0:1767384665.368770:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000400:00000200:0.0:1767384665.368773:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384665.368779:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6192c85. 00000400:00000010:0.0:1767384665.368781:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008c7c9892. 00000800:00000001:0.0:1767384665.368788:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384665.368791:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384665.368793:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368817:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368835:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368862:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368883:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368908:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368940:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.368981:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369025:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369079:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369127:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369164:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369184:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369201:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369224:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369242:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369267:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369297:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369321:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369344:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369371:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369398:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369431:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369445:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384665.369460:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384665.369539:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9765298. 00000800:00000010:3.0:1767384665.369542:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7c28839. 00000800:00000010:3.0:1767384665.369545:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000506f435b. 00000800:00000010:3.0:1767384665.369560:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000506f435b. 00000800:00020000:3.0:1767384665.369565:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384665.369569:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7c28839. 00000800:00000010:3.0:1767384665.369571:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9765298. 00000400:02020000:3.0:1767384665.369608:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp31 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384665.619820:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384665.619825:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.619830:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384665.619832:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384665.619869:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384665.619873:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384665.619876:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384665.683827:0:18907:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384665.683834:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384665.683839:0:18907:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.683839:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384666.208314:0:37802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b6b72cc8. 00080000:00000010:0.0:1767384666.208325:0:37802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b6b72cc8. 00000020:00000001:0.0:1767384666.208334:0:37802:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384666.208343:0:37802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b6b72cc8. 00080000:00000010:0.0:1767384666.208348:0:37802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b6b72cc8. 00000020:00000001:0.0:1767384666.208353:0:37802:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384666.387798:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384666.387804:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384666.387806:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:3.0:1767384666.387811:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000400:00000200:3.0:1767384666.387816:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384666.387821:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384666.387833:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d28c260. 00000400:00000010:3.0:1767384666.387837:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fdc1cedf. 00000400:00000001:3.0:1767384666.387841:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384666.387841:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384666.387842:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c530144f 00000400:00000010:3.0:1767384666.387843:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000400:00000200:3.0:1767384666.387855:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384666.387856:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384666.387859:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000081351d92. 00000400:00000010:3.0:1767384666.387860:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000718e0b8. 00000400:00000200:3.0:1767384666.387863:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp42 00000400:00000010:3.0:1767384666.387866:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000081351d92. 00000400:00000010:3.0:1767384666.387870:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000da275f1a. 00000400:00000010:3.0:1767384666.387874:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000400:00000010:3.0:1767384666.387879:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011ca57fb. 00000400:00000200:3.0:1767384666.387882:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp42 00000400:00000200:3.0:1767384666.387892:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp42 local destination 00000400:00000200:3.0:1767384666.387897:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp42 00000400:00000200:3.0:1767384666.387899:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp42 NI seq info: [174:174:256:4294967295] 192.168.202.154@tcp42 LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1767384666.387905:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp42 00000400:00000200:3.0:1767384666.387911:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42:) -> 192.168.202.154@tcp42(192.168.202.154@tcp42:192.168.202.154@tcp42) : GET try# 0 00000800:00000200:3.0:1767384666.387915:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp42 00000800:00000010:3.0:1767384666.387918:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049254912. 00000800:00000200:3.0:1767384666.387924:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000800:00000200:3.1:1767384666.387928:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000400:00000200:3.0:1767384666.387956:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp42 added to recovery queue. ping count: 3 next ping: 296 health :700 00000400:00000200:3.0:1767384666.387963:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp39 00000400:00000010:3.0:1767384666.387965:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c971df98. 00000400:00000010:3.0:1767384666.387968:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d7aaaac. 00000400:00000010:3.0:1767384666.387969:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000400:00000010:3.0:1767384666.387973:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d3bab393. 00000400:00000200:3.0:1767384666.387975:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp39 00000400:00000200:3.0:1767384666.387981:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp39 local destination 00000400:00000200:3.0:1767384666.387984:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp39 00000400:00000200:3.0:1767384666.387986:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp39 NI seq info: [175:175:256:4294967295] 192.168.202.154@tcp39 LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1767384666.387995:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp39 00000400:00000200:3.0:1767384666.387999:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39:) -> 192.168.202.154@tcp39(192.168.202.154@tcp39:192.168.202.154@tcp39) : GET try# 0 00000800:00000200:3.0:1767384666.388013:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp39 00000800:00000010:3.0:1767384666.388015:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae6da0fd. 00000800:00000200:3.0:1767384666.388018:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000800:00000200:3.1:1767384666.388021:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000400:00000200:3.0:1767384666.388036:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp39 added to recovery queue. ping count: 4 next ping: 304 health :600 00000400:00000200:2.0:1767384666.388048:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388102:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388134:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388188:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388241:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388288:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388306:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388324:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388349:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388381:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388407:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388452:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388453:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388538:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388576:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388588:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388623:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388641:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388669:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388689:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388711:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388778:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388829:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388834:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388876:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388897:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388909:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388945:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.388953:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.388994:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389000:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389039:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389046:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389089:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389092:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389134:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389160:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389213:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389280:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389291:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389439:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389441:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389501:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389502:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389554:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389659:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389682:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389699:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.389753:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389842:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389875:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.389906:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000800:00000010:2.0:1767384666.389926:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086b4d108. 00000400:00000200:1.0:1767384666.389931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384666.389932:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9fe1935. 00000800:00000010:2.0:1767384666.389939:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5254808. 00000400:00000200:1.0:1767384666.389958:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000800:00000010:2.0:1767384666.389962:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5254808. 00000800:00020000:2.0:1767384666.389974:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384666.389977:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9fe1935. 00000800:00000010:2.0:1767384666.389980:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086b4d108. 00000400:00000200:1.0:1767384666.389981:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390010:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:02020000:2.0:1767384666.390036:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp42 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384666.390042:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.390047:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp42 notifying 192.168.202.154@tcp42: down 00000800:00000200:2.0:1767384666.390055:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp42 down 00000800:00000100:2.0:1767384666.390062:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp42 00000400:00000200:1.0:1767384666.390063:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000800:00000010:2.0:1767384666.390065:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049254912. 00000400:00000200:2.0:1767384666.390071:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384666.390077:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384666.390085:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384666.390087:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384666.390090:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp42) recovery failed with -71 00000400:00000200:1.0:1767384666.390095:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390123:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390146:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390162:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390189:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390206:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.154:988 00000800:00000010:1.0:1767384666.390355:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc23ee3f. 00000800:00000010:1.0:1767384666.390360:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000946679d7. 00000800:00000010:1.0:1767384666.390363:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051b20749. 00000800:00000010:1.0:1767384666.390391:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051b20749. 00000400:00000200:3.0:1767384666.390456:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384666.390469:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp39 from 208.3.0.2 00000800:00000010:3.0:1767384666.390472:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f9f2a5f3. 00000800:00000010:1.0:1767384666.390505:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004495cd81. 00000800:00000010:1.0:1767384666.390510:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae898927. 00000800:00000010:1.0:1767384666.390543:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001156a598. 00000800:00000200:1.1:1767384666.390555:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (2) 00000800:00000200:1.1:1767384666.390560:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp39 000000001156a598 deleted 00000800:00000010:1.1:1767384666.390562:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001156a598. 00000800:00000200:1.1:1767384666.390567:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384666.390572:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp39 ip 192.168.202.154:976 00000800:00000200:1.1:1767384666.390576:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ae6da0fd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384666.390581:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp39 p 3.x 192.168.202.154 -> 192.168.202.154:976 incarnation:1767384644490211383 sched[0] 00000800:00000010:1.0:1767384666.390586:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051b20749. 00000800:00000010:1.0:1767384666.390630:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051b20749. 00000800:00000010:1.0:1767384666.390634:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae898927. 00000800:00000200:2.1:1767384666.390659:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384666.390667:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp39 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384644490211383 sched[0] 00000800:00000010:1.0:1767384666.390669:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f9f2a5f3. 00000800:00000010:2.0:1767384666.390670:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000946679d7. 00000800:00000001:1.0:1767384666.390684:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.390691:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.390751:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:1.0:1767384666.390785:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384666.390789:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae6da0fd. 00000400:00000200:1.0:1767384666.390794:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.390801:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390802:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: GET: OK 00000400:00000200:1.0:1767384666.390810:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384666.390814:0:16350:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp39 recovery message sent successfully:0 00000800:00000001:1.0:1767384666.390827:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.390834:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.390837:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.390846:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.390854:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39) <- 192.168.202.154@tcp39 : GET - for me 00000400:00000200:2.0:1767384666.390859:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.390869:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384666.390880:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1e4d [1] + 0 00000400:00000200:1.0:1767384666.390891:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp39 to MR: 192.168.202.154@tcp39 local destination 00000400:00000200:1.0:1767384666.390899:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp39 NI seq info: [176:176:256:4294967295] 192.168.202.154@tcp39 LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1767384666.390911:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39:192.168.202.154@tcp39) -> 192.168.202.154@tcp39(192.168.202.154@tcp39:192.168.202.154@tcp39) 192.168.202.154@tcp39 : REPLY try# 0 00000400:00000200:2.0:1767384666.390913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000200:1.0:1767384666.390918:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp39 00000800:00000010:1.0:1767384666.390923:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023c37932. 00000800:00000200:1.0:1767384666.390928:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038a690fb] -> 12345-192.168.202.154@tcp39 (4) 00000800:00000200:1.0:1767384666.390933:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp39 ip 192.168.202.154:988 00000800:00000200:1.0:1767384666.390935:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023c37932 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384666.390954:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.390998:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000800:00000200:1.0:1767384666.391023:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384666.391032:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023c37932. 00000400:00000200:1.0:1767384666.391038:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.391043:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: REPLY: OK 00000800:00000001:1.0:1767384666.391054:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384666.391055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000001:1.0:1767384666.391058:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.391062:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.391066:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384666.391068:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.391072:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.391080:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp39(192.168.202.154@tcp39) <- 192.168.202.154@tcp39 : REPLY - for me 00000400:00000200:1.0:1767384666.391092:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp39: Reply from 12345-192.168.202.154@tcp39 of length 272/272 into md 0x1eb9 00000800:00000001:1.0:1767384666.391097:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.391104:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.391106:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.391112:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp39->192.168.202.154@tcp39: REPLY: OK 00000400:00000200:2.0:1767384666.391114:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384666.391117:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b029f58 00000400:00000010:1.0:1767384666.391122:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000400:00000200:1.0:1767384666.391128:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384666.391135:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c971df98. 00000400:00000010:1.0:1767384666.391140:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d7aaaac. 00000800:00000001:1.0:1767384666.391148:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.391153:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.391167:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391216:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391244:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391281:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391293:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391305:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391331:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391343:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391357:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391370:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391383:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391414:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391438:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391452:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391464:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391476:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391487:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391511:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391523:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391536:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391548:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.391571:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384666.391660:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086b4d108. 00000800:00000010:2.0:1767384666.391664:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9fe1935. 00000800:00000010:2.0:1767384666.391667:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5254808. 00000800:00000010:2.0:1767384666.391686:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5254808. 00000800:00020000:2.0:1767384666.391691:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384666.391694:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9fe1935. 00000800:00000010:2.0:1767384666.391704:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086b4d108. 00000400:02020000:2.0:1767384666.391765:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp39 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384666.643780:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384666.643786:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.643792:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384666.643793:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.643810:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384666.643812:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.643813:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384666.897889:0:37966:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384666.897893:0:37966:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:2.0:1767384666.900990:0:37966:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384666.907212:0:37967:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ed1917da. 00000400:00000010:0.0:1767384666.907225:0:37967:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ca0fba02. 00000400:00000010:0.0:1767384666.907233:0:37967:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000340a302f. 00000400:00000010:0.0:1767384666.907236:0:37967:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f316fe57. 00000400:00000010:0.0:1767384666.907239:0:37967:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb742cdf. 00000400:00000010:0.0:1767384666.907247:0:37967:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3b652c7. 00000400:00000010:0.0:1767384666.907249:0:37967:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001e311ba8. 00000400:00000010:0.0:1767384666.907250:0:37967:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f131e35. 00000400:00000010:0.0:1767384666.907253:0:37967:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e0dd24a3. 00000800:00000010:0.0:1767384666.907267:0:37967:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fcafa4d2. 00000800:00000200:0.0:1767384666.907276:0:37967:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384666.907288:0:37967:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384666.907319:0:37967:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:0.0:1767384666.907341:0:37967:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp48 [8/256/0/180] 00000400:00000010:0.0:1767384666.908595:0:37967:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000008a690c41. 00000400:00000010:0.0:1767384666.908602:0:37967:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afb317dd. 00000400:00000010:0.0:1767384666.908609:0:37967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa894c0. 00000400:00000001:0.0:1767384666.908627:0:37967:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384666.908628:0:37967:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384666.908630:0:37967:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97f78d6. 00000400:00000200:0.0:1767384666.908632:0:37967:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000400:00000010:0.0:1767384666.908634:0:37967:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000400:00000010:0.0:1767384666.908638:0:37967:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000009ae49197. 00000400:00000200:0.0:1767384666.908642:0:37967:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (39) 00000400:00000200:0.0:1767384666.908653:0:37967:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384666.908663:0:37967:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:0.0:1767384666.908671:0:37967:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a583d6ca. 00000400:00000200:1.0:1767384666.908674:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384666.908675:0:37967:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384666.908678:0:37967:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp48 00000400:00000200:1.0:1767384666.908680:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300151 00000400:00000010:1.0:1767384666.908685:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a186bab0. 00000400:00000200:1.0:1767384666.908688:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000010:1.0:1767384666.908694:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bcbb5632. 00000400:00000010:0.0:1767384666.908695:0:37967:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ca0fba02. 00000400:00000200:1.0:1767384666.908699:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp21 00000400:00000010:0.0:1767384666.908699:0:37967:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ed1917da. 00000400:00000200:1.0:1767384666.908999:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp21 to MR: 192.168.202.154@tcp21 local destination 00000020:00000001:2.0:1767384666.909004:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384666.909009:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384666.909013:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384666.909013:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp21 NI seq info: [177:177:256:4294967295] 192.168.202.154@tcp21 LPNI seq info [163:163:8:4294967295] 10000000:01000000:2.0:1767384666.909017:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384666.909023:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384666.909026:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp21 00000020:01000004:2.0:1767384666.909027:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384666.909031:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384666.909035:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384666.909039:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384666.909043:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384666.909044:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) -> 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) : PUT try# 0 00000020:01000004:2.0:1767384666.909046:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384666.909050:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384666.909054:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384666.909055:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.154@tcp21 00000020:01000004:2.0:1767384666.909057:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:1.0:1767384666.909061:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023c37932. 00000100:00000010:2.0:1767384666.909065:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007d3c45e. 00000800:00000200:1.0:1767384666.909072:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (6) 00000020:00000040:2.0:1767384666.909073:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384666.909081:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384666.909084:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:988 02000000:00000001:2.0:1767384666.909086:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384666.909092:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023c37932 type 1, nob 768 niov 1 nkiov 1 02000000:00000001:2.0:1767384666.909093:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.909103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000086b4d108. 00000400:00000200:1.0:1767384666.909108:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000100:00000001:2.0:1767384666.909109:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909115:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300551 rc 0 00000100:00000001:2.0:1767384666.909119:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.909122:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.909129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d3c45e] to pc [ptlrpcd_00_01+1] req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384666.909154:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.909156:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.909159:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384666.909161:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384666.909164:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384666.909169:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384666.909171:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384666.909174:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384666.909176:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384666.909177:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384666.909178:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384666.909181:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384666.909185:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384666.909188:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384666.909191:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384666.909193:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384666.909194:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384666.909195:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384666.909196:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384666.909199:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384666.909200:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384666.909200:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384666.909204:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384666.909204:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384666.909205:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384666.909209:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384666.909210:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000100:00100000:3.0:1767384666.909213:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049193984:0@lo:253: 00000020:00000040:2.0:1767384666.909215:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384666.909218:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384666.909219:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384666.909220:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.909223:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384666.909226:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023c37932. 00000100:00000001:3.0:1767384666.909227:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384666.909231:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4fe0132. 02000000:00000001:3.0:1767384666.909233:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384666.909236:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909236:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384666.909237:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.909243:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384666.909244:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.909247:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384666.909250:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a9765298. 00000400:00000200:1.0:1767384666.909250:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: PUT: OK 00000100:00000040:2.0:1767384666.909253:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_02+2] req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384666.909255:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909261:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384666.909262:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c38e191. 00000400:00000200:1.0:1767384666.909268:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp21: 0 00000400:00000010:3.0:1767384666.909269:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f7ecc7. 10000000:00000001:2.0:1767384666.909274:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384666.909275:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049193984, portal 25 10000000:00000001:2.0:1767384666.909278:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.909279:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384666.909280:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.909283:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000020:01000000:2.0:1767384666.909283:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384666.909284:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384666.909290:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a583d6ca. 00000100:00000040:3.0:1767384666.909291:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384666.909296:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.909301:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384666.909303:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384666.909307:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384666.909312:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.909314:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d616923f. 00000100:00000200:3.0:1767384666.909318:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049193984, offset 0 00000400:00000200:1.0:1767384666.909321:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21) <- 192.168.202.154@tcp21 : PUT - for me 00000400:00000200:3.0:1767384666.909329:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.909341:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.909341:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384666.909350:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384666.909355:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007600 00000100:00000001:2.0:1767384666.909356:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909356:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 656/672 into md 0x1ea1 [1] + 0 00000400:00000010:1.0:1767384666.909364:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcb142a. 00000100:00000001:2.0:1767384666.909365:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.909368:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.909371:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384666.909372:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ceb8b2a8 00000100:00000040:2.0:1767384666.909375:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384666.909380:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384666.909382:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1611 [2] + 0 00000400:00000010:3.0:1767384666.909402:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e089835. 00000800:00000001:1.0:1767384666.909404:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.909408:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384666.909409:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d5eaeb0 00000400:00000200:1.0:1767384666.909409:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.909416:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384666.909418:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909418:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: PUT: OK 00000400:00000200:3.0:1767384666.909423:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384666.909426:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384666.909427:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb8b2a8 02000000:00000001:2.0:1767384666.909429:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384666.909430:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.909433:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049194112:0@lo:253: 00000100:00000001:2.0:1767384666.909438:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384666.909439:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 02000000:00000001:2.0:1767384666.909441:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384666.909444:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909446:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384666.909447:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5eaeb0 02000000:00000001:2.0:1767384666.909447:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384666.909451:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d5eaeb0. 02000000:00000010:2.0:1767384666.909453:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b66e0aff. 00000400:00000200:1.0:1767384666.909455:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (41) 00000100:00000001:3.0:1767384666.909456:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384666.909457:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384666.909461:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384666.909464:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a8cbe4. 00000100:00000040:3.0:1767384666.909465:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000007e7df172 x1853237049193984 msgsize 4848 00000400:00000200:1.0:1767384666.909465:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:2.0:1767384666.909469:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001308e39b. 00000100:00000200:2.0:1767384666.909474:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049194112, portal 25 00000400:00000200:1.0:1767384666.909475:0:16350:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.154@tcp (672 bytes) 00000100:00000001:2.0:1767384666.909477:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384666.909479:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384666.909481:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00000100:00000040:3.0:1767384666.909483:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384666.909486:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000040:2.0:1767384666.909487:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.909493:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.909498:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.909500:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384666.909501:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (42) 00000400:00000010:2.0:1767384666.909502:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9fe1935. 00000100:00000200:2.0:1767384666.909506:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049194112, offset 0 00000400:00000200:2.0:1767384666.909511:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.909513:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d616923f 00000400:00000010:3.0:1767384666.909516:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d616923f. 00000100:00000001:3.0:1767384666.909518:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384666.909522:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.909524:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384666.909529:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.909538:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp21 to MR: 192.168.202.154@tcp21 local destination 00000100:00000001:3.0:1767384666.909542:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.909546:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.909549:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp21 NI seq info: [178:178:256:4294967295] 192.168.202.154@tcp21 LPNI seq info [164:164:8:4294967295] 00000100:00000001:3.0:1767384666.909564:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.909567:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384666.909571:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) -> 192.168.202.154@tcp21(192.168.202.154@tcp21:192.168.202.154@tcp21) 192.168.202.154@tcp21 : ACK try# 0 00000800:00000200:1.0:1767384666.909578:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp21 00000100:00000001:3.0:1767384666.909581:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384666.909582:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007680 00000800:00000010:1.0:1767384666.909584:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023c37932. 00000100:00000001:3.0:1767384666.909589:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294956238 00000400:00000200:2.0:1767384666.909592:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1651 [2] + 0 00000800:00000200:1.0:1767384666.909596:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a41bb1] -> 12345-192.168.202.154@tcp21 (6) 00000100:00000010:3.0:1767384666.909597:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d17c8734. 00000400:00000010:2.0:1767384666.909598:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000db0a70c. 00000400:00000200:2.0:1767384666.909604:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac7f26e2 00000100:00000001:3.0:1767384666.909607:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384666.909609:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp21 ip 192.168.202.154:999 00000400:00000200:2.0:1767384666.909611:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384666.909615:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294956238 00000800:00000200:1.0:1767384666.909616:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023c37932 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384666.909618:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384666.909625:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac7f26e2 00000100:00000010:3.0:1767384666.909627:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e6df57f. 00000400:00000010:2.0:1767384666.909628:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac7f26e2. 00000800:00000001:1.0:1767384666.909630:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384666.909632:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384666.909633:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.909636:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384666.909638:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294956238 00000800:00000001:1.0:1767384666.909639:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384666.909644:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015374326. 00000100:00000040:2.0:1767384666.909646:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000034d6fad8 x1853237049194112 msgsize 4848 00000100:00000001:3.0:1767384666.909649:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384666.909654:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384666.909655:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294956238 00000100:00000040:2.0:1767384666.909657:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384666.909661:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000435d13f1. 00000100:00000001:3.0:1767384666.909665:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384666.909667:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384666.909668:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384666.909672:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384666.909674:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9fe1935 00000100:00000001:3.0:1767384666.909675:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.909677:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9fe1935. 00000100:00000001:3.0:1767384666.909678:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.909682:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.909687:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.909688:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384666.909692:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384666.909698:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.909698:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384666.909702:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384666.909702:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384666.909703:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.909706:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384666.909708:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023c37932. 00000100:00000001:3.0:1767384666.909711:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.909739:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.909740:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.909744:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909746:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384666.909747:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294956239 00000100:00000001:2.0:1767384666.909755:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956238 00000400:00000200:1.0:1767384666.909756:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: ACK: OK 00000100:00000001:2.0:1767384666.909763:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294956239 00000800:00000001:1.0:1767384666.909768:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384666.909770:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956238 00000100:00000001:3.0:1767384666.909772:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384666.909775:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384666.909776:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049193984 00000100:00000001:2.0:1767384666.909776:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294956239 02000000:00000001:3.0:1767384666.909781:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384666.909783:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384666.909784:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.909784:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956238 00000100:00000001:3.0:1767384666.909789:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.909791:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294956239 00000800:00000001:1.0:1767384666.909791:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384666.909793:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384666.909798:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384666.909799:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049193984 00000100:00000001:2.0:1767384666.909799:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956238 00000020:00000001:3.0:1767384666.909803:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384666.909806:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384666.909807:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000800:00000001:1.0:1767384666.909807:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.909811:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.909813:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384666.909815:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.909817:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384666.909820:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.909821:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp21(192.168.202.154@tcp21) <- 192.168.202.154@tcp21 : ACK - for me 00000020:00000001:3.0:1767384666.909822:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384666.909826:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384666.909827:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.909830:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384666.909832:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384666.909835:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384666.909837:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f313bf8. 00000100:00000001:2.0:1767384666.909838:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384666.909838:0:16350:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp21: ACK from 12345-192.168.202.154@tcp21 into md 0x1ec1 00000100:00000001:3.0:1767384666.909842:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.909843:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.909845:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384666.909851:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f313bf8. 00000100:00000001:2.0:1767384666.909853:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384666.909860:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffb62a14. 00000400:00000200:1.0:1767384666.909864:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp21->192.168.202.154@tcp21: ACK: OK 00000020:00000010:3.0:1767384666.909868:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f43c771. 00000100:00000001:2.0:1767384666.909868:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384666.909870:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a186bab0 00000100:00000001:2.0:1767384666.909872:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.909874:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a186bab0. 00000020:00000010:3.0:1767384666.909877:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000400:00000200:1.0:1767384666.909880:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384666.909886:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384666.909886:0:16350:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000100:00000040:3.0:1767384666.909889:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384666.909890:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194112 02000000:00000001:2.0:1767384666.909894:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384666.909895:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000100:00000001:3.0:1767384666.909896:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384666.909897:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.909900:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.909902:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384666.909903:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 02000000:00000001:2.0:1767384666.909904:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.909906:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.909909:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194112 00000020:00000001:2.0:1767384666.909912:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1767384666.909913:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384666.909914:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:3.0:1767384666.909917:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.909918:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384666.909921:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384666.909923:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:2.0:1767384666.909927:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384666.909928:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384666.909931:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384666.909932:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384666.909933:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:2.0:1767384666.909937:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384666.909939:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000020:00000010:2.0:1767384666.909944:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035c50c4b. 00000020:00000010:2.0:1767384666.909948:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034362d69. 00000100:00000001:3.0:1767384666.909949:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384666.909952:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df679749. 00000100:00000001:3.0:1767384666.909953:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384666.909957:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384666.909958:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384666.909960:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384666.909963:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384666.909964:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.909966:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000001402c02a. 00000100:00000040:3.0:1767384666.909969:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384666.909969:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.909972:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000100:00000001:3.0:1767384666.909974:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716659924048 : -128357049627568 : ffff8b428ba70c50) 00000100:00000001:2.0:1767384666.909975:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384666.909980:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a186bab0. 00000100:00000040:3.0:1767384666.909982:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e7df172 x1853237049193984/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.909986:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384666.909988:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001402c02a 00000100:00000001:2.0:1767384666.909989:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384666.909995:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000004f171735. 00000100:00100000:2.0:1767384666.909997:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:3.0:1767384666.909999:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384666.910002:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:1.0:1767384666.910003:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000020:00000010:3.0:1767384666.910004:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f313bf8. 00000100:00000001:2.0:1767384666.910006:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512765008 : -128357196786608 : ffff8b4282e19450) 00000100:00000001:3.0:1767384666.910010:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384666.910012:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302051 00000100:00000040:2.0:1767384666.910013:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034d6fad8 x1853237049194112/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384666.910016:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f313bf8. 00000400:00000200:1.0:1767384666.910019:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000010:1.0:1767384666.910026:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000082e7218a. 00000100:00100000:3.0:1767384666.910029:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e7df172 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049193984:12345-0@lo:253: 00000400:00000010:1.0:1767384666.910032:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000200:3.0:1767384666.910038:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049193984 00000400:00000010:1.0:1767384666.910040:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000315879e5. 00000020:00000001:3.0:1767384666.910045:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384666.910051:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000020:00000001:3.0:1767384666.910052:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384666.910057:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.910058:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384666.910061:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384666.910062:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000020:00000010:2.0:1767384666.910064:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000020:00000001:3.0:1767384666.910067:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:2.0:1767384666.910070:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384666.910073:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384666.910074:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:3.0:1767384666.910078:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384666.910078:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000020:00000001:3.0:1767384666.910084:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384666.910087:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:3.0:1767384666.910088:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384666.910090:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034d6fad8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049194112:12345-0@lo:253: 00000020:00000001:3.0:1767384666.910098:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384666.910100:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194112 00000400:00000200:1.0:1767384666.910103:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:3.0:1767384666.910105:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384666.910105:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384666.910110:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384666.910110:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384666.910114:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.910114:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 02000000:00000010:3.0:1767384666.910116:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000035a8222c. 00000020:00000001:2.0:1767384666.910119:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384666.910122:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.910123:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000100:00000001:3.0:1767384666.910129:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.910129:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000001:2.0:1767384666.910130:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384666.910132:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384666.910137:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384666.910138:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384666.910140:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384666.910143:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:00000001:2.0:1767384666.910144:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.910148:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384666.910150:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006fcd4364. 02000000:00000001:2.0:1767384666.910150:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384666.910155:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 02000000:00000010:2.0:1767384666.910157:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000044353186. 20000000:01000000:3.0:1767384666.910158:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384666.910162:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384666.910165:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384666.910166:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384666.910170:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384666.910171:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384666.910176:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 20000000:00000001:3.0:1767384666.910177:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384666.910180:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000007ed34c1. 20000000:00000001:3.0:1767384666.910183:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384666.910186:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384666.910190:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384666.910190:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384666.910191:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 20000000:00000001:2.0:1767384666.910194:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384666.910198:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.910201:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 20000000:00000001:2.0:1767384666.910202:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384666.910204:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c100d10. 20000000:00000001:2.0:1767384666.910206:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384666.910210:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000400:00000200:1.0:1767384666.910214:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[167, 37] 20000000:00000001:3.0:1767384666.910218:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384666.910221:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 37], ns[178, 37] 00080000:00000001:3.0:1767384666.910226:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384666.910226:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00080000:00000001:3.0:1767384666.910232:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384666.910234:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:1.0:1767384666.910239:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:1.0:1767384666.910244:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00080000:00000001:3.0:1767384666.910248:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384666.910249:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:1.0:1767384666.910256:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:1.0:1767384666.910261:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00080000:00000001:3.0:1767384666.910262:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.910266:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384666.910269:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.910269:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 32], ns[152, 32] 00080000:00000001:3.0:1767384666.910271:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384666.910273:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384666.910277:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000ddb676db 00000400:00000200:1.0:1767384666.910282:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 00000020:00000001:3.0:1767384666.910283:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c91483f 00080000:00000002:3.0:1767384666.910286:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384666.910293:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384666.910297:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 32], ns[173, 32] 00080000:00000001:3.0:1767384666.910298:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.910302:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384666.910306:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384666.910309:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[86, 32] 00000020:00000001:3.0:1767384666.910312:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384666.910317:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384666.910317:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 32], ns[136, 32] 00080000:00000010:3.0:1767384666.910322:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d6c7ed52. 00080000:00000001:3.0:1767384666.910325:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712286035456 : -128361423516160 : ffff8b4186f2ce00) 00000400:00000200:1.0:1767384666.910326:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[114, 32] 00080000:00000001:3.0:1767384666.910335:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384666.910339:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384666.910343:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007f313bf8. 00000400:00000200:1.0:1767384666.910345:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[151, 32] 00080000:00000001:3.0:1767384666.910347:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.910352:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384666.910356:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 32], ns[154, 32] 00000400:00000200:1.0:1767384666.910361:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 32], ns[159, 32] 00080000:00000001:3.0:1767384666.910364:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.910368:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 32], ns[145, 32] 00000400:00000200:1.0:1767384666.910374:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 32], ns[176, 32] 00000400:00000200:1.0:1767384666.910379:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 32], ns[160, 32] 00080000:00000001:3.0:1767384666.910382:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384666.910386:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 32], ns[164, 32] 00000400:00000200:1.0:1767384666.910407:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[160, 32], ns[174, 32] 00000400:00000200:1.0:1767384666.910412:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[156, 32], ns[170, 32] 00000400:00000200:1.0:1767384666.910419:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 32], ns[172, 32] 00000400:00000200:1.0:1767384666.910424:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000400:00000200:1.0:1767384666.910429:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384666.910434:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384666.910438:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:1.0:1767384666.910444:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp45 00000400:00000200:1.0:1767384666.910449:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp45 lpni_is_preferred = 0 00000400:00000200:1.0:1767384666.910453:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp45 00000400:00000200:1.0:1767384666.910456:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp45 NI seq info: [179:179:256:4294967295] 192.168.202.154@tcp45 LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1767384666.910461:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp45 00000400:00000200:1.0:1767384666.910468:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp45(192.168.202.154@tcp45:) -> 192.168.202.154@tcp45(192.168.202.154@tcp:192.168.202.154@tcp45) : GET try# 0 00000800:00000200:1.0:1767384666.910473:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp45 00000800:00000010:1.0:1767384666.910482:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000023c37932. 00000800:00000010:1.0:1767384666.910489:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cc17ba6a. 00000800:00000010:1.0:1767384666.910493:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cbc040d8. 00000800:00000200:1.0:1767384666.910498:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000800:00000200:1.1:1767384666.910504:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000400:00000200:1.0:1767384666.910521:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384666.910523:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300251 rc 0 00000400:00000200:2.0:1767384666.910572:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910607:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910621:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910633:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910653:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910670:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910685:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910700:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910753:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910780:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910804:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910831:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910861:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910888:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910923:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910951:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910974:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.910990:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911022:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911060:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911091:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911113:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911128:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911141:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911153:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911172:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911199:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911216:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911244:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911265:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00080000:00000010:3.0:1767384666.911302:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d6c7ed52. 00000400:00000200:2.0:1767384666.911307:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384666.911338:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00080000:00000010:1.0:1767384666.911355:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007f313bf8. 00000400:00000200:2.0:1767384666.911362:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00040000:00000001:1.0:1767384666.911363:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384666.911367:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384666.911370:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384666.911374:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:1.0:1767384666.911378:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.911380:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384666.911382:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 20000000:01000000:1.0:1767384666.911406:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384666.911412:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6c7ed52. 20000000:01000000:3.0:1767384666.911415:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384666.911418:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384666.911420:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384666.911421:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384666.911425:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384666.911426:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384666.911431:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384666.911433:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384666.911439:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.911442:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384666.911443:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.911444:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384666.911445:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384666.911447:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384666.911449:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:3.0:1767384666.911450:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384666.911452:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384666.911454:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.911456:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384666.911457:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384666.911460:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384666.911462:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384666.911465:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000706db5f0. 00080000:00000001:3.0:1767384666.911468:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712286036480 : -128361423515136 : ffff8b4186f2d200) 00080000:00000001:3.0:1767384666.911469:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384666.911471:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384666.911473:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000093f52aff. 00080000:00000001:3.0:1767384666.911475:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.911477:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384666.911485:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384666.911497:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384666.911528:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e44ec08c. 00000800:00000010:2.0:1767384666.911531:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9fe1935. 00000800:00000010:2.0:1767384666.911535:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2658d52. 00000800:00000010:2.0:1767384666.911551:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2658d52. 00000800:00020000:2.0:1767384666.911556:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384666.911559:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9fe1935. 00000800:00000010:2.0:1767384666.911560:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e44ec08c. 00000400:02020000:2.0:1767384666.911594:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp45 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384666.911601:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp45 notifying 192.168.202.154@tcp45: down 00000800:00000200:2.0:1767384666.911607:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp45 down 00080000:00000020:1.0:1767384666.911608:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000100:2.0:1767384666.911614:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp45 00000100:00000001:1.0:1767384666.911615:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000010:2.0:1767384666.911618:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000023c37932. 20000000:00000010:1.0:1767384666.911619:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006fcd4364. 00000400:00000200:2.0:1767384666.911622:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384666.911627:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp45->192.168.202.154@tcp45: GET: LOCAL_ERROR 20000000:00000001:1.0:1767384666.911627:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384666.911635:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049193984 00000400:00000200:2.0:1767384666.911639:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp45 added to recovery queue. ping count: 0 next ping: 289 health :900 00010000:00000001:1.0:1767384666.911640:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384666.911644:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384666.911648:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00010000:00000200:1.0:1767384666.911650:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e7df172 x1853237049193984/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384666.911652:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00010000:00000001:1.0:1767384666.911664:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.911667:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.911671:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=84 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384666.911674:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384666.911677:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:2.0:1767384666.911678:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384666.911682:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300851 00000100:00000040:1.0:1767384666.911683:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 20000000:00000001:2.0:1767384666.911684:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000001:3.0:1767384666.911688:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:01000000:2.0:1767384666.911688:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00000001:1.0:1767384666.911689:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000001:3.0:1767384666.911692:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384666.911695:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1767384666.911697:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4136b3f 02000000:00000001:1.0:1767384666.911697:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384666.911698:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:3.0:1767384666.911701:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4136b3f. 02000000:00000001:1.0:1767384666.911703:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.911706:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000040:2.0:1767384666.911706:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000050baacf9 count: 2 00000100:00000001:1.0:1767384666.911708:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384666.911711:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384666.911713:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00010000:00000001:2.0:1767384666.911715:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384666.911740:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cb2d5f6. 00000400:00000010:3.0:1767384666.911745:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000082e7218a. 00000020:00000001:2.0:1767384666.911746:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:1.0:1767384666.911746:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384666.911751:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cb2d5f6 with handle 0xefc2db714b35c501 to hash 00000400:00000200:3.0:1767384666.911752:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 00000400:00000010:1.0:1767384666.911753:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000354d6e2b. 00000020:00000001:2.0:1767384666.911754:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384666.911757:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00000400:00000200:3.0:1767384666.911758:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00010000:00000001:2.0:1767384666.911761:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00000100:00000200:1.0:1767384666.911762:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049193984, offset 224 00000400:00000200:3.0:1767384666.911763:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302051 rc -71 00000400:00000200:3.0:1767384666.911771:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00010000:00000001:2.0:1767384666.911772:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.911775:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.911775:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.911778:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (40) 00010000:00010000:2.0:1767384666.911781:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.911790:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1767384666.911790:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384666.911793:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384666.911796:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384666.911798:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384666.911802:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:1.0:1767384666.911802:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007600 00010000:00010000:2.0:1767384666.911807:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384666.911813:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ec5 [2] + 224 00010000:00000001:2.0:1767384666.911816:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384666.911819:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.911821:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:1.0:1767384666.911822:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384666.911823:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.911827:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.911829:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:1.0:1767384666.911830:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384666.911832:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384666.911836:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767384666.911838:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050baacf9) refcount = 2 00010000:00000040:2.0:1767384666.911842:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000200:1.0:1767384666.911842:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384666.911846:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384666.911860:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384666.911862:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384666.911870:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384666.911871:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f2658d52. 00000100:00000001:2.0:1767384666.911875:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384666.911878:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9fe1935. 00000100:00000001:2.0:1767384666.911882:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712269577792 : -128361439973824 : ffff8b4185f7ae40) 00000100:00000001:2.0:1767384666.911884:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712269577792 : -128361439973824 : ffff8b4185f7ae40) 00000100:00000001:2.0:1767384666.911892:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384666.911893:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384666.911895:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384666.911896:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384666.911898:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.911901:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384666.911903:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384666.911904:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000354d6e2b 00000100:00000001:3.0:1767384666.911905:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384666.911906:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:1.0:1767384666.911908:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000354d6e2b. 00000100:00000001:3.0:1767384666.911910:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384666.911910:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384666.911914:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1767384666.911914:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384666.911916:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384666.911918:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384666.911919:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767384666.911919:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000400:00000010:3.0:1767384666.911923:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c38e191. 00000020:00000040:2.0:1767384666.911924:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000001:1.0:1767384666.911925:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.911928:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f7ecc7 00000100:00000001:2.0:1767384666.911929:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384666.911932:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f7ecc7. 02000000:00000001:2.0:1767384666.911933:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384666.911933:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:3.0:1767384666.911936:0:16358:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384666.911937:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.911939:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384666.911942:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384666.911942:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077f30679. 00000020:00000001:1.0:1767384666.911944:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.911947:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.911950:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384666.911955:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384666.911959:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e7df172 x1853237049193984/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384666.911963:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384666.911974:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 16 pid: 17084 timeout: 438 lvb_type: 0 00000100:00000001:3.0:1767384666.911995:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384666.911995:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384666.911998:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.911999:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384666.912000:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e7df172 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049193984:12345-0@lo:253: Request processed in 1997us (2530us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384666.912001:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384666.912005:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384666.912006:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384666.912009:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384666.912013:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.912019:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.912019:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384666.912021:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384666.912025:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.912027:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00001000:3.0:1767384666.912028:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=84 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384666.912032:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049194240:0@lo:104: 00000100:00000001:1.0:1767384666.912032:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384666.912036:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.912037:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384666.912039:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384666.912043:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f43c771. 02000000:00000001:2.0:1767384666.912044:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384666.912048:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.912049:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384666.912053:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384666.912054:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.912057:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00010000:00000001:3.0:1767384666.912059:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384666.912059:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099acb7a8. 00000020:00000010:1.0:1767384666.912063:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffb62a14. 00010000:00000001:3.0:1767384666.912064:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.912065:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.912070:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000001:3.0:1767384666.912072:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.912074:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016cf916a. 02000000:00000001:1.0:1767384666.912077:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384666.912081:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384666.912082:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000035a8222c. 02000000:00000001:1.0:1767384666.912089:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384666.912092:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000100:00000001:1.0:1767384666.912094:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.912095:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384666.912098:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194240, portal 16 00000100:00000001:3.0:1767384666.912100:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384666.912101:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384666.912104:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.912105:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.912107:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 00000400:00000010:1.0:1767384666.912108:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d79054c. 00000020:01000004:3.0:1767384666.912111:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384666.912115:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384666.912116:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000354d6e2b. 00000020:01000004:3.0:1767384666.912118:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:2.0:1767384666.912120:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384666.912122:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384666.912125:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384666.912128:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384666.912132:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384666.912134:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:2.0:1767384666.912136:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000004:3.0:1767384666.912138:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384666.912140:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384666.912141:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384666.912145:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000040:3.0:1767384666.912147:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.912149:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049194240, offset 0 00000400:00000200:2.0:1767384666.912159:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384666.912169:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049193984:0@lo:253: 00000400:00000200:2.0:1767384666.912169:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384666.912177:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260007700 00000100:00000001:3.0:1767384666.912179:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384666.912183:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 1312 00000100:00000001:3.0:1767384666.912185:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384666.912188:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384666.912192:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007d3c45e x1853237049193984/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384666.912195:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384666.912201:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.912203:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384666.912207:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000572a5fc0. 00000100:00000040:2.0:1767384666.912212:0:17104:0:(events.c:337:request_in_callback()) incoming req@00000000572a5fc0 x1853237049194240 msgsize 328 00000100:00000001:3.0:1767384666.912213:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384666.912217:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384666.912218:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384666.912222:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a9765298. 02000000:00000001:3.0:1767384666.912227:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384666.912229:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384666.912230:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384666.912232:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384666.912236:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384666.912236:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:2.0:1767384666.912239:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 02000000:00000010:3.0:1767384666.912241:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000086b4d108. 00000100:00000001:2.0:1767384666.912243:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.912245:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384666.912256:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384666.912257:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384666.912259:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384666.912260:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384666.912261:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767384666.912264:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194240 00000100:00000010:3.0:1767384666.912266:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 02000000:00000001:1.0:1767384666.912270:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384666.912274:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.912274:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.912278:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.912278:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.912283:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.912284:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.912286:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294956241 00000100:00100000:1.0:1767384666.912289:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194240 00000020:00000001:1.0:1767384666.912291:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384666.912292:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384666.912295:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000100:00000001:3.0:1767384666.912296:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.912297:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294956239 00000020:00000001:1.0:1767384666.912299:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.912303:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000100:00000001:3.0:1767384666.912304:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.912304:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294956241 00000020:00000001:1.0:1767384666.912309:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:2.0:1767384666.912312:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294956239 00000020:00000001:1.0:1767384666.912313:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:3.0:1767384666.912314:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.912315:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294956241 00000100:00000001:3.0:1767384666.912318:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.912321:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294956239 00000100:00000001:1.0:1767384666.912321:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384666.912323:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.912326:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294956241 00000100:00000001:3.0:1767384666.912328:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.912328:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000990ef300. 00000100:00000001:2.0:1767384666.912330:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294956239 00000100:00000001:1.0:1767384666.912334:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.912335:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.912340:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.912341:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000990ef300. 00010000:00000001:2.0:1767384666.912342:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.912346:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.912347:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.912349:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384666.912349:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e37c30cc. 00010000:00000001:2.0:1767384666.912352:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.912354:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.912356:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054944c04. 00010000:00000001:2.0:1767384666.912357:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384666.912359:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384666.912362:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.912363:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384666.912363:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:2.0:1767384666.912366:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384666.912369:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c9fe1935 going to sleep for 11 seconds 00000100:00000001:2.0:1767384666.912371:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.912373:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.912375:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384666.912380:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.912381:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384666.912383:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.912404:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.912423:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.912435:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.912437:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.912442:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384666.912445:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:1.0:1767384666.912447:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518494336 : -128356191057280 : ffff8b42bed3ca80) 00000100:00000040:1.0:1767384666.912452:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000572a5fc0 x1853237049194240/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384666.912462:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.912464:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000990ef300. 00000100:00000001:1.0:1767384666.912466:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.912468:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000990ef300. 00000100:00100000:1.0:1767384666.912473:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000572a5fc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049194240:12345-0@lo:104: 00000100:00000200:1.0:1767384666.912476:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194240 00010000:00000001:1.0:1767384666.912479:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384666.912483:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.912485:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.912487:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=2 00000020:00000001:1.0:1767384666.912489:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:1.0:1767384666.912492:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:1.0:1767384666.912495:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.912497:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.912500:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384666.912508:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.912509:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.912512:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079be8484. 02000000:00000001:1.0:1767384666.912514:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.912516:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.912519:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.912521:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.912528:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.912532:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.912535:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.912537:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384666.912540:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.912542:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.912545:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.912547:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.912550:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000200:1.0:1767384666.912554:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049194240, offset 224 00000400:00000200:1.0:1767384666.912558:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.912564:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.912571:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260007700 00000400:00000200:1.0:1767384666.912576:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ee1 [1] + 224 00000400:00000200:1.0:1767384666.912581:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.912584:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.912588:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.912592:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384666.912602:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384666.912619:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.912623:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:1.0:1767384666.912625:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000100:00000001:1.0:1767384666.912627:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.912629:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.912633:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.912637:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384666.912638:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384666.912641:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384666.912643:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.912645:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:1.0:1767384666.912646:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000082777d10. 00000400:00000010:2.0:1767384666.912648:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cf916a. 00010000:00000001:1.0:1767384666.912651:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384666.912653:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000400:00000010:2.0:1767384666.912655:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:2.0:1767384666.912658:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384666.912662:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384666.912665:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384666.912672:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384666.912673:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384666.912676:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.912683:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.912691:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572a5fc0 x1853237049194240/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384666.912701:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.912705:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384666.912710:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000572a5fc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049194240:12345-0@lo:104: Request processed in 244us (493us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384666.912711:0:17104:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384666.912715:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.912742:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.912745:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.912746:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:2.0:1767384666.912747:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.912753:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00001000:2.0:1767384666.912754:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=84 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384666.912759:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384666.912760:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.912763:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384666.912765:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.912767:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.912768:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054944c04. 00010000:00000001:2.0:1767384666.912769:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384666.912772:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.912775:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.912776:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000040:2.0:1767384666.912780:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384666.912782:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e37c30cc. 00000020:00000040:1.0:1767384666.912789:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00000100:00000001:2.0:1767384666.912790:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.912794:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384666.912795:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.912796:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.912801:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384666.912803:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.912804:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.912805:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.912808:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384666.912813:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000373946b2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049194240:0@lo:104: 00000020:00000001:1.0:1767384666.912815:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384666.912817:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.912819:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.912821:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.912824:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384666.912825:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384666.912827:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.912831:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000373946b2 x1853237049194240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384666.912832:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384666.912836:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384666.912840:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:1.0:1767384666.912840:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384666.912848:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.912851:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099acb7a8. 00010000:00010000:1.0:1767384666.912852:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab2b200d already unused, calling callback (000000000d977f2e) 02000000:00000001:2.0:1767384666.912855:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.912857:0:17104:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384666.912857:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1767384666.912861:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 10000000:00010000:1.0:1767384666.912861:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384666.912865:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.912868:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077f30679. 02000000:00000001:2.0:1767384666.912873:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384666.912874:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384666.912875:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.912878:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 00010000:00000001:1.0:1767384666.912878:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.912882:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384666.912884:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384666.912886:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000100:00000001:2.0:1767384666.912887:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.912891:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00000010:2.0:1767384666.912892:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9fe1935. 00000100:00000001:2.0:1767384666.912896:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384666.912897:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:2.0:1767384666.912899:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384666.912901:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f2658d52. 00010000:00000001:2.0:1767384666.912903:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.912906:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.912909:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384666.912910:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000001:2.0:1767384666.912912:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:1.0:1767384666.912914:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.912915:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384666.912918:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384666.912933:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384666.912937:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384666.912942:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384666.912946:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384666.912947:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384666.912949:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384666.912951:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384666.912953:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384666.912958:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000706db5f0. 10000000:00000001:1.0:1767384666.912966:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384666.912969:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384666.912971:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 10000000:00000001:1.0:1767384666.912973:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384666.912975:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.912979:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384666.912981:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:3.0:1767384666.912982:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000093f52aff. 00010000:00000001:1.0:1767384666.912984:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00040000:00000001:3.0:1767384666.912989:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384666.912989:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.912991:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384666.912993:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:1.0:1767384666.912995:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c4f3 from hash 00080000:00000001:3.0:1767384666.912997:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.912999:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000002:3.0:1767384666.913002:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:1.0:1767384666.913002:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.913005:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384666.913008:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.913009:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384666.913012:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:3.0:1767384666.913014:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:1.0:1767384666.913016:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 20000000:01000000:3.0:1767384666.913018:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384666.913021:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 20000000:00000001:3.0:1767384666.913022:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384666.913025:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 20000000:01000000:3.0:1767384666.913027:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000010:1.0:1767384666.913032:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca4d0e93. 00080000:00000001:3.0:1767384666.913033:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000040:1.0:1767384666.913038:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384666.913041:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384666.913048:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384666.913051:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384666.913055:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e37c30cc. 00000100:00000001:1.0:1767384666.913059:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.913062:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384666.913066:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384666.913072:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384666.913073:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.913076:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384666.913078:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.913083:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca4d0e93] to pc [ptlrpcd_00_03+3] req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.913108:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384666.913112:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.913113:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.913115:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913117:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384666.913118:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913121:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384666.913123:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.913124:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.913124:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384666.913129:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384666.913131:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.913147:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384666.913150:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384666.913151:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384666.913152:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.913153:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000ab2b200d/0xefc2db714b35c4f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c4fa expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384666.913154:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.913158:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.913159:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384666.913162:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384666.913166:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.913171:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca4d0e93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049194368:0@lo:103: 00010000:00000040:1.0:1767384666.913171:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d4d65cb1 count: 0 00080000:00000020:3.0:1767384666.913172:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384666.913178:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384666.913179:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 20000000:00000010:3.0:1767384666.913182:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000007ed34c1. 00010000:00000001:1.0:1767384666.913183:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.913185:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384666.913189:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000082777d10. 02000000:00000001:2.0:1767384666.913190:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 20000000:00000001:3.0:1767384666.913191:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.913194:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.913194:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384666.913196:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194112 02000000:00000001:2.0:1767384666.913196:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384666.913201:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:2.0:1767384666.913201:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077f30679. 00000020:00000001:1.0:1767384666.913201:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384666.913206:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.913206:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384666.913211:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034d6fad8 x1853237049194112/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384666.913213:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384666.913214:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016cf916a. 00000020:00000001:1.0:1767384666.913218:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384666.913220:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00010000:00000001:3.0:1767384666.913225:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384666.913225:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194368, portal 18 00000020:00000001:1.0:1767384666.913227:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.913229:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913230:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384666.913232:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384666.913233:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717228735872 : -128356480815744 : ffff8b42ad8e6d80) 00000100:00001000:3.0:1767384666.913236:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=84 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384666.913237:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384666.913240:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384666.913241:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384666.913246:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384666.913253:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384666.913253:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.913258:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384666.913259:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000010:2.0:1767384666.913261:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000001:3.0:1767384666.913265:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000200:2.0:1767384666.913265:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049194368, offset 0 02000000:00000001:3.0:1767384666.913271:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384666.913274:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384666.913276:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384666.913281:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384666.913282:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384666.913288:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260007780 00000100:00000040:3.0:1767384666.913291:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384666.913295:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000010:3.0:1767384666.913296:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f7ecc7. 00000400:00000200:2.0:1767384666.913298:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384666.913302:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049194112, offset 224 00000400:00000200:2.0:1767384666.913303:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384666.913307:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.913309:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384666.913312:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000400:00000200:3.0:1767384666.913314:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384666.913315:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000373946b2 x1853237049194368 msgsize 328 00000100:00100000:2.0:1767384666.913321:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384666.913326:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384666.913334:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.913336:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007680 00000400:00000200:2.0:1767384666.913339:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000400:00000010:2.0:1767384666.913342:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000100:00000001:2.0:1767384666.913343:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.913346:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.913353:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ecd [2] + 224 00000100:00000001:2.0:1767384666.913357:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384666.913361:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384666.913364:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384666.913368:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.913369:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194368 00000400:00000200:3.0:1767384666.913371:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384666.913375:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384666.913379:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384666.913380:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.913381:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913385:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.913385:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384666.913401:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384666.913407:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913408:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.913415:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194368 00000100:00000001:2.0:1767384666.913416:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294956242 00000020:00000001:1.0:1767384666.913420:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384666.913424:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384666.913424:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384666.913425:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956241 00000020:00000001:1.0:1767384666.913429:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384666.913433:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294956242 00000020:00000040:1.0:1767384666.913433:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:1.0:1767384666.913441:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384666.913442:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956241 00000100:00000001:2.0:1767384666.913448:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294956242 00000020:00000001:1.0:1767384666.913448:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384666.913452:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384666.913456:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384666.913458:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956241 00000400:00000200:3.0:1767384666.913461:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f7ecc7 00000020:00000010:1.0:1767384666.913461:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000990ef300. 00000100:00000001:2.0:1767384666.913462:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294956242 00000400:00000010:3.0:1767384666.913467:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f7ecc7. 00000100:00000001:1.0:1767384666.913468:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.913470:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956241 00000100:00000001:3.0:1767384666.913473:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384666.913475:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000990ef300. 00000100:00000001:3.0:1767384666.913477:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.913477:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.913481:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.913482:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b86499a. 00000100:00000001:2.0:1767384666.913484:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.913485:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.913487:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054944c04. 00000100:00000001:2.0:1767384666.913488:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384666.913492:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000010:1.0:1767384666.913494:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00010000:00000001:3.0:1767384666.913496:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384666.913496:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384666.913501:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913501:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384666.913503:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384666.913508:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384666.913509:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384666.913509:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384666.913510:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384666.913515:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384666.913516:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384666.913519:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034d6fad8 x1853237049194112/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.913521:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.913521:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384666.913526:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.913532:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384666.913537:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767384666.913541:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034d6fad8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16359:x1853237049194112:12345-0@lo:253: Request processed in 3480us (3890us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384666.913541:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.913544:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000100:00000001:2.0:1767384666.913545:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384666.913547:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000100:00000001:2.0:1767384666.913548:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384666.913552:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.913555:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384666.913559:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a8cbe4. 00010000:00000001:1.0:1767384666.913560:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000100:00100000:3.0:1767384666.913564:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000400:00000200:2.0:1767384666.913564:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001308e39b 00000400:00000010:2.0:1767384666.913568:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001308e39b. 00010000:00010000:1.0:1767384666.913568:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 16 pid: 17084 timeout: 438 lvb_type: 0 00000100:00000040:3.0:1767384666.913570:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384666.913573:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384666.913577:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384666.913581:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.913583:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384666.913583:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.913588:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384666.913589:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034362d69. 00010000:00000001:1.0:1767384666.913591:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384666.913594:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.913596:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384666.913599:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df679749. 00000100:00000001:1.0:1767384666.913601:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384666.913607:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035c50c4b. 00000100:00000001:2.0:1767384666.913610:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384666.913610:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000373946b2 x1853237049194368/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.913613:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384666.913615:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000001:2.0:1767384666.913618:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384666.913621:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384666.913622:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.913625:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384666.913627:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000044353186. 00000100:00000001:2.0:1767384666.913628:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.913629:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384666.913632:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.913633:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.913635:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384666.913638:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=84 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384666.913639:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384666.913643:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.913644:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384666.913646:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384666.913646:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.913650:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.913652:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384666.913653:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c38e191. 00010000:00000001:2.0:1767384666.913654:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.913657:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.913659:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384666.913661:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f7ecc7. 00000100:00000001:1.0:1767384666.913662:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384666.913663:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.913672:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384666.913673:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.913677:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384666.913678:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384666.913679:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.913684:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 00000020:01000004:2.0:1767384666.913685:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384666.913689:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384666.913692:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767384666.913693:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000373946b2 x1853237049194368/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 328/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384666.913696:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384666.913699:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384666.913703:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384666.913706:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384666.913710:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384666.913710:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:01000004:2.0:1767384666.913712:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:1.0:1767384666.913715:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000990ef300. 00000100:00000001:1.0:1767384666.913739:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384666.913742:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384666.913743:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000990ef300. 00000100:00100000:2.0:1767384666.913755:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049194112:0@lo:253: 00000100:00100000:1.0:1767384666.913756:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000373946b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049194368:12345-0@lo:103: 00000100:00000001:2.0:1767384666.913760:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.913764:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384666.913764:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194368 00000100:00000040:2.0:1767384666.913768:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049194112/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.913770:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384666.913773:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384666.913776:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384666.913780:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384666.913782:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384666.913785:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384666.913786:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.913788:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b66e0aff. 02000000:00000001:2.0:1767384666.913790:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.913794:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.913795:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 02000000:00000010:1.0:1767384666.913796:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003becc6e4. 00000020:00000001:2.0:1767384666.913797:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.913799:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4fe0132. 02000000:00000001:1.0:1767384666.913801:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.913803:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384666.913806:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.913807:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.913809:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00010000:00000001:1.0:1767384666.913812:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767384666.913813:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.913817:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384666.913818:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1767384666.913819:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.913824:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384666.913826:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.913828:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.913828:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.913833:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=4 00000100:00000001:2.0:1767384666.913834:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.913837:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.913839:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:1.0:1767384666.913843:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000040:1.0:1767384666.913847:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000050baacf9 count: 3 00010000:00010000:1.0:1767384666.913851:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 15 pid: 17084 timeout: 438 lvb_type: 0 00000100:00001000:1.0:1767384666.913858:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384666 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384666.913862:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384666.913866:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.913868:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384666.913870:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 15 pid: 17084 timeout: 438 lvb_type: 0 00000020:00000001:1.0:1767384666.913877:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.913878:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.913880:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.913881:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.913884:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384666.913886:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384666.913890:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.913891:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.913893:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.913895:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.913897:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c4fa from hash 00010000:00000001:1.0:1767384666.913899:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384666.913901:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.913902:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.913903:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384666.913909:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384666.913911:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384666.913913:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c4fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c4f3 expref: 15 pid: 17084 timeout: 438 lvb_type: 0 00010000:00000040:1.0:1767384666.913920:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:1.0:1767384666.913921:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 00010000:00000001:1.0:1767384666.913925:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.913927:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384666.913929:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384666.913930:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005cb2d5f6 00010000:00000001:1.0:1767384666.913932:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384666.913934:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.913936:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.913937:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384666.913939:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.913941:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384666.913942:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384666.913944:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.913950:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384666.913952:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384666.913953:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384666.913955:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384666.913956:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050baacf9) refcount = 2 00010000:00010000:1.0:1767384666.913959:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.913965:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384666.913966:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384666.913967:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.913970:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384666.913972:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000990ef300. 00000100:00000001:1.0:1767384666.913975:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384666.913978:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082777d10. 00000100:00000001:1.0:1767384666.913980:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712270572736 : -128361438978880 : ffff8b418606dcc0) 00000100:00000001:1.0:1767384666.913986:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712270572736 : -128361438978880 : ffff8b418606dcc0) 00000100:00000001:1.0:1767384666.913988:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384666.913989:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384666.913991:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384666.913993:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384666.913995:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384666.913999:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.914000:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.914001:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cb2d5f6 refcount=5 00000020:00000001:1.0:1767384666.914003:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:1.0:1767384666.914006:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:1.0:1767384666.914008:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384666.914009:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914016:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384666.914018:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914024:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.914025:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384666.914027:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914032:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.914033:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914035:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384666.914037:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384666.914042:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cb2d5f6 already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384666.914045:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.914047:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384666.914048:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914063:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384666.914065:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384666.914066:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.914068:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cb2d5f6 refcount=6 00000020:00000001:1.0:1767384666.914070:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:1.0:1767384666.914072:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486445056 : -128357223106560 : ffff8b42814ff800) 00010000:00000001:1.0:1767384666.914075:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384666.914076:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914082:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384666.914084:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384666.914085:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914097:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384666.914099:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384666.914101:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384666.914102:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.914104:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cb2d5f6 with handle 0xefc2db714b35c501 from hash 00010000:00000001:1.0:1767384666.914106:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384666.914108:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.914110:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.914112:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384666.914113:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384666.914115:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384666.914117:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384666.914118:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.914121:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914122:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384666.914124:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384666.914127:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914127:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.914130:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.914132:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914137:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914141:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.914144:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384666.914149:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384666.914151:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384666.914156:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914167:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.914170:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.914172:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384666.914173:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384666.914176:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384666.914177:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384666.914180:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.914181:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384666.914183:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384666.914185:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.914188:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384666.914190:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.914192:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914194:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384666.914196:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cb2d5f6/0xefc2db714b35c501 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384666.914203:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384666.914205:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.914207:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384666.914209:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384666.914211:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.914212:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.914214:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384666.914216:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082777d10. 00000100:00000001:1.0:1767384666.914218:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384666.914219:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384666.914222:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000990ef300. 00010000:00000001:1.0:1767384666.914224:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384666.914225:0:18907:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000050baacf9 count: 0 00010000:00010000:1.0:1767384666.914229:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384666.914231:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384666.914234:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384666.914236:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.914239:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.914242:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384666.914244:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.914246:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384666.914254:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.914256:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.914258:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.914261:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.914263:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000200:1.0:1767384666.914266:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049194368, offset 224 00000400:00000200:1.0:1767384666.914270:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.914276:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.914282:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260007780 00000400:00000200:1.0:1767384666.914286:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ef1 [1] + 224 00000400:00000200:1.0:1767384666.914290:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.914293:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.914296:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.914299:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.914308:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.914324:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.914328:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:1.0:1767384666.914330:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000100:00000001:1.0:1767384666.914333:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384666.914335:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.914339:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.914340:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.914342:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384666.914346:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384666.914348:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384666.914350:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384666.914351:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384666.914353:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cf916a. 00010000:00000001:1.0:1767384666.914355:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384666.914357:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000100:00000040:1.0:1767384666.914361:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049194368/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:647/0 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384666.914366:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:2.0:1767384666.914371:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384666.914376:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.914381:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000373946b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049194368:12345-0@lo:103: Request processed in 667us (1061us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384666.914406:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.914411:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384666.914418:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384666.914421:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.914423:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.914425:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384666.914429:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384666.914429:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384666.914433:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.914434:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384666.914436:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.914439:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.914439:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054944c04. 00000100:00001000:2.0:1767384666.914443:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=84 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384666.914446:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00001000:2.0:1767384666.914447:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384666.914453:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.914454:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.914454:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b86499a. 00010000:00000001:2.0:1767384666.914458:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384666.914460:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.914462:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.914462:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000040:2.0:1767384666.914469:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.914469:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.914478:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.914480:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384666.914481:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.914483:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.914489:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca4d0e93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049194368:0@lo:103: 00000100:00000001:2.0:1767384666.914494:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.914496:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.914498:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca4d0e93 x1853237049194368/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.914504:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384666.914514:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.914516:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077f30679. 02000000:00000001:2.0:1767384666.914519:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.914521:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.914522:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384666.914524:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.914526:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e37c30cc. 02000000:00000001:2.0:1767384666.914529:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384666.914530:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.914532:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca4d0e93. 00000100:00000001:2.0:1767384666.914535:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.914537:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.914539:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.914544:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.914546:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.914548:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.914550:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.918754:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294956242, at 4294956243 00000100:00000010:0.0:1767384666.918764:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d17c8734. 00000100:00000040:3.0:1767384666.918771:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294956242, at 4294956243 00000100:00000040:2.0:1767384666.918779:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294956242, at 4294956243 00000100:00000010:3.0:1767384666.918780:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000435d13f1. 00000100:00000010:2.0:1767384666.918790:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015374326. 00000100:00000040:1.0:1767384666.918802:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294956242, at 4294956243 00000100:00000010:1.0:1767384666.918809:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e6df57f. 00010000:00000010:1.1:1767384666.919761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d4d65cb1. 00010000:00000010:1.1:1767384666.919768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00010000:00000010:1.1:1767384666.919771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00010000:00000010:1.1:1767384666.919773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cb2d5f6. 00010000:00000010:1.1:1767384666.919776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050baacf9. 00000400:00000010:2.0:1767384666.927622:0:37972:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006353aeb6. 00000400:00000040:2.0:1767384666.927640:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384666.927642:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384666.927644:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.927645:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384666.927647:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.927648:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384666.927651:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384666.927651:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384666.927653:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384666.927653:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384666.927655:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384666.927656:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384666.927658:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384666.927659:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384666.927660:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384666.927661:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384666.927663:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384666.927663:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384666.927668:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384666.927670:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.927671:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384666.927672:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384666.927673:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384666.927674:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.927675:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384666.927677:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.927678:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384666.927680:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384666.927681:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384666.927683:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.927684:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384666.927687:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384666.927689:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384666.927690:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384666.927692:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384666.927693:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.927695:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384666.927697:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384666.927699:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384666.927701:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384666.927704:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384666.927705:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384666.927707:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384666.927710:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384666.927712:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384666.927714:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384666.927716:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384666.927738:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384666.927741:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384666.927744:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384666.927746:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384666.927748:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384666.927750:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384666.927753:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384666.927755:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384666.927757:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384666.927759:0:37972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384666.927874:0:37972:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006353aeb6. 00000800:00000200:2.0:1767384667.347788:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:2.1:1767384667.347796:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000400:00000200:2.0:1767384667.347861:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.347921:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.347960:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348002:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348041:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348074:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348103:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348120:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348137:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348156:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348187:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348257:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348299:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348341:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348377:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348467:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348486:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348503:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348521:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348569:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348600:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348659:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348696:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348750:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348774:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348802:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348840:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384667.348881:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384667.349042:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e44ec08c. 00000800:00000010:2.0:1767384667.349047:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089b7b4e9. 00000800:00000010:2.0:1767384667.349052:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2658d52. 00000800:00000010:2.0:1767384667.349070:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2658d52. 00000800:00020000:2.0:1767384667.349079:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384667.349082:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089b7b4e9. 00000800:00000010:2.0:1767384667.349086:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e44ec08c. 00000400:02020000:2.0:1767384667.349116:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp26 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384667.349120:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:1.0:1767384667.411812:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384667.411816:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384667.411819:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c530144f 00000400:00000010:1.0:1767384667.411823:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000400:00000200:1.0:1767384667.411827:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384667.411835:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384667.411845:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000081351d92. 00000400:00000010:1.0:1767384667.411848:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000da275f1a. 00000400:00000200:1.0:1767384667.411855:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp44 00000400:00000010:1.0:1767384667.411858:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000801ce6f3. 00000400:00000010:1.0:1767384667.411863:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000848dffc1. 00000400:00000010:1.0:1767384667.411866:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000400:00000010:1.0:1767384667.411872:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000317685f4. 00000400:00000200:1.0:1767384667.411876:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp44 00000400:00000200:1.0:1767384667.411887:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp44 local destination 00000400:00000200:1.0:1767384667.411892:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp44 00000400:00000200:1.0:1767384667.411898:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp44 NI seq info: [180:180:256:4294967295] 192.168.202.154@tcp44 LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1767384667.411903:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp44 00000400:00000200:1.0:1767384667.411911:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp44(192.168.202.154@tcp44:) -> 192.168.202.154@tcp44(192.168.202.154@tcp44:192.168.202.154@tcp44) : GET try# 0 00000800:00000200:1.0:1767384667.411915:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp44 00000800:00000010:1.0:1767384667.411919:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000881a6fa5. 00000800:00000200:1.0:1767384667.411926:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000800:00000200:1.1:1767384667.411934:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000400:00000200:1.0:1767384667.411950:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp44 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:1.0:1767384667.411975:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp45 00000400:00000010:1.0:1767384667.411979:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c6840f1. 00000400:00000010:1.0:1767384667.411985:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000077db24f9. 00000400:00000010:1.0:1767384667.411989:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000400:00000010:1.0:1767384667.411996:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d66705e. 00000400:00000200:1.0:1767384667.411999:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp45 00000400:00000200:1.0:1767384667.412012:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp45 local destination 00000400:00000200:1.0:1767384667.412018:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp45 00000400:00000200:1.0:1767384667.412025:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp45 NI seq info: [181:181:256:4294967295] 192.168.202.154@tcp45 LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384667.412030:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp45 00000400:00000200:1.0:1767384667.412048:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp45(192.168.202.154@tcp45:) -> 192.168.202.154@tcp45(192.168.202.154@tcp45:192.168.202.154@tcp45) : GET try# 0 00000800:00000200:1.0:1767384667.412053:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp45 00000800:00000010:1.0:1767384667.412057:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7e5e928. 00000800:00000200:1.0:1767384667.412064:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000800:00000200:1.1:1767384667.412067:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000400:00000200:1.0:1767384667.412078:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp45 added to recovery queue. ping count: 1 next ping: 291 health :900 00000400:00000200:1.0:1767384667.412168:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412247:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412311:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412359:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412434:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412467:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412519:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412552:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412601:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412659:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412708:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412834:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412902:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412952:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.412999:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413051:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413126:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413216:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413274:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413307:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413339:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413366:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413414:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413462:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413540:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413624:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413659:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413700:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413782:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413877:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.413887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.413955:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.413992:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.414037:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414086:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.414110:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.414171:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414211:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414310:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414403:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000010:1.0:1767384667.414443:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e01c6901. 00000400:00000200:3.0:1767384667.414447:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000010:1.0:1767384667.414448:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005bcdd729. 00000800:00000010:1.0:1767384667.414456:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059b2ba58. 00000800:00000010:1.0:1767384667.414483:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059b2ba58. 00000400:00000200:3.0:1767384667.414487:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000800:00020000:1.0:1767384667.414496:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384667.414501:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005bcdd729. 00000800:00000010:1.0:1767384667.414504:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e01c6901. 00000400:00000200:3.0:1767384667.414516:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:02020000:1.0:1767384667.414583:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp44 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384667.414584:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384667.414594:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp44 notifying 192.168.202.154@tcp44: down 00000400:00000200:1.0:1767384667.414601:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384667.414612:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp44 00000800:00000010:1.0:1767384667.414615:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000881a6fa5. 00000400:00000200:1.0:1767384667.414620:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384667.414630:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp44->192.168.202.154@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384667.414638:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384667.414644:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384667.414650:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp44) recovery failed with -71 00000400:00000200:3.0:1767384667.414666:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414778:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414818:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414856:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414880:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414936:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.414995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415064:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415097:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415119:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415146:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415204:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415281:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415353:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415426:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415453:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415484:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415513:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415540:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415567:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384667.415648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384667.415796:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9765298. 00000800:00000010:3.0:1767384667.415800:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c264b693. 00000800:00000010:3.0:1767384667.415805:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059344f23. 00000800:00000010:3.0:1767384667.415825:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059344f23. 00000800:00020000:3.0:1767384667.415832:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384667.415835:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c264b693. 00000800:00000010:3.0:1767384667.415837:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9765298. 00000400:02020000:3.0:1767384667.415876:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp45 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384667.415881:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp45 notifying 192.168.202.154@tcp45: down 00000400:00000200:3.0:1767384667.415885:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384667.415894:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp45 00000800:00000010:3.0:1767384667.415897:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7e5e928. 00000400:00000200:3.0:1767384667.415900:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384667.415904:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp45->192.168.202.154@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384667.415911:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384667.415913:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384667.415916:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp45) recovery failed with -71 00010000:00000001:1.0:1767384667.667904:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384667.667909:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.667914:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384667.667916:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.667952:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384667.667956:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384667.667959:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384668.372874:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a84b0a0c] -> 12345-192.168.202.154@tcp13 (6) 00000800:00000200:2.0:1767384668.372884:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp13 ip 192.168.202.154:988 00000800:00000200:2.0:1767384668.372888:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384668.373012:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384668.373013:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384668.373025:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384668.373030:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384668.373032:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384668.435782:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384668.435788:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384668.435791:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:1.0:1767384668.435795:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000400:00000200:1.0:1767384668.435800:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384668.435806:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384668.435817:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000801ce6f3. 00000400:00000010:1.0:1767384668.435819:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000848dffc1. 00000400:00000001:1.0:1767384668.435823:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384668.435824:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384668.435825:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:1.0:1767384668.435826:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000400:00000200:1.0:1767384668.435827:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384668.435829:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384668.435831:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c6840f1. 00000400:00000010:1.0:1767384668.435832:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000077db24f9. 00000400:00000200:1.0:1767384668.435837:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp33 00000400:00000010:1.0:1767384668.435840:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c6840f1. 00000400:00000010:1.0:1767384668.435844:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000848dffc1. 00000400:00000010:1.0:1767384668.435847:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000400:00000010:1.0:1767384668.435852:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e1c10407. 00000400:00000200:1.0:1767384668.435855:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp33 00000400:00000200:1.0:1767384668.435865:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp33 local destination 00000400:00000200:1.0:1767384668.435876:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp33 00000400:00000200:1.0:1767384668.435879:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp33 NI seq info: [182:182:256:4294967295] 192.168.202.154@tcp33 LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1767384668.435884:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp33 00000400:00000200:1.0:1767384668.435891:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp33(192.168.202.154@tcp33:) -> 192.168.202.154@tcp33(192.168.202.154@tcp33:192.168.202.154@tcp33) : GET try# 0 00000800:00000200:1.0:1767384668.435896:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp33 00000800:00000010:1.0:1767384668.435900:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf407694. 00000800:00000200:1.0:1767384668.435905:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000800:00000200:1.1:1767384668.435910:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000905517e7] -> 12345-192.168.202.154@tcp33 (2) 00000400:00000200:1.0:1767384668.435931:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp33 added to recovery queue. ping count: 5 next ping: 322 health :500 00000400:00000200:2.0:1767384668.435991:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436048:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436077:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436093:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436105:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436131:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436156:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436173:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436186:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436202:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436217:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436232:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436250:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436263:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436341:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436356:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436407:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436432:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436451:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436471:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436494:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436522:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436560:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436580:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436610:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436645:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436668:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436859:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436897:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384668.436951:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384668.437137:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e44ec08c. 00000800:00000010:2.0:1767384668.437142:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e9c2a6d1. 00000800:00000010:2.0:1767384668.437147:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b4240ba. 00000800:00000010:2.0:1767384668.437172:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b4240ba. 00000800:00020000:2.0:1767384668.437182:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384668.437185:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e9c2a6d1. 00000800:00000010:2.0:1767384668.437190:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e44ec08c. 00000400:02020000:2.0:1767384668.437249:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384668.437257:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp33 notifying 192.168.202.154@tcp33: down 00000800:00000200:2.0:1767384668.437262:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp33 down 00000800:00000100:2.0:1767384668.437271:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp33 00000800:00000010:2.0:1767384668.437274:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf407694. 00000400:00000200:2.0:1767384668.437278:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384668.437282:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp33->192.168.202.154@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384668.437289:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384668.437291:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384668.437294:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384668.691827:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384668.691832:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.691838:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384668.691839:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384668.691860:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384668.691863:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.691866:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384668.787863:0:38514:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000160be282. 00080000:00000010:2.0:1767384668.787874:0:38514:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000160be282. 00000020:00000001:2.0:1767384668.787880:0:38514:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384668.787888:0:38514:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000160be282. 00080000:00000010:2.0:1767384668.787893:0:38514:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000160be282. 00000020:00000001:2.0:1767384668.787898:0:38514:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.267818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384669.267827:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384669.267833:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000020:00000040:2.0:1767384669.267839:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384669.267843:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384669.267846:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384669.267850:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384669.267858:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d63e982. 00000100:00000001:2.0:1767384669.267864:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.267871:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384669.267879:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384669.267885:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384669.267897:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000100:00000001:2.0:1767384669.267899:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384669.267902:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.267907:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384669.267913:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384669.267915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e09ec] to pc [ptlrpcd_00_00+0] req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384669.267917:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384669.267939:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.267944:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.267948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384669.267948:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007949af94. 00000100:00000001:2.0:1767384669.267958:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384669.267961:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384669.267962:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007d3c45e. 00000020:00000040:2.0:1767384669.267967:0:37:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384669.267970:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384669.267970:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384669.267981:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.267982:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384669.267992:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.267997:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_01+1] req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384669.268002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009c6b5fa9. 00000100:00000001:2.0:1767384669.268010:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.268020:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384669.268023:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268038:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384669.268041:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.268045:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d3c45e] to pc [ptlrpcd_00_02+2] req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.268055:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.268069:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.268070:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268073:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384669.268074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384669.268079:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384669.268079:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.268089:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384669.268091:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.268095:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384669.268098:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e0f0fc. 02000000:00000001:0.0:1767384669.268098:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384669.268106:0:37:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384669.268107:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268119:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384669.268120:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049194624:0@lo:13: 02000000:00000001:2.0:1767384669.268124:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384669.268130:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268130:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384669.268139:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000558113a6. 02000000:00000001:0.0:1767384669.268140:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384669.268146:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268147:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.268152:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384669.268158:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384669.268159:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000640f7724. 02000000:00000001:0.0:1767384669.268169:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268181:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384669.268182:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.268183:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97f78d6. 00000100:00000040:2.0:1767384669.268186:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7e0f0fc] to pc [ptlrpcd_00_03+3] req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384669.268196:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 00000100:00000001:2.0:1767384669.268197:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.268205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384669.268208:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384669.268211:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049194624, portal 4 00000100:00000010:2.0:1767384669.268212:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f7f4be2. 00000020:00000040:2.0:1767384669.268218:0:37:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384669.268221:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384669.268221:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384669.268225:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384669.268228:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 02000000:00000001:2.0:1767384669.268229:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384669.268236:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ca0d7c5. 00000100:00000001:2.0:1767384669.268240:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.268247:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384669.268247:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.268300:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384669.268303:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268315:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384669.268316:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7f4be2] to pc [ptlrpcd_00_00+0] req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384669.268333:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384669.268335:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.268338:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (296) 00000100:00000001:2.0:1767384669.268357:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384669.268360:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000100:00000001:2.0:1767384669.268361:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.268364:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384669.268383:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049194624, offset 0 00000100:00000040:2.0:1767384669.268388:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.268396:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384669.268402:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384669.268403:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.268413:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384669.268421:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384669.268427:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.268431:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384669.268432:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049194752:0@lo:400: 00000100:00000001:2.0:1767384669.268448:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384669.268451:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384669.268453:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.268455:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384669.268458:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c11b2db4. 02000000:00000001:2.0:1767384669.268463:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.268465:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260007880 00000400:00000010:2.0:1767384669.268469:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016cf916a. 00000400:00000200:0.0:1767384669.268478:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000010:2.0:1767384669.268487:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000400:00000200:0.0:1767384669.268489:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384669.268494:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194752, portal 4 00000100:00000001:2.0:1767384669.268500:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384669.268501:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384669.268502:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000100:00000040:2.0:1767384669.268513:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.268518:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384669.268520:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384669.268524:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384669.268524:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:2.0:1767384669.268530:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000200:2.0:1767384669.268534:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049194752, offset 0 00000100:00000010:0.0:1767384669.268536:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041afcab9. 00000400:00000200:2.0:1767384669.268542:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384669.268545:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000041afcab9 x1853237049194624 msgsize 224 00000100:00100000:0.0:1767384669.268561:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384669.268564:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384669.268578:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260007900 00000400:00000200:2.0:1767384669.268584:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000400:00000200:2.0:1767384669.268591:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384669.268596:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384669.268597:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384669.268615:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000100:00000001:1.0:1767384669.268620:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384669.268621:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00100000:1.0:1767384669.268624:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194624 02000000:00000001:1.0:1767384669.268628:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.268630:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384669.268631:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384669.268633:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384669.268638:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384669.268638:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384669.268639:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384669.268654:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e2f8edd. 00000100:00000040:2.0:1767384669.268663:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000001e2f8edd x1853237049194752 msgsize 224 02000000:00000001:1.0:1767384669.268667:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268670:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384669.268677:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384669.268678:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194624 00000100:00000040:0.0:1767384669.268682:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384669.268683:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384669.268686:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000100:00000001:2.0:1767384669.268688:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384669.268692:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384669.268699:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 00000100:00000001:0.0:1767384669.268701:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384669.268702:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000100:00000001:0.0:1767384669.268706:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384669.268712:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000001:2.0:1767384669.268714:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384669.268754:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.268765:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384669.268768:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384669.268770:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:0.0:1767384669.268775:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.268783:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000040:0.0:1767384669.268792:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3487 usecs (4 jiffies) 00000100:00000001:1.0:1767384669.268800:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384669.268801:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268803:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958597 00000100:00000001:2.0:1767384669.268812:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384669.268814:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093814a48. 00000100:00000010:0.0:1767384669.268816:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4eefdf2. 00000100:00000001:2.0:1767384669.268820:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.268823:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a5fa5c29. 00000100:00000040:2.0:1767384669.268826:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3487 usecs (4 jiffies) 00000100:00000001:0.0:1767384669.268829:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:1.0:1767384669.268831:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:2.0:1767384669.268832:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958597 00000100:00000001:2.0:1767384669.268841:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294958597 00000100:00000001:0.0:1767384669.268841:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958597 00000100:00000001:2.0:1767384669.268848:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958597 00000100:00000001:1.0:1767384669.268850:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:0.0:1767384669.268853:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d70c31b7. 00000020:00000010:1.0:1767384669.268856:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd35f98. 00000100:00000001:0.0:1767384669.268861:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384669.268863:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020be618c. 00000100:00000001:0.0:1767384669.268868:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958597 00000100:00000001:2.0:1767384669.268869:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294958597 00000020:00000010:1.0:1767384669.268870:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:2.0:1767384669.268880:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958597 00000100:00000010:2.0:1767384669.268888:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000603cf7a1. 00000100:00000001:2.0:1767384669.268897:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384669.268901:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958597 00000100:00000010:2.0:1767384669.268904:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4faa78f. 00000100:00000001:0.0:1767384669.268904:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294958597 00000100:00000001:2.0:1767384669.268911:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384669.268913:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958597 00000100:00000040:1.0:1767384669.268916:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384669.268919:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.268919:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294958597 00000100:00000001:1.0:1767384669.268921:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384669.268927:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384669.268928:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268929:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384669.268935:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268937:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268939:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268942:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.268949:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268949:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.268953:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384669.268957:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384669.268957:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.268962:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.268965:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.268967:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.268969:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.268971:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384669.268974:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384669.268976:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.268976:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384669.268981:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384669.268985:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384669.268995:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384669.268995:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384669.268996:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1767384669.269001:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:0.0:1767384669.269001:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384669.269007:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520593280 : -128356188958336 : ffff8b42bef3d180) 00000100:00000001:2.0:1767384669.269008:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.269008:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.269015:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041afcab9 x1853237049194624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.269021:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384669.269021:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1767384669.269028:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384669.269030:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384669.269031:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.269032:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384669.269034:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088700b61. 00000100:00000001:0.0:1767384669.269037:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384669.269039:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.269041:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384669.269042:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384669.269044:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088700b61. 00000100:00000001:0.0:1767384669.269052:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.269058:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384669.269059:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041afcab9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049194624:12345-0@lo:13: 00000100:00000001:0.0:1767384669.269064:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384669.269076:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194624 00000100:00000040:0.0:1767384669.269078:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384669.269084:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384669.269091:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384669.269098:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.269099:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384669.269102:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384669.269103:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.269106:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 02000000:00000001:2.0:1767384669.269113:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384669.269115:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384669.269121:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384669.269122:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.269124:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384669.269131:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.269137:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.269137:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384669.269139:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384669.269143:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384669.269147:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f7e0f0fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049194880:0@lo:400: 02000000:00000001:0.0:1767384669.269150:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.269157:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384669.269158:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384669.269163:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049194496:0@lo:400: 02000000:00000001:2.0:1767384669.269166:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384669.269166:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.269170:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.269172:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384669.269177:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384669.269181:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384669.269182:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3988382. 00000100:00000001:1.0:1767384669.269185:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384669.269189:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.269190:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384669.269191:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384669.269199:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a8cbe4. 02000000:00000001:0.0:1767384669.269200:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384669.269201:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c4e3f2c7. 02000000:00000010:0.0:1767384669.269211:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000898b12ea. 02000000:00000001:1.0:1767384669.269212:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384669.269214:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 02000000:00000001:0.0:1767384669.269220:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.269221:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384669.269224:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194880, portal 10 00002000:00000001:1.0:1767384669.269226:0:17897:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:0.0:1767384669.269226:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf2827d. 00000100:00000001:2.0:1767384669.269236:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384669.269238:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276569984 : -128361432981632 : ffff8b4186625f80) 00002000:00000001:1.0:1767384669.269238:0:17897:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:0.0:1767384669.269239:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000020:00000001:1.0:1767384669.269246:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000200:0.0:1767384669.269250:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049194496, portal 25 00000100:00000040:2.0:1767384669.269254:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.269258:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384669.269259:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.269264:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00002000:00000024:1.0:1767384669.269270:0:17897:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384669.269284:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:0.0:1767384669.269284:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384669.269295:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384669.269298:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000020:1.0:1767384669.269307:0:17897:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:2.0:1767384669.269314:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384669.269322:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00002000:00000001:1.0:1767384669.269322:0:17897:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384669.269324:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1767384669.269329:0:17897:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1767384669.269331:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049194880, offset 0 00000001:00000001:1.0:1767384669.269336:0:17897:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.269338:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:1.0:1767384669.269346:0:17897:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.269347:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000400:00000200:2.0:1767384669.269354:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1767384669.269360:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049194624 00000100:00000200:0.0:1767384669.269363:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049194496, offset 0 00010000:00000001:1.0:1767384669.269364:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384669.269385:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041afcab9 x1853237049194624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384669.269390:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384669.269396:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384669.269413:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384669.269424:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007980 00000400:00000200:0.0:1767384669.269424:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384669.269427:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.269441:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=77 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384669.269446:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:0.0:1767384669.269457:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260007800 00000100:00000001:1.0:1767384669.269460:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384669.269461:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384669.269466:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384669.269470:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:0.0:1767384669.269475:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1669 [2] + 0 02000000:00000001:1.0:1767384669.269477:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384669.269484:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384669.269484:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.269494:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011c0a4af. 00000100:00000001:1.0:1767384669.269496:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384669.269501:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384669.269504:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f0a68c4 00000400:00000010:1.0:1767384669.269505:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000001:2.0:1767384669.269513:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384669.269514:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049194624, offset 224 00000400:00000200:0.0:1767384669.269514:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384669.269520:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384669.269527:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a328e2d. 00000400:00000200:0.0:1767384669.269528:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384669.269530:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384669.269543:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000009a328e2d x1853237049194880 msgsize 224 00000400:00000200:0.0:1767384669.269545:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0a68c4 00000400:00000010:0.0:1767384669.269554:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f0a68c4. 00000400:00000200:1.0:1767384669.269560:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384669.269562:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384669.269562:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384669.269569:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384669.269577:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000b21b2696 x1853237049194496 msgsize 224 00000100:00000001:2.0:1767384669.269578:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384669.269585:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260007880 00000400:00000200:2.0:1767384669.269592:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000100:00100000:0.0:1767384669.269592:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384669.269605:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000040:0.0:1767384669.269606:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384669.269615:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384669.269619:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f11 [1] + 224 00000100:00000001:0.0:1767384669.269623:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384669.269624:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384669.269629:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.269633:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:0.0:1767384669.269641:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000400:00000200:1.0:1767384669.269646:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384669.269656:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384669.269667:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384669.269668:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.269675:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384669.269677:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384669.269685:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.269690:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.269699:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.269757:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.269768:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384669.269777:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.269778:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.269783:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3027 usecs (4 jiffies) 00000100:00000040:1.0:1767384669.269784:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.269784:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384669.269793:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958598 00000100:00000001:0.0:1767384669.269795:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.269801:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294958599 00000100:00000001:2.0:1767384669.269803:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294958597 00000100:00000001:2.0:1767384669.269812:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958598 00000100:00000001:0.0:1767384669.269815:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958598 00000100:00000001:2.0:1767384669.269831:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294958597 00000100:00000001:1.0:1767384669.269832:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384669.269832:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294958599 00000100:00000001:2.0:1767384669.269846:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958598 00000100:00000001:0.0:1767384669.269849:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958598 00000400:00000200:1.0:1767384669.269850:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:1.0:1767384669.269854:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000100:00000001:2.0:1767384669.269856:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294958597 00000100:00000001:0.0:1767384669.269856:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294958599 00000100:00000001:1.0:1767384669.269864:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384669.269872:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384669.269875:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958598 00000100:00000001:0.0:1767384669.269878:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958598 00000100:00000001:1.0:1767384669.269881:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.269884:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294958597 00000100:00000001:0.0:1767384669.269886:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294958599 00000100:00000040:1.0:1767384669.269889:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384669.269896:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384669.269899:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384669.269899:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.269901:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958598 00000100:00000001:2.0:1767384669.269915:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.269917:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384669.269917:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384669.269930:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041afcab9 x1853237049194624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/368 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.269932:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.269932:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.269945:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384669.269953:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384669.269955:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041afcab9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237049194624:12345-0@lo:13: Request processed in 919us (1404us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384669.269962:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.269977:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:0.0:1767384669.269981:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384669.269983:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000001:0.0:1767384669.269984:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.269985:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.269987:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384669.269996:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.269997:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384669.269997:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384669.270002:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384669.270004:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020be618c. 02000000:00000001:0.0:1767384669.270005:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.270012:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f7f4be2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049195008:0@lo:400: 00000100:00000001:0.0:1767384669.270015:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384669.270016:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 02000000:00000001:0.0:1767384669.270019:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384669.270022:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd35f98. 02000000:00000001:0.0:1767384669.270023:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.270025:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384669.270029:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 02000000:00000001:0.0:1767384669.270031:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384669.270034:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194752 02000000:00000010:0.0:1767384669.270035:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc080d2. 02000000:00000001:0.0:1767384669.270042:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.270043:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384669.270045:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c7f1516. 00000100:00000001:1.0:1767384669.270047:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.270048:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384669.270050:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000100:00000001:2.0:1767384669.270053:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.270063:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384669.270064:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195008, portal 10 00000100:00000001:0.0:1767384669.270075:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384669.270077:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194752 00000100:00000001:0.0:1767384669.270079:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276576256 : -128361432975360 : ffff8b4186627800) 00000020:00000001:2.0:1767384669.270082:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384669.270086:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:2.0:1767384669.270088:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384669.270090:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384669.270092:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000020:00000001:2.0:1767384669.270100:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:2.0:1767384669.270110:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:0.0:1767384669.270122:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384669.270123:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384669.270128:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384669.270130:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b3d5b77. 00000400:00000010:0.0:1767384669.270131:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa38be3. 00000100:00000001:2.0:1767384669.270144:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384669.270144:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049195008, offset 0 00000020:00000010:2.0:1767384669.270154:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b3d5b77. 00000400:00000200:0.0:1767384669.270155:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384669.270166:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384669.270167:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e756838b. 00000020:00000010:2.0:1767384669.270172:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e409125. 00000400:00000200:0.0:1767384669.270173:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260007a00 00000020:00000010:2.0:1767384669.270180:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000400:00000200:0.0:1767384669.270188:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000400:00000200:0.0:1767384669.270193:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384669.270194:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1767384669.270200:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384669.270201:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384669.270204:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384669.270205:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384669.270210:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384669.270210:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384669.270223:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065c9f57b. 00000100:00000001:2.0:1767384669.270226:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384669.270227:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000065c9f57b x1853237049195008 msgsize 224 00000100:00000001:2.0:1767384669.270229:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384669.270235:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.270242:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384669.270251:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.270255:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384669.270263:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa38be3 00000400:00000010:0.0:1767384669.270265:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa38be3. 00000100:00000001:2.0:1767384669.270267:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384669.270268:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384669.270273:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384669.270277:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384669.270284:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384669.270297:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:2.0:1767384669.270303:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712276562816 : -128361432988800 : ffff8b4186624380) 00000100:00000001:0.0:1767384669.270304:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.270307:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.270320:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.270321:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e2f8edd x1853237049194752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.270323:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384669.270328:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.270336:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3171 usecs (4 jiffies) 00000100:00000001:0.0:1767384669.270340:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958598 00000100:00000001:2.0:1767384669.270341:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384669.270345:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b3d5b77. 00000100:00000001:2.0:1767384669.270349:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.270354:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958599 00000020:00000010:2.0:1767384669.270355:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b3d5b77. 00000100:00000001:0.0:1767384669.270362:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958598 00000100:00100000:2.0:1767384669.270381:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e2f8edd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049194752:12345-0@lo:400: 00000100:00000001:0.0:1767384669.270382:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958599 00000100:00000001:0.0:1767384669.270394:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958598 00000100:00000200:2.0:1767384669.270396:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194752 00000100:00000001:0.0:1767384669.270398:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958599 00000100:00000001:0.0:1767384669.270403:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958598 00000020:00000001:2.0:1767384669.270405:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384669.270406:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958599 00000100:00000001:0.0:1767384669.270411:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384669.270413:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384669.270414:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.270422:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384669.270425:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384669.270426:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:0.0:1767384669.270430:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384669.270432:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000400:00000010:0.0:1767384669.270434:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97f78d6. 00000020:00000001:2.0:1767384669.270437:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384669.270442:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000020:00000001:2.0:1767384669.270443:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384669.270448:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000020:00000001:2.0:1767384669.270450:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384669.270454:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384669.270456:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384669.270458:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.270461:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384669.270465:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.270466:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384669.270471:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384669.270475:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe74b41b. 02000000:00000001:2.0:1767384669.270483:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.270486:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384669.270487:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384669.270490:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384669.270499:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049194752 00000100:00000001:0.0:1767384669.270506:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384669.270508:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384669.270509:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.270514:0:16358:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:2.0:1767384669.270515:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e2f8edd x1853237049194752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384669.270518:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384669.270524:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.270529:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.270532:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384669.270533:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.270535:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384669.270540:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=77 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384669.270542:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384669.270554:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384669.270555:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.270559:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384669.270563:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.270567:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384669.270568:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:2.0:1767384669.270578:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00080000:0.0:1767384669.270578:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384669.270587:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384669.270595:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.270598:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.270603:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384669.270604:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384669.270610:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384669.270612:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384669.270617:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.270620:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384669.270624:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384669.270628:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00000001:0.0:1767384669.270631:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384669.270635:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049194752, offset 224 00000100:00000001:0.0:1767384669.270636:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384669.270639:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384669.270644:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1767384669.270650:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:0.0:1767384669.270652:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384669.270659:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:2.0:1767384669.270661:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000020:0.0:1767384669.270682:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:2.0:1767384669.270683:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260007900 00000400:00000200:2.0:1767384669.270701:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f19 [1] + 224 00000004:00000001:0.0:1767384669.270702:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.270715:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384669.270716:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384669.270777:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384669.270788:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384669.270789:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049194624:0@lo:13: 00000100:00000200:2.0:1767384669.270797:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.270797:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.270806:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.270813:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049194624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384669.270851:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.270852:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384669.270858:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384669.270863:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000640f7724. 02000000:00000001:0.0:1767384669.270873:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384669.270875:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384669.270877:0:16358:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384669.270879:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384669.270880:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384669.270885:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 02000000:00000010:0.0:1767384669.270889:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007949af94. 00000400:00000010:2.0:1767384669.270890:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00000001:1.0:1767384669.270892:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.270901:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.270906:0:17896:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384669.270907:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767384669.270909:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384669.270920:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384669.270920:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384669.270921:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384669.270927:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cf916a. 00000100:00000010:0.0:1767384669.270929:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:2.0:1767384669.270934:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384669.270935:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b1d0cc 00000100:00000001:0.0:1767384669.270936:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384669.270946:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086b1d0cc. 00000100:00000001:0.0:1767384669.270946:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384669.270951:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384669.270954:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384669.270956:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.270962:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384669.270963:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384669.270969:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384669.270970:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.270970:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384669.270981:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384669.270983:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.270989:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.270990:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e2f8edd x1853237049194752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384669.270993:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384669.271000:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384669.271009:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000100:00000001:1.0:1767384669.271024:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384669.271028:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.271035:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384669.271036:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384669.271038:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384669.271041:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194496 00000100:00000001:1.0:1767384669.271044:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384669.271048:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e2f8edd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049194752:12345-0@lo:400: Request processed in 696us (2371us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384669.271050:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.271050:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.271056:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384669.271062:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.271063:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.271070:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=77 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384669.271070:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.271080:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194496 00000100:00001000:1.0:1767384669.271084:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384669.271086:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384669.271087:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384669.271089:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384669.271090:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.271096:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384669.271097:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384669.271098:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1767384669.271102:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384669.271102:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:0.0:1767384669.271110:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:2.0:1767384669.271111:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000020:00000001:0.0:1767384669.271117:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00010000:00000001:1.0:1767384669.271121:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.271122:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384669.271123:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384669.271126:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384669.271130:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:0.0:1767384669.271131:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aece3087. 00000100:00000001:2.0:1767384669.271132:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384669.271133:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384669.271141:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.271143:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384669.271145:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e409125. 00000100:00000040:1.0:1767384669.271147:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384669.271149:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aece3087. 00000020:00000010:2.0:1767384669.271160:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 00000100:00000001:1.0:1767384669.271160:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.271161:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8f129ea. 00000020:00000010:0.0:1767384669.271169:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f67471f. 00000100:00000001:1.0:1767384669.271172:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384669.271174:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:2.0:1767384669.271175:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e756838b. 00000100:00000001:1.0:1767384669.271181:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384669.271184:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384669.271188:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000040:1.0:1767384669.271188:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.271189:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384669.271194:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384669.271199:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.271204:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.271214:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049194752:0@lo:400: 00000100:00000001:0.0:1767384669.271218:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.271219:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.271222:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384669.271225:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007d3c45e x1853237049194752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.271230:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.271231:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384669.271235:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384669.271239:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c11b2db4. 02000000:00000001:1.0:1767384669.271244:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384669.271245:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384669.271247:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384669.271248:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384669.271248:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384669.271251:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009c6b5fa9. 00000100:00000001:0.0:1767384669.271252:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384669.271256:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384669.271259:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767384669.271259:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000010:1.0:1767384669.271260:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 00000100:00000040:0.0:1767384669.271265:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384669.271266:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384669.271269:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.271270:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512771152 : -128357196780464 : ffff8b4282e1ac50) 00000100:00000001:1.0:1767384669.271272:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.271275:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.271277:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384669.271277:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b21b2696 x1853237049194496/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.271280:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.271284:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.271285:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384669.271296:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049194880 00000100:00000001:0.0:1767384669.271296:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.271300:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aece3087. 02000000:00000001:2.0:1767384669.271302:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.271305:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.271307:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384669.271308:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aece3087. 00000100:00000001:2.0:1767384669.271311:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.271314:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b21b2696 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049194496:12345-0@lo:400: 00000100:00000200:0.0:1767384669.271321:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194496 02000000:00000001:2.0:1767384669.271323:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.271323:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384669.271326:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384669.271329:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049194880 00000020:00000001:0.0:1767384669.271329:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.271331:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384669.271338:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384669.271339:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000040:2.0:1767384669.271345:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:0.0:1767384669.271346:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384669.271349:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384669.271351:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384669.271353:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384669.271358:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000020:00000001:0.0:1767384669.271358:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.271363:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.271382:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000020:00000001:0.0:1767384669.271383:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384669.271386:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.271391:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384669.271392:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 02000000:00000010:0.0:1767384669.271394:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000640f7724. 02000000:00000001:0.0:1767384669.271400:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.271402:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384669.271403:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.271409:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.271412:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b3d5b77. 00000100:00000001:2.0:1767384669.271420:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384669.271421:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194496 00000020:00000010:2.0:1767384669.271428:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b3d5b77. 00010000:00000001:0.0:1767384669.271429:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384669.271438:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e756838b. 00010000:00000200:0.0:1767384669.271440:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b21b2696 x1853237049194496/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384669.271446:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e409125. 00000020:00000010:2.0:1767384669.271452:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000973b6a9c. 00000100:00000040:2.0:1767384669.271462:0:17914:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:0.0:1767384669.271462:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384669.271470:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384669.271470:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.271476:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1767384669.271477:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384669.271480:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.271483:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384669.271485:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384669.271495:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384669.271499:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384669.271499:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.271506:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.271507:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384669.271517:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384669.271518:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.271527:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384669.271530:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 00000100:00000200:0.0:1767384669.271533:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049194496, offset 224 00000100:00000001:2.0:1767384669.271537:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384669.271542:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384669.271555:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384669.271556:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384669.271564:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195008 02000000:00000001:2.0:1767384669.271569:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384669.271569:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260007800 00000100:00000001:1.0:1767384669.271570:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384669.271573:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384669.271574:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384669.271581:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f25 [1] + 224 00000100:00000001:2.0:1767384669.271582:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.271591:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 02000000:00000001:2.0:1767384669.271595:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.271596:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384669.271597:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:1.0:1767384669.271609:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712276570880 : -128361432980736 : ffff8b4186626300) 00000100:00100000:2.0:1767384669.271610:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195008 00000400:00000200:0.0:1767384669.271611:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384669.271621:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384669.271625:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:0.0:1767384669.271625:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384669.271628:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a328e2d x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384669.271632:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384669.271639:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384669.271640:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:1.0:1767384669.271643:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384669.271649:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000010:1.0:1767384669.271652:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088700b61. 00000020:00000001:2.0:1767384669.271662:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384669.271663:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384669.271673:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088700b61. 00000100:00000001:2.0:1767384669.271674:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384669.271680:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384669.271682:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b3d5b77. 00000100:00100000:1.0:1767384669.271690:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a328e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049194880:12345-0@lo:400: 00000020:00000010:2.0:1767384669.271693:0:17914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008c9717f2. 00000100:00000200:1.0:1767384669.271705:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049194880 00000020:00000040:2.0:1767384669.271706:0:17914:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:0.0:1767384669.271709:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384669.271714:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384669.271773:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000400:00000010:0.0:1767384669.271776:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000100:00000001:0.0:1767384669.271781:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.271784:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384669.271785:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384669.271790:0:17914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384669.271790:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.271792:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384669.271799:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3105c1f. 00000020:00000001:1.0:1767384669.271801:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384669.271803:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000020:00000001:1.0:1767384669.271808:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000010:2.0:1767384669.271809:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c566476a. 00010000:00000001:0.0:1767384669.271818:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384669.271819:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee28bdd7. 00000020:00000001:1.0:1767384669.271821:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384669.271822:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.271831:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.271831:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384669.271832:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384669.271837:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b21b2696 x1853237049194496/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.271840:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384669.271840:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384669.271850:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384669.271851:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384669.271855:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.271860:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b21b2696 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049194496:12345-0@lo:400: Request processed in 554us (2273us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384669.271862:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384669.271864:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384669.271869:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384669.271872:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384669.271872:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384669.271875:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000001:2.0:1767384669.271885:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384669.271886:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000059005066. 00000100:00000040:0.0:1767384669.271886:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 02000000:00000001:1.0:1767384669.271901:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.271901:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384669.271906:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.271907:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.271907:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384669.271910:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384669.271915:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f67471f. 00010000:00000040:1.0:1767384669.271921:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049194880 00010000:00000001:1.0:1767384669.271924:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384669.271930:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:1.0:1767384669.271930:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a328e2d x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.271935:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384669.271937:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384669.271945:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8f129ea. 00000100:00100000:2.0:1767384669.271948:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00010000:00000001:1.0:1767384669.271954:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384669.271955:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00010000:00000001:1.0:1767384669.271959:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.271968:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=82 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384669.271970:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 02000000:00000001:0.0:1767384669.271971:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384669.271975:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384669.271979:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717520604032 : -128356188947584 : ffff8b42bef3fb80) 02000000:00000010:0.0:1767384669.271979:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000640f7724. 00000100:00000040:1.0:1767384669.271980:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 02000000:00000001:0.0:1767384669.271992:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384669.271997:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384669.271997:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384669.272005:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065c9f57b x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:650/0 lens 224/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384669.272005:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384669.272006:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384669.272008:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.272015:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97f78d6. 00000100:00000001:1.0:1767384669.272022:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384669.272024:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcc9e38b. 00000100:00000040:1.0:1767384669.272033:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384669.272038:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000200:1.0:1767384669.272044:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049194880, offset 224 00000100:00000001:2.0:1767384669.272045:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384669.272048:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384669.272052:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee76bb9a. 00000400:00000200:1.0:1767384669.272058:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1767384669.272058:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384669.272061:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767384669.272062:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384669.272066:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf2827d. 00000400:00000200:1.0:1767384669.272072:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007980 00000020:00000010:2.0:1767384669.272073:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee76bb9a. 00000400:00000200:0.0:1767384669.272074:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:0.0:1767384669.272083:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000100:00100000:2.0:1767384669.272089:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065c9f57b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049195008:12345-0@lo:400: 00000100:00000001:0.0:1767384669.272090:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384669.272099:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f21 [1] + 224 00000100:00000200:0.0:1767384669.272101:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384669.272108:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195008 00000400:00000200:1.0:1767384669.272111:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384669.272117:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384669.272123:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384669.272124:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384669.272129:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384669.272130:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.272133:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384669.272141:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384669.272145:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384669.272146:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:2.0:1767384669.272157:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384669.272164:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.272170:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384669.272175:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384669.272185:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384669.272186:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384669.272191:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.272194:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384669.272195:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.272202:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384669.272207:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384669.272208:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384669.272211:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.272216:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.272217:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.272227:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=87 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384669.272228:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384669.272234:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384669.272236:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000283fbc58. 00000100:00001000:0.0:1767384669.272237:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=87 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384669.272241:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 02000000:00000001:2.0:1767384669.272243:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384669.272248:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000100:00000001:0.0:1767384669.272248:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384669.272250:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.272251:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.272258:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384669.272259:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.272259:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384669.272262:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384669.272267:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384669.272270:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195008 00000100:00000001:1.0:1767384669.272270:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.272273:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384669.272285:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384669.272287:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000040:0.0:1767384669.272289:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384669.272291:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:2.0:1767384669.272293:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065c9f57b x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384669.272297:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.272308:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384669.272319:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a328e2d x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.272386:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384669.272388:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384669.272394:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a328e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049194880:12345-0@lo:400: Request processed in 746us (2845us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384669.272394:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384669.272395:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.272399:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384669.272407:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384669.272408:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00001000:2.0:1767384669.272409:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=82 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384669.272416:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:1.0:1767384669.272424:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384669.272427:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384669.272427:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384669.272435:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000010:1.0:1767384669.272438:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e409125. 00000100:00000001:2.0:1767384669.272441:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000010:1.0:1767384669.272447:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000973b6a9c. 02000000:00000001:2.0:1767384669.272448:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384669.272453:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d22e09ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049194496:0@lo:400: 02000000:00000001:2.0:1767384669.272454:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.272455:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e756838b. 00000100:00000001:2.0:1767384669.272466:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384669.272466:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:0.0:1767384669.272470:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.272474:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384669.272479:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384669.272482:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384669.272483:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00000200:2.0:1767384669.272491:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049195008, offset 224 00000100:00000040:0.0:1767384669.272491:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d22e09ec x1853237049194496/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.272496:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.272506:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384669.272516:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384669.272517:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767384669.272521:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384669.272522:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767384669.272527:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767384669.272530:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000898b12ea. 00000400:00000200:2.0:1767384669.272531:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384669.272532:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a8cbe4. 00000400:00000200:1.0:1767384669.272543:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8defbf8 02000000:00000001:0.0:1767384669.272544:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384669.272546:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8defbf8. 00000020:00000001:0.0:1767384669.272549:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384669.272555:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260007a00 00000020:00000040:0.0:1767384669.272558:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384669.272559:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384669.272566:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384669.272569:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384669.272571:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f35 [1] + 224 02000000:00000010:0.0:1767384669.272574:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d63e982. 00000400:00000200:2.0:1767384669.272590:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384669.272590:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384669.272592:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384669.272606:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384669.272610:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384669.272616:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 00000100:00000001:2.0:1767384669.272623:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384669.272626:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384669.272629:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384669.272631:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384669.272632:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.272635:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.272642:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.272645:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384669.272651:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384669.272653:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.272657:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.272662:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384669.272663:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.272670:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.272672:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.272680:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.272680:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.272682:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384669.272698:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384669.272711:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384669.272713:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.272714:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384669.272717:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384669.272761:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.272763:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384669.272766:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384669.272769:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000100:00000040:1.0:1767384669.272771:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:2.0:1767384669.272772:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000100:00080000:0.0:1767384669.272773:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384669.272780:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384669.272786:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384669.272787:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:1.0:1767384669.272790:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.272793:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384669.272806:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.272810:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384669.272812:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384669.272821:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384669.272825:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.272831:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384669.272838:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384669.272839:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065c9f57b x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:650/0 lens 224/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.272845:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384669.272851:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384669.272868:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384669.272871:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065c9f57b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237049195008:12345-0@lo:400: Request processed in 819us (2634us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384669.272881:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f7e0f0fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049194880:0@lo:400: 00000100:00000001:1.0:1767384669.272895:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.272898:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.272899:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384669.272900:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384669.272906:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 00000100:00000001:0.0:1767384669.272906:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384669.272907:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7e0f0fc x1853237049194880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384669.272913:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384669.272914:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384669.272918:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384669.272921:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384669.272923:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c7f1516. 00000020:00000010:2.0:1767384669.272929:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c566476a. 00000400:00000200:0.0:1767384669.272931:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:0.0:1767384669.272944:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000020:00000010:2.0:1767384669.272945:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee28bdd7. 00000100:00000001:1.0:1767384669.272945:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384669.272949:0:16358:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384669.272952:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384669.272956:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3105c1f. 02000000:00000010:1.0:1767384669.272957:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3988382. 00000100:00000200:0.0:1767384669.272959:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384669.272974:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384669.272978:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000020:00000001:1.0:1767384669.272978:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384669.272981:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384669.272982:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384669.272986:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384669.272990:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384669.272993:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000558113a6. 02000000:00000001:1.0:1767384669.272998:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384669.273002:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384669.273003:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384669.273004:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e0f0fc. 00000100:00000001:0.0:1767384669.273007:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.273010:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384669.273011:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384669.273012:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384669.273015:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.273015:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.273019:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.273020:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384669.273024:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.273027:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767384669.273029:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=81 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384669.273030:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.273036:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384669.273037:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384669.273040:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.273042:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384669.273045:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.273047:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384669.273049:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384669.273064:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.273067:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384669.273068:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384669.273070:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384669.273071:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.273073:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.273077:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.273079:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384669.273079:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384669.273081:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.273085:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f7f4be2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049195008:0@lo:400: 00000100:00000001:0.0:1767384669.273090:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.273092:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.273093:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f7f4be2 x1853237049195008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.273099:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384669.273100:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384669.273102:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc080d2. 02000000:00000001:0.0:1767384669.273106:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384669.273107:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384669.273108:0:16358:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384669.273110:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384669.273111:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ca0d7c5. 02000000:00000001:0.0:1767384669.273114:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384669.273115:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384669.273116:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f7f4be2. 00000100:00000001:0.0:1767384669.273119:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384669.273120:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.273121:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.273125:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384669.273130:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.273132:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.273134:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.275763:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000040:0.0:1767384669.275766:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:2.0:1767384669.275775:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000603cf7a1. 00000100:00000010:0.0:1767384669.275777:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4eefdf2. 00000100:00000040:3.0:1767384669.275785:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:3.0:1767384669.275796:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4faa78f. 00000100:00000040:1.0:1767384669.275823:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:1.0:1767384669.275832:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d70c31b7. 00000400:00000001:1.0:1767384669.459760:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384669.459771:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384669.459774:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:1.0:1767384669.459778:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000400:00000200:1.0:1767384669.459782:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384669.459788:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384669.459798:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c6840f1. 00000400:00000010:1.0:1767384669.459801:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000848dffc1. 00000400:00000200:1.0:1767384669.459807:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp45 00000400:00000010:1.0:1767384669.459810:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c6840f1. 00000400:00000010:1.0:1767384669.459814:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005bd35f98. 00000400:00000010:1.0:1767384669.459817:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000400:00000010:1.0:1767384669.459823:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050b28230. 00000400:00000200:1.0:1767384669.459826:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp45 00000400:00000200:1.0:1767384669.459838:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp45 local destination 00000400:00000200:1.0:1767384669.459843:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp45 00000400:00000200:1.0:1767384669.459846:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp45 NI seq info: [183:183:256:4294967295] 192.168.202.154@tcp45 LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1767384669.459852:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp45 00000400:00000200:1.0:1767384669.459859:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp45(192.168.202.154@tcp45:) -> 192.168.202.154@tcp45(192.168.202.154@tcp45:192.168.202.154@tcp45) : GET try# 0 00000800:00000200:1.0:1767384669.459863:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp45 00000800:00000010:1.0:1767384669.459866:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007f28123f. 00000800:00000200:1.0:1767384669.459871:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000800:00000200:1.1:1767384669.459875:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000400:00000200:1.0:1767384669.459890:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp45 added to recovery queue. ping count: 2 next ping: 295 health :800 00000400:00000200:1.0:1767384669.459894:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp43 00000400:00000010:1.0:1767384669.459896:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000807b0ff4. 00000400:00000010:1.0:1767384669.459899:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000077db24f9. 00000400:00000010:1.0:1767384669.459902:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000400:00000010:1.0:1767384669.459906:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000112ff124. 00000400:00000200:1.0:1767384669.459909:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp43 00000400:00000200:1.0:1767384669.459914:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp43 local destination 00000400:00000200:1.0:1767384669.459916:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp43 00000400:00000200:1.0:1767384669.459919:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp43 NI seq info: [184:184:256:4294967295] 192.168.202.154@tcp43 LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1767384669.459928:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp43 00000400:00000200:1.0:1767384669.459933:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp43(192.168.202.154@tcp43:) -> 192.168.202.154@tcp43(192.168.202.154@tcp43:192.168.202.154@tcp43) : GET try# 0 00000800:00000200:1.0:1767384669.459937:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp43 00000800:00000010:1.0:1767384669.459940:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081e53680. 00000800:00000200:1.0:1767384669.459944:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000800:00000200:1.1:1767384669.459947:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000400:00000200:1.0:1767384669.459966:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp43 added to recovery queue. ping count: 3 next ping: 299 health :700 00000400:00000200:2.0:1767384669.459982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460078:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460082:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460129:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460180:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460206:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460250:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460274:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460332:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460362:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460442:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460491:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460558:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460612:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460667:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460708:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460817:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460872:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.460911:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.460985:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461016:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461058:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461109:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461144:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461241:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461281:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461325:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461359:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461417:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461432:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461513:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461640:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461659:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461747:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461811:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461817:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.461981:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.461982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462120:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462135:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462246:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462249:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462304:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462361:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462433:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462489:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462490:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462598:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462629:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462751:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462770:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462840:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.462880:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.462913:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.463004:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.463004:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.463169:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.463264:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.463327:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000800:00000010:2.0:1767384669.463354:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e44ec08c. 00000800:00000010:2.0:1767384669.463362:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f55db40b. 00000800:00000010:2.0:1767384669.463384:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee76bb9a. 00000400:00000200:0.0:1767384669.463395:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000800:00000010:2.0:1767384669.463412:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee76bb9a. 00000800:00020000:2.0:1767384669.463424:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384669.463427:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f55db40b. 00000800:00000010:2.0:1767384669.463429:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e44ec08c. 00000400:00000200:0.0:1767384669.463463:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:02020000:2.0:1767384669.463485:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp45 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384669.463495:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp45 notifying 192.168.202.154@tcp45: down 00000400:00000200:2.0:1767384669.463500:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384669.463506:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp45 00000800:00000010:2.0:1767384669.463509:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007f28123f. 00000400:00000200:2.0:1767384669.463513:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384669.463517:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp45->192.168.202.154@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384669.463525:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384669.463538:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384669.463542:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.463546:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp45) recovery failed with -71 00000400:00000200:0.0:1767384669.463599:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.463646:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.463687:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384669.463924:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd3cff06. 00000800:00000010:0.0:1767384669.463931:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000dcd9617. 00000800:00000010:0.0:1767384669.463937:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2b62e9f. 00000800:00000010:0.0:1767384669.463965:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2b62e9f. 00000800:00020000:0.0:1767384669.463976:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384669.463981:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000dcd9617. 00000800:00000010:0.0:1767384669.463984:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd3cff06. 00000400:02020000:0.0:1767384669.464033:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp43 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384669.464042:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp43 notifying 192.168.202.154@tcp43: down 00000400:00000200:0.0:1767384669.464049:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384669.464055:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp43 00000800:00000010:0.0:1767384669.464059:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081e53680. 00000400:00000200:0.0:1767384669.464064:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384669.464069:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp43->192.168.202.154@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384669.464085:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384669.464090:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384669.464096:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp43) recovery failed with -71 00000001:00000001:3.0:1767384669.560512:0:38678:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384669.560517:0:38678:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:3.0:1767384669.563484:0:38678:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384669.571183:0:38679:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a6e1610. 00000400:00000010:2.0:1767384669.571197:0:38679:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d2bfa9bb. 00000400:00000010:2.0:1767384669.571205:0:38679:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002f6f6506. 00000400:00000010:2.0:1767384669.571208:0:38679:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dc68d8e7. 00000400:00000010:2.0:1767384669.571211:0:38679:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e0353b8. 00000400:00000010:2.0:1767384669.571216:0:38679:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009167f817. 00000400:00000010:2.0:1767384669.571217:0:38679:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f42e8a5. 00000400:00000010:2.0:1767384669.571218:0:38679:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001544b61e. 00000400:00000010:2.0:1767384669.571221:0:38679:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000200af029. 00000800:00000010:2.0:1767384669.571236:0:38679:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000054e5ede. 00000800:00000200:2.0:1767384669.571247:0:38679:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384669.571258:0:38679:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384669.571294:0:38679:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:2.0:1767384669.571317:0:38679:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp49 [8/256/0/180] 00000400:00000010:2.0:1767384669.572749:0:38679:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000e7f0797f. 00000400:00000010:2.0:1767384669.572755:0:38679:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074bcfa26. 00000400:00000010:2.0:1767384669.572760:0:38679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000400:00000001:2.0:1767384669.572791:0:38679:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384669.572793:0:38679:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384669.572796:0:38679:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afb317dd. 00000400:00000200:2.0:1767384669.572800:0:38679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa894c0 00000400:00000010:2.0:1767384669.572801:0:38679:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa894c0. 00000400:00000010:2.0:1767384669.572805:0:38679:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000008a690c41. 00000400:00000200:2.0:1767384669.572810:0:38679:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (39) 00000400:00000200:2.0:1767384669.572820:0:38679:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384669.572828:0:38679:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:2.0:1767384669.572835:0:38679:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e44ec08c. 00000020:01000000:2.0:1767384669.572839:0:38679:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384669.572842:0:38679:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp49 00000400:00000200:3.0:1767384669.572843:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384669.572850:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000200:3.0:1767384669.572854:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000010:2.0:1767384669.572857:0:38679:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d2bfa9bb. 00000400:00000010:3.0:1767384669.572858:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000008b481107. 00000400:00000010:2.0:1767384669.572861:0:38679:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a6e1610. 00000400:00000010:3.0:1767384669.572864:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79201f3. 00000400:00000010:3.0:1767384669.572871:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee2f4392. 00000400:00000200:3.0:1767384669.572876:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:3.0:1767384669.572887:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:3.0:1767384669.572891:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384669.572896:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384669.572901:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:00000001:0.0:1767384669.572901:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384669.572912:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:00000001:0.0:1767384669.572912:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384669.572921:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384669.572922:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 10000000:01000000:0.0:1767384669.572927:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384669.572934:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384669.572935:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:0.0:1767384669.572944:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384669.572949:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384669.572951:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:01000004:0.0:1767384669.572967:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384669.572975:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000020:01000004:0.0:1767384669.572975:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384669.572983:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384669.572988:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384669.572991:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384669.572993:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384669.572995:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384669.573000:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000100:00000010:0.0:1767384669.573004:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3eeb5f4. 00000400:00000200:3.0:1767384669.573009:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000020:00000040:0.0:1767384669.573012:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:3.0:1767384669.573018:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[167, 37] 00000400:00000200:3.0:1767384669.573022:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 37], ns[178, 37] 00000100:00000001:0.0:1767384669.573023:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384669.573029:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 02000000:00000001:0.0:1767384669.573031:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384669.573038:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 02000000:00000001:0.0:1767384669.573039:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573052:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:3.0:1767384669.573055:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 02000000:00000010:0.0:1767384669.573057:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bd3cff06. 00000400:00000200:3.0:1767384669.573062:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:3.0:1767384669.573066:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000100:00000001:0.0:1767384669.573069:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573070:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:3.0:1767384669.573079:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 32], ns[152, 32] 00000400:00000200:3.0:1767384669.573082:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 00000100:00000001:0.0:1767384669.573084:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384669.573088:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 32], ns[173, 32] 00000100:00000001:0.0:1767384669.573088:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573101:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[86, 32] 00000100:00000040:0.0:1767384669.573105:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3eeb5f4] to pc [ptlrpcd_00_01+1] req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.573108:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 32], ns[182, 32] 00000400:00000200:3.0:1767384669.573144:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[114, 32] 00000400:00000200:3.0:1767384669.573161:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[151, 32] 00000400:00000200:3.0:1767384669.573164:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 32], ns[154, 32] 00000400:00000200:3.0:1767384669.573168:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 32], ns[159, 32] 00000400:00000200:3.0:1767384669.573173:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 32], ns[145, 32] 10000000:00000001:0.0:1767384669.573175:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573179:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 32], ns[176, 32] 10000000:00000001:0.0:1767384669.573180:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.573186:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384669.573189:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384669.573195:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384669.573196:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 32], ns[160, 32] 00000100:00000001:2.0:1767384669.573199:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384669.573209:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 32], ns[164, 32] 00000100:00000001:2.0:1767384669.573209:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384669.573213:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384669.573215:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384669.573220:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[160, 32], ns[174, 32] 10000000:00000001:0.0:1767384669.573222:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384669.573224:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384669.573230:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384669.573235:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 32], ns[184, 32] 00000020:01000004:0.0:1767384669.573242:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384669.573250:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384669.573259:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384669.573269:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 32], ns[180, 32] 00000020:01000004:0.0:1767384669.573269:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384669.573270:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384669.573282:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384669.573282:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384669.573284:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 32], ns[183, 32] 00000020:01000004:0.0:1767384669.573292:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384669.573294:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384669.573297:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384669.573300:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384669.573301:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384669.573302:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000020:01000004:0.0:1767384669.573306:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384669.573307:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.573314:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049195136:0@lo:253: 00000100:00000010:0.0:1767384669.573315:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6a33d91. 00000400:00000200:3.0:1767384669.573318:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000040:0.0:1767384669.573327:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384669.573329:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384669.573331:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 02000000:00000001:2.0:1767384669.573336:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384669.573338:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp46 00000100:00000001:0.0:1767384669.573338:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384669.573340:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.573346:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384669.573348:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384669.573350:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573354:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp46 lpni_is_preferred = 0 02000000:00000010:2.0:1767384669.573356:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008214b0db. 02000000:00000001:2.0:1767384669.573359:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573361:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp46 02000000:00000010:0.0:1767384669.573362:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e543e500. 00000400:00000010:2.0:1767384669.573381:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c119030b. 00000100:00000001:0.0:1767384669.573383:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573387:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp46 NI seq info: [185:185:256:4294967295] 192.168.202.154@tcp46 LPNI seq info [171:171:8:4294967295] 00000400:00000010:2.0:1767384669.573388:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2bfa9bb. 00000100:00000001:0.0:1767384669.573391:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384669.573397:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384669.573398:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049195136, portal 25 00000400:00000200:3.0:1767384669.573407:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp46 00000100:00000001:2.0:1767384669.573408:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384669.573413:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6a33d91] to pc [ptlrpcd_00_02+2] req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.573415:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717520599552 : -128356188952064 : ffff8b42bef3ea00) 00000100:00000040:2.0:1767384669.573432:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.573439:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp46(192.168.202.154@tcp46:) -> 192.168.202.154@tcp46(192.168.202.154@tcp:192.168.202.154@tcp46) : GET try# 0 00000800:00000200:3.0:1767384669.573473:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp46 00000800:00000010:3.0:1767384669.573489:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a8fc79f. 00000100:00000001:2.0:1767384669.573496:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384669.573500:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384669.573503:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fddef001. 00000400:00000010:2.0:1767384669.573504:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046c9081a. 00000800:00000010:3.0:1767384669.573509:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004f0a68c4. 00000100:00000200:2.0:1767384669.573510:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049195136, offset 0 10000000:00000001:0.0:1767384669.573512:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384669.573521:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384669.573523:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000400:00000200:2.0:1767384669.573526:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384669.573533:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384669.573539:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.1:1767384669.573540:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000020:00000010:0.0:1767384669.573549:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e44ec08c. 00000400:00000200:2.0:1767384669.573550:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384669.573563:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:3.0:1767384669.573571:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000400:00000200:2.0:1767384669.573577:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007a80 00000100:00000001:0.0:1767384669.573580:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.573586:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.573587:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1699 [2] + 0 00000400:00000010:2.0:1767384669.573598:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2d2bb8. 00000100:00000001:0.0:1767384669.573601:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384669.573603:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4984659 00000100:00000001:0.0:1767384669.573604:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384669.573609:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384669.573612:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384669.573613:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.573623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384669.573633:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384669.573636:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384669.573639:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384669.573640:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4984659 02000000:00000001:0.0:1767384669.573643:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384669.573644:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4984659. 02000000:00000001:0.0:1767384669.573648:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.573651:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384669.573652:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384669.573654:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384669.573658:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6a33d91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049195264:0@lo:253: 00000100:00000040:2.0:1767384669.573659:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000005e63b89a x1853237049195136 msgsize 4848 00000100:00000001:0.0:1767384669.573671:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384669.573673:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000100:00100000:2.0:1767384669.573679:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384669.573679:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384669.573684:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.573685:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384669.573694:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384669.573698:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 02000000:00000010:0.0:1767384669.573701:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fa64fe35. 00000100:00000001:2.0:1767384669.573702:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384669.573708:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.573715:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c7f1516. 00000400:00000200:2.0:1767384669.573759:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c9081a 00000400:00000200:3.0:1767384669.573761:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000010:2.0:1767384669.573762:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046c9081a. 00000100:00000001:2.0:1767384669.573777:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384669.573782:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dcd9617. 00000100:00000200:2.0:1767384669.573783:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384669.573795:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049195264, portal 25 00000100:00000001:2.0:1767384669.573799:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384669.573799:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384669.573802:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737435392 : -128356972116224 : ffff8b429045c700) 00000100:00000040:2.0:1767384669.573807:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.573814:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000100:00000040:0.0:1767384669.573815:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.573832:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.573843:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384669.573844:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384669.573851:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.573852:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000100:00000040:0.0:1767384669.573855:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384669.573859:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294958903 00000400:00000010:0.0:1767384669.573863:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf25996. 00000100:00000010:2.0:1767384669.573864:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea04a18. 00000100:00000200:0.0:1767384669.573873:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049195264, offset 0 00000100:00000001:2.0:1767384669.573875:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384669.573883:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294958903 00000100:00000010:2.0:1767384669.573888:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000400:00000200:3.0:1767384669.573889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.573892:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384669.573895:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384669.573902:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294958903 00000100:00000010:2.0:1767384669.573905:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4faa78f. 00000100:00000001:2.0:1767384669.573908:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384669.573916:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294958903 00000400:00000200:0.0:1767384669.573916:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384669.573924:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000100:00000010:2.0:1767384669.573924:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061cea892. 00000100:00000001:2.0:1767384669.573930:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384669.573941:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007b00 00000100:00000001:2.0:1767384669.573945:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.573951:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.573958:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.573958:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b1 [2] + 0 00000400:00000200:3.0:1767384669.573964:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000100:00000001:2.0:1767384669.573965:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384669.573978:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da229ddd. 00000100:00000001:2.0:1767384669.573980:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384669.573982:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384669.573989:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384669.573990:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff2cbaf6 00000100:00000001:2.0:1767384669.573991:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384669.573997:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.574001:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.574002:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.574011:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384669.574019:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384669.574020:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2cbaf6 00000400:00000010:0.0:1767384669.574025:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff2cbaf6. 00000100:00000001:0.0:1767384669.574032:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384669.574034:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384669.574038:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000009e724d4a x1853237049195264 msgsize 4848 00000100:00100000:0.0:1767384669.574050:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384669.574054:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384669.574066:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000100:00000001:0.0:1767384669.574068:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384669.574080:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf25996 00000400:00000010:0.0:1767384669.574083:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf25996. 00000100:00000001:0.0:1767384669.574089:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384669.574094:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.574104:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000100:00000001:0.0:1767384669.574107:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.574114:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.574143:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574145:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384669.574155:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.574159:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000100:00000001:0.0:1767384669.574160:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294958903 00000100:00000001:0.0:1767384669.574166:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294958903 00000100:00000001:0.0:1767384669.574170:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294958903 00000100:00000001:0.0:1767384669.574173:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294958903 00000100:00000001:0.0:1767384669.574175:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294958903 00000100:00000001:0.0:1767384669.574178:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294958903 00000100:00000001:0.0:1767384669.574181:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294958903 00000100:00000001:0.0:1767384669.574185:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294958903 00000100:00000001:0.0:1767384669.574188:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.574192:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574197:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574199:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384669.574206:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000100:00000001:2.0:1767384669.574207:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384669.574210:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384669.574212:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195136 00000100:00000001:0.0:1767384669.574214:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384669.574216:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384669.574220:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384669.574223:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574223:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.574228:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384669.574231:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574233:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384669.574236:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195136 00000020:00000001:2.0:1767384669.574243:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384669.574243:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.574247:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000020:00000040:2.0:1767384669.574247:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384669.574252:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384669.574257:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:2.0:1767384669.574261:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384669.574263:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384669.574267:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384669.574270:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:2.0:1767384669.574274:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384669.574276:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000020:00000010:2.0:1767384669.574283:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f912168c. 00000100:00000001:0.0:1767384669.574288:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384669.574289:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f78a58de. 00000100:00100000:0.0:1767384669.574295:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195264 00000020:00000010:2.0:1767384669.574297:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee28bdd7. 02000000:00000001:0.0:1767384669.574301:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.574306:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384669.574307:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000100:00000040:2.0:1767384669.574308:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384669.574310:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.574313:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384669.574318:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384669.574321:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.574321:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.574335:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195264 00000100:00000001:2.0:1767384669.574338:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.574339:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384669.574344:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000400:00000200:3.0:1767384669.574345:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000100:00000001:2.0:1767384669.574348:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.574351:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384669.574355:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384669.574382:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384669.574385:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384669.574391:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00100000:2.0:1767384669.574397:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000020:00000001:0.0:1767384669.574403:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000200:3.0:1767384669.574404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000100:00000040:2.0:1767384669.574404:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384669.574413:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512768080 : -128357196783536 : ffff8b4282e1a050) 00000100:00000001:0.0:1767384669.574419:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384669.574420:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e63b89a x1853237049195136/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 4848/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384669.574429:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a64b7808. 00000100:00000001:2.0:1767384669.574431:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384669.574438:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968be4d1. 00000100:00000001:0.0:1767384669.574438:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.574444:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.574448:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a64b7808. 00000020:00000010:2.0:1767384669.574449:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968be4d1. 00000400:00000200:3.0:1767384669.574450:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000100:00100000:2.0:1767384669.574472:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e63b89a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049195136:12345-0@lo:253: 00000020:00000010:0.0:1767384669.574474:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edc080d2. 00000100:00000200:2.0:1767384669.574483:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195136 00000020:00000001:2.0:1767384669.574487:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384669.574488:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623d6226. 00000020:00000001:2.0:1767384669.574491:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384669.574498:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000020:00000001:2.0:1767384669.574500:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384669.574504:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000001:2.0:1767384669.574505:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384669.574511:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:2.0:1767384669.574515:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384669.574518:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.574518:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384669.574526:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384669.574526:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384669.574532:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000100:00000001:0.0:1767384669.574534:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.574535:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384669.574539:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.574545:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384669.574547:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.574548:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384669.574555:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384669.574556:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e44ec08c. 00000400:00000200:3.0:1767384669.574564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 02000000:00000001:2.0:1767384669.574567:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.574571:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384669.574574:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384669.574584:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044353186. 20000000:01000000:2.0:1767384669.574589:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384669.574590:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:2.0:1767384669.574591:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384669.574594:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:2.0:1767384669.574595:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384669.574603:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.574605:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 20000000:00000001:2.0:1767384669.574607:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.574609:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 20000000:00000001:2.0:1767384669.574613:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:0.0:1767384669.574614:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:0.0:1767384669.574620:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512759888 : -128357196791728 : ffff8b4282e18050) 20000000:00000010:2.0:1767384669.574623:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d84e670. 20000000:01000000:2.0:1767384669.574628:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:2.0:1767384669.574634:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:0.0:1767384669.574634:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e724d4a x1853237049195264/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 4848/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.574639:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00080000:00000001:2.0:1767384669.574643:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384669.574649:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384669.574661:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384669.574668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000020:00000010:0.0:1767384669.574669:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a64b7808. 00080000:00000001:2.0:1767384669.574670:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384669.574678:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.574683:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a64b7808. 00080000:00000001:2.0:1767384669.574687:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384669.574691:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384669.574693:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.574698:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e724d4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16359:x1853237049195264:12345-0@lo:253: 00080000:00000001:2.0:1767384669.574700:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384669.574704:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384669.574711:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000ddb676db 00000100:00000200:0.0:1767384669.574713:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195264 00000400:00000200:3.0:1767384669.574715:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000020:00000001:2.0:1767384669.574740:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c91483f 00080000:00000002:2.0:1767384669.574744:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384669.574748:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384669.574751:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384669.574753:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384669.574756:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384669.574758:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384669.574761:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00000020:00000001:0.0:1767384669.574765:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384669.574766:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384669.574772:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384669.574774:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008530ab21. 00080000:00000001:2.0:1767384669.574780:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712285259776 : -128361424291840 : ffff8b4186e6f800) 00000020:00000001:0.0:1767384669.574780:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384669.574783:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384669.574787:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000001:00000001:2.0:1767384669.574787:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1767384669.574792:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00080000:00000010:2.0:1767384669.574793:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000968be4d1. 00080000:00000001:2.0:1767384669.574801:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.574803:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384669.574805:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384669.574808:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.574812:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384669.574815:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.574818:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384669.574820:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574822:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.574827:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384669.574836:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 02000000:00000010:0.0:1767384669.574836:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a583d6ca. 00080000:00000001:2.0:1767384669.574837:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384669.574848:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.574852:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.574856:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384669.574857:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.574862:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384669.574870:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000550eed6b. 20000000:01000000:0.0:1767384669.574876:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384669.574880:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384669.574883:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384669.574886:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.574889:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.574892:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384669.574895:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384669.574923:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384669.574939:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384669.574955:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384669.574972:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384669.574989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384669.575004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384669.575149:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9765298. 00000800:00000010:3.0:1767384669.575153:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f828625f. 00000800:00000010:3.0:1767384669.575157:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000417b4823. 00000800:00000010:3.0:1767384669.575172:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000417b4823. 00000800:00020000:3.0:1767384669.575179:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384669.575181:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f828625f. 00000800:00000010:3.0:1767384669.575184:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9765298. 00000400:02020000:3.0:1767384669.575214:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp46 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384669.575219:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp46 notifying 192.168.202.154@tcp46: down 00000800:00000200:3.0:1767384669.575224:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp46 down 00000800:00000100:3.0:1767384669.575229:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp46 00000800:00000010:3.0:1767384669.575231:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a8fc79f. 00000400:00000200:3.0:1767384669.575235:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384669.575237:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp46->192.168.202.154@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384669.575243:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp46 added to recovery queue. ping count: 0 next ping: 292 health :900 00000400:00000200:3.0:1767384669.575246:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384669.575248:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:3.0:1767384669.575252:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:2.0:1767384669.575316:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384669.575321:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300871 00000400:00000001:2.0:1767384669.575325:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384669.575333:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384669.575335:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b79201f3 00000400:00000010:2.0:1767384669.575336:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79201f3. 00000400:00000200:2.0:1767384669.575339:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384669.575342:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:2.0:1767384669.575345:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000008b481107. 00000400:00000200:2.0:1767384669.575347:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 00000400:00000200:2.0:1767384669.575349:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:2.0:1767384669.575351:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 rc -71 00000400:00000200:2.0:1767384669.575354:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:2.0:1767384669.575356:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (40) 00080000:00000010:3.0:1767384669.576341:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008530ab21. 00080000:00000010:2.0:1767384669.576406:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000968be4d1. 00040000:00000001:2.0:1767384669.576412:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384669.576414:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384669.576416:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384669.576419:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:2.0:1767384669.576421:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384669.576423:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384669.576437:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384669.576446:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384669.576448:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384669.576453:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384669.576464:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384669.576468:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384669.576477:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384669.576481:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:0.0:1767384669.576483:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a8f129ea. 00010000:00000001:3.0:1767384669.576484:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:0.0:1767384669.576491:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000010:3.0:1767384669.576494:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b8b3224c. 00010000:00000001:3.0:1767384669.576499:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:0.0:1767384669.576499:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384669.576505:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bc74d5c. 00080000:00000001:0.0:1767384669.576508:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384669.576509:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384669.576514:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bc74d5c with handle 0xefc2db714b35c508 to hash 00080000:00000001:0.0:1767384669.576515:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384669.576518:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384669.576520:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384669.576522:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384669.576525:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.576527:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.576529:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384669.576534:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384669.576536:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384669.576540:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384669.576542:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384669.576544:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.576546:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.576547:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.576548:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.576551:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384669.576551:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.576558:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384669.576560:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384669.576561:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384669.576566:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.576567:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384669.576569:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b8b3224c) refcount = 1 00080000:00000001:0.0:1767384669.576574:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384669.576575:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384669.576579:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.576588:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000002:0.0:1767384669.576588:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00010000:00000001:3.0:1767384669.576590:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384669.576594:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384669.576598:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384669.576600:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.576601:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00010000:00000001:3.0:1767384669.576603:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384669.576603:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384669.576607:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044353186. 00080000:00000002:0.0:1767384669.576609:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:2.0:1767384669.576615:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384669.576617:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384669.576622:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000040:2.0:1767384669.576625:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195136 00080000:00000001:0.0:1767384669.576628:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384669.576629:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384669.576629:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384669.576634:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1767384669.576638:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e63b89a x1853237049195136/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384669.576640:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=4 00080000:00000001:0.0:1767384669.576641:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.576648:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00080000:00000001:0.0:1767384669.576654:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.576656:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384669.576660:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384669.576660:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384669.576663:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.576664:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384669.576677:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=87 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384669.576677:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384669.576678:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384669.576683:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384669.576687:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384669.576688:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384669.576689:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384669.576696:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384669.576697:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384669.576699:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384669.576700:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384669.576709:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000bc770aa. 00000100:00000001:2.0:1767384669.576710:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:3.0:1767384669.576711:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.576714:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.576818:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717405133824 : -128356304417792 : ffff8b42b8120c00) 00080000:00000001:0.0:1767384669.576824:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384669.576829:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384669.576834:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a64b7808. 00080000:00000001:0.0:1767384669.576838:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.576841:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384669.576860:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.576876:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384669.576879:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.576880:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384669.576883:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384669.576888:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384669.576892:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046c9081a. 00000100:00000200:2.0:1767384669.576895:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049195136, offset 224 00000400:00000200:2.0:1767384669.576902:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384669.576911:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384669.576919:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007a80 00000400:00000200:2.0:1767384669.576925:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f61 [2] + 224 00000400:00000200:2.0:1767384669.576930:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384669.576933:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384669.576937:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384669.576940:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384669.576947:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.576962:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384669.576968:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c9081a 00000400:00000010:2.0:1767384669.576969:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046c9081a. 00000100:00000001:2.0:1767384669.576973:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384669.576974:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384669.576978:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.576981:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:2.0:1767384669.576983:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384669.576985:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.576987:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384669.576994:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e63b89a x1853237049195136/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.576996:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.577000:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384669.577008:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384669.577014:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e63b89a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16358:x1853237049195136:12345-0@lo:253: Request processed in 2578us (3350us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384669.577014:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384669.577022:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c119030b. 00000400:00000200:0.0:1767384669.577032:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bfa9bb 00000400:00000010:0.0:1767384669.577038:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2bfa9bb. 00000100:00100000:2.0:1767384669.577039:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000001:0.0:1767384669.577046:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384669.577055:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000200:0.0:1767384669.577058:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384669.577061:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384669.577066:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384669.577076:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f78a58de. 00010000:00000001:3.0:1767384669.577081:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767384669.577082:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee28bdd7. 00000100:00000200:0.0:1767384669.577083:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384669.577084:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384669.577092:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f912168c. 00000020:00000040:2.0:1767384669.577102:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:2.0:1767384669.577109:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384669.577112:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e44ec08c. 02000000:00000001:2.0:1767384669.577123:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:3.0:1767384669.577126:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bc74d5c already unused, calling callback (00000000d66be316) 00000100:00000001:2.0:1767384669.577129:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.577135:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384669.577139:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384669.577141:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384669.577147:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384669.577148:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfb1cd. 00000100:00000001:0.0:1767384669.577151:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384669.577155:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046c9081a. 00000100:00000001:0.0:1767384669.577159:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.577162:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384669.577166:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384669.577166:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384669.577175:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384669.577176:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384669.577180:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384669.577182:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=5 00000100:00000001:0.0:1767384669.577184:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.577185:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:3.0:1767384669.577195:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 02000000:00000001:0.0:1767384669.577196:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.577200:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384669.577202:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384669.577205:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=87 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384669.577207:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384669.577210:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384669.577216:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.577217:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=87 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384669.577220:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384669.577225:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384669.577228:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384669.577229:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.577237:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.577237:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.577240:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bc74d5c with handle 0xefc2db714b35c508 from hash 00010000:00000001:0.0:1767384669.577245:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384669.577246:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384669.577248:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.577248:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.577249:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384669.577250:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384669.577251:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384669.577253:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384669.577254:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.577263:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.577263:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.577272:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384669.577274:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384669.577275:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.577277:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.577279:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.577283:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.577286:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.577290:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.577292:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.577297:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.577323:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.577326:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384669.577330:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384669.577333:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384669.577340:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384669.577340:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384669.577347:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384669.577347:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.577350:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.577354:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384669.577358:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384669.577358:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:3.0:1767384669.577360:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384669.577377:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:3.0:1767384669.577379:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384669.577382:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384669.577388:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384669.577392:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:0.0:1767384669.577394:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384669.577395:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384669.577399:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c508 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384669.577401:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384669.577408:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000040:3.0:1767384669.577409:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b8b3224c count: 0 00000020:01000004:0.0:1767384669.577415:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384669.577419:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384669.577420:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384669.577422:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384669.577424:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384669.577427:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.577440:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3eeb5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049195136:0@lo:253: 00000100:00000001:0.0:1767384669.577446:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.577448:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.577458:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3eeb5f4 x1853237049195136/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.577465:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384669.577468:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384669.577472:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008214b0db. 02000000:00000001:0.0:1767384669.577478:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384669.577481:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384669.577483:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384669.577486:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384669.577489:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bd3cff06. 02000000:00000001:0.0:1767384669.577494:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384669.577497:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384669.577498:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3eeb5f4. 00000100:00000001:0.0:1767384669.577510:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384669.577512:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.577515:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.577521:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384669.577522:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.577525:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.577527:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384669.578143:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000bc770aa. 00080000:00000010:0.0:1767384669.578193:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a64b7808. 00040000:00000001:0.0:1767384669.578201:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384669.578203:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384669.578206:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384669.578211:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384669.578214:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.578216:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384669.578219:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384669.578232:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384669.578236:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384669.578238:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384669.578241:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384669.578242:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384669.578245:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384669.578245:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384669.578251:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384669.578255:0:17104:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dd3398d8. 00010000:00000001:3.0:1767384669.578258:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384669.578261:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f52bc515. 00000020:00000001:3.0:1767384669.578263:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384669.578265:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f52bc515 with handle 0xefc2db714b35c50f to hash 00000020:00000001:3.0:1767384669.578266:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384669.578268:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384669.578270:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384669.578271:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.578273:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.578274:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578287:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384669.578289:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384669.578290:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384669.578291:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.578292:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.578293:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.578294:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.578295:0:17104:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384669.578296:0:17104:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384669.578298:0:17104:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384669.578298:0:17104:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384669.578299:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dd3398d8) refcount = 1 00010000:00010000:3.0:1767384669.578301:0:17104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578304:0:17104:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384669.578306:0:17104:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384669.578307:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.578308:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.578310:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384669.578312:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384669.578315:0:17104:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:3.0:1767384669.578317:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384669.578318:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.578319:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f52bc515 refcount=4 00000020:00000001:3.0:1767384669.578320:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384669.578322:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384669.578323:0:17104:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384669.578324:0:17104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578328:0:17104:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384669.578329:0:17104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578340:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.578342:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384669.578345:0:17104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578348:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.578349:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.578350:0:17104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384669.578351:0:17104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384669.578355:0:17104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f52bc515 already unused, calling callback (00000000d66be316) 00010000:00000001:3.0:1767384669.578356:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384669.578357:0:17104:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384669.578358:0:17104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578362:0:17104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384669.578375:0:17104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384669.578376:0:17104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384669.578378:0:17104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f52bc515 refcount=5 00000020:00000001:3.0:1767384669.578380:0:17104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384669.578382:0:17104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673600 : -128356345878016 : ffff8b42b5996a00) 00010000:00000001:3.0:1767384669.578384:0:17104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384669.578385:0:17104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578388:0:17104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384669.578389:0:17104:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384669.578390:0:17104:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.578392:0:17104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384669.578393:0:17104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384669.578394:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384669.578401:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384669.578402:0:17104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f52bc515 with handle 0xefc2db714b35c50f from hash 00010000:00000001:3.0:1767384669.578405:0:17104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384669.578407:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.578408:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.578409:0:17104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384669.578411:0:17104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384669.578412:0:17104:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384669.578413:0:17104:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384669.578414:0:17104:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.578416:0:17104:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.578417:0:17104:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384669.578418:0:17104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384669.578420:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.578420:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.578421:0:17104:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.578422:0:17104:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.578424:0:17104:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.578425:0:17104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578429:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.578429:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.578430:0:17104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384669.578431:0:17104:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384669.578432:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384669.578432:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.578433:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384669.578435:0:17104:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384669.578436:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384669.578437:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.578440:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384669.578441:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384669.578442:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f52bc515/0xefc2db714b35c50f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384669.578454:0:17104:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dd3398d8 count: 0 00010000:00000001:3.0:1767384669.578467:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384669.578470:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384669.578510:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384669.578515:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384669.578517:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000550eed6b. 20000000:00000001:0.0:1767384669.578524:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384669.578528:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195264 00010000:00000001:0.0:1767384669.578532:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384669.578536:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e724d4a x1853237049195264/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384669.578545:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384669.578547:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.578550:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.578556:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384669.578559:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:0.0:1767384669.578562:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384669.578566:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.578568:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.578572:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.578576:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384669.578589:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf25996. 00000100:00000200:0.0:1767384669.578593:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049195264, offset 224 00000400:00000200:0.0:1767384669.578602:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384669.578611:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384669.578620:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007b00 00000400:00000200:0.0:1767384669.578627:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f69 [2] + 224 00000400:00000200:0.0:1767384669.578634:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.578638:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384669.578644:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384669.578649:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384669.578660:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.578683:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384669.578692:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf25996 00000400:00000010:0.0:1767384669.578694:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf25996. 00000100:00000001:0.0:1767384669.578700:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384669.578701:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.578703:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384669.578705:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384669.578712:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384669.578713:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384669.578716:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384669.578737:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c7f1516. 00000400:00000200:2.0:1767384669.578741:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcd9617 00000400:00000010:2.0:1767384669.578742:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dcd9617. 00000100:00000001:2.0:1767384669.578747:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384669.578753:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384669.578759:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384669.578766:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:2.0:1767384669.578767:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384669.578770:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384669.578775:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384669.578776:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384669.578784:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384669.578785:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.578789:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384669.578796:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384669.578797:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384669.578806:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.578810:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e724d4a x1853237049195264/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384669.578811:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384669.578820:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384669.578833:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384669.578843:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.578844:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e724d4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16359:x1853237049195264:12345-0@lo:253: Request processed in 4179us (4799us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384669.578850:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384669.578854:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.578861:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.578869:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.578876:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:2.0:1767384669.578888:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384669.578888:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384669.578890:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384669.578894:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.578896:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:2.0:1767384669.578898:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384669.578901:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:2.0:1767384669.578902:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384669.578906:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384669.578907:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384669.578908:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384669.578910:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:0.0:1767384669.578910:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623d6226. 00000020:01000004:2.0:1767384669.578915:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384669.578920:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000010:0.0:1767384669.578923:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:01000004:2.0:1767384669.578924:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384669.578928:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384669.578938:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6a33d91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049195264:0@lo:253: 00000100:00000001:2.0:1767384669.578943:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384669.578944:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edc080d2. 00000100:00000001:2.0:1767384669.578945:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384669.578954:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6a33d91 x1853237049195264/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384669.578955:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:2.0:1767384669.578970:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384669.578972:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384669.578973:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384669.578978:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fa64fe35. 02000000:00000010:0.0:1767384669.578979:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a583d6ca. 02000000:00000001:0.0:1767384669.578998:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384669.578999:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384669.579006:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384669.579006:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384669.579009:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384669.579015:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384669.579017:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:2.0:1767384669.579018:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e543e500. 00000400:00000010:0.0:1767384669.579025:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf2827d. 02000000:00000001:2.0:1767384669.579026:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384669.579030:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384669.579035:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf25996. 00000100:00000010:2.0:1767384669.579041:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6a33d91. 00000100:00000001:2.0:1767384669.579049:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384669.579051:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.579054:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384669.579061:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384669.579062:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384669.579064:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384669.579065:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384669.579771:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000040:3.0:1767384669.579780:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000010:2.0:1767384669.579780:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4faa78f. 00000100:00000010:3.0:1767384669.579788:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000100:00000040:0.0:1767384669.579795:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000010:0.0:1767384669.579807:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea04a18. 00000100:00000040:1.0:1767384669.580756:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294958903, at 4294958905 00000100:00000010:1.0:1767384669.580764:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00010000:00000010:3.1:1767384669.585962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b8b3224c. 00010000:00000010:3.1:1767384669.585972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bc74d5c. 00010000:00000010:3.1:1767384669.587746:0:38685:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dd3398d8. 00010000:00000010:3.1:1767384669.587758:0:38685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f52bc515. 00000400:00000010:1.0:1767384669.592313:0:38684:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000029ba3911. 00000400:00000040:1.0:1767384669.592331:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384669.592333:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384669.592335:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384669.592337:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384669.592338:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384669.592339:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384669.592341:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384669.592342:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384669.592344:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384669.592344:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384669.592346:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384669.592347:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384669.592349:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384669.592350:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384669.592351:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384669.592352:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384669.592353:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384669.592354:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384669.592355:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384669.592356:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384669.592357:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384669.592358:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384669.592359:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384669.592360:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384669.592361:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384669.592382:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384669.592383:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384669.592384:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384669.592385:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384669.592386:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384669.592387:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384669.592388:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384669.592389:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384669.592390:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384669.592391:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384669.592392:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384669.592393:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384669.592394:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384669.592395:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384669.592396:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384669.592398:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384669.592398:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384669.592400:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384669.592401:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384669.592402:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384669.592402:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384669.592403:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384669.592404:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384669.592406:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384669.592407:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384669.592408:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384669.592409:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384669.592409:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384669.592410:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384669.592411:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384669.592412:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384669.592413:0:38684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384669.592501:0:38684:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000029ba3911. 00010000:00000001:1.0:1767384669.715803:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384669.715810:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.715818:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384669.715820:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.715867:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384669.715874:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384669.715879:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384670.419772:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000779f2da8] -> 12345-192.168.202.154@tcp16 (6) 00000800:00000200:0.0:1767384670.419782:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp16 ip 192.168.202.154:988 00000800:00000200:0.0:1767384670.419787:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384670.419902:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384670.419907:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384670.419916:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384670.419921:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384670.419924:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384670.484800:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384670.484805:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384670.484808:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713e8782 00000400:00000010:3.0:1767384670.484811:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e8782. 00000400:00000200:3.0:1767384670.484814:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384670.484820:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384670.484831:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c6840f1. 00000400:00000010:3.0:1767384670.484834:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005bd35f98. 00000400:00000001:3.0:1767384670.484841:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384670.484843:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384670.484845:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004480c535 00000400:00000010:3.0:1767384670.484846:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004480c535. 00000400:00000200:3.0:1767384670.484849:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384670.484851:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384670.484853:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000807b0ff4. 00000400:00000010:3.0:1767384670.484855:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000077db24f9. 00000400:00000200:3.0:1767384670.484867:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp46 00000400:00000010:3.0:1767384670.484871:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000081351d92. 00000400:00000010:3.0:1767384670.484876:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000706db5f0. 00000400:00000010:3.0:1767384670.484880:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003fcc31b. 00000400:00000010:3.0:1767384670.484888:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c226819c. 00000400:00000200:3.0:1767384670.484892:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp46 00000400:00000200:3.0:1767384670.484903:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp46 local destination 00000400:00000200:3.0:1767384670.484908:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp46 00000400:00000200:3.0:1767384670.484911:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp46 NI seq info: [186:186:256:4294967295] 192.168.202.154@tcp46 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384670.484918:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp46 00000400:00000200:3.0:1767384670.484929:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp46(192.168.202.154@tcp46:) -> 192.168.202.154@tcp46(192.168.202.154@tcp46:192.168.202.154@tcp46) : GET try# 0 00000800:00000200:3.0:1767384670.484941:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp46 00000800:00000010:3.0:1767384670.484945:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061680f09. 00000800:00000200:3.0:1767384670.484953:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000800:00000200:3.1:1767384670.484958:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000400:00000200:3.0:1767384670.485284:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp46 added to recovery queue. ping count: 1 next ping: 294 health :900 00000400:00000200:3.0:1767384670.485512:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485552:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485591:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485637:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485686:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485762:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485792:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485813:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485833:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485860:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485904:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485949:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.485988:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486032:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486075:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486109:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486133:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486161:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486200:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486246:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486302:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486348:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486399:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486431:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486467:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486506:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486554:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486599:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486655:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486711:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486783:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486810:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486830:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486855:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384670.486890:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384670.487037:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9765298. 00000800:00000010:3.0:1767384670.487041:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000018c5754e. 00000800:00000010:3.0:1767384670.487045:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5ead8ac. 00000800:00000010:3.0:1767384670.487062:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5ead8ac. 00000800:00020000:3.0:1767384670.487070:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384670.487073:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000018c5754e. 00000800:00000010:3.0:1767384670.487076:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9765298. 00000400:02020000:3.0:1767384670.487123:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp46 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384670.487130:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp46 notifying 192.168.202.154@tcp46: down 00000400:00000200:3.0:1767384670.487133:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384670.487136:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp46 00000800:00000010:3.0:1767384670.487139:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061680f09. 00000400:00000200:3.0:1767384670.487142:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384670.487146:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp46->192.168.202.154@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384670.487152:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384670.487154:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384670.487157:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384670.740816:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384670.740827:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.740831:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384670.740833:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.740866:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384670.740870:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384670.740874:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384671.315782:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384671.315787:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 2 10000000:00000001:2.0:1767384671.315793:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.315795:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384671.315797:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.315799:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384671.315802:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384671.315804:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384671.315807:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8b4288234000 from 83 10000000:00000001:2.0:1767384671.315810:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384671.315812:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384671.315820:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b494659b. 00000020:00000040:2.0:1767384671.315825:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384671.315830:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384671.315834:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.315838:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.315844:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad7861a8. 00000100:00000001:2.0:1767384671.315850:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.315854:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384671.315856:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384671.315862:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f8c29478. 00010000:00000001:2.0:1767384671.315866:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384671.315868:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067f7e5d0. 00000020:00000001:2.0:1767384671.315871:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384671.315874:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000067f7e5d0 with handle 0xefc2db714b35c516 to hash 00000020:00000001:2.0:1767384671.315876:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384671.315877:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384671.315885:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384671.315889:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384671.315891:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.315893:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384671.315901:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384671.315909:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.315913:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384671.315915:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384671.315919:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d5eaeb0. 00000100:00000001:2.0:1767384671.315921:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716753627968 : -128356955923648 : ffff8b42913cdb40) 00000100:00000001:2.0:1767384671.315923:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.315925:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276575360 : -128361432976256 : ffff8b4186627480) 00000100:00000001:2.0:1767384671.315929:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.315931:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.315933:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384671.315935:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384671.315941:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.315948:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384671.315949:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.315952:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384671.315954:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384671.315956:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.315958:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b494659b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049195392:0@lo:101: 00000100:00000001:2.0:1767384671.315961:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384671.315965:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384671.315968:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.315971:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384671.315982:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004a6e1610. 02000000:00000001:2.0:1767384671.315984:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.315990:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc2562c. 00000400:00000010:2.0:1767384671.315998:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000100:00000200:2.0:1767384671.316021:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049195392, portal 25 00000100:00000001:2.0:1767384671.316024:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.316025:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276575360 : -128361432976256 : ffff8b4186627480) 00000100:00000040:2.0:1767384671.316031:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316037:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384671.316040:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384671.316043:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000100:00000200:2.0:1767384671.316045:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049195392, offset 0 00000400:00000200:2.0:1767384671.316052:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.316062:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.316071:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260007b80 00000400:00000200:2.0:1767384671.316076:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d9 [2] + 0 00000400:00000010:2.0:1767384671.316079:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a103302. 00000400:00000200:2.0:1767384671.316083:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a05333a6 00000400:00000200:2.0:1767384671.316088:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.316091:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384671.316094:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a05333a6 00000400:00000010:2.0:1767384671.316096:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a05333a6. 00000100:00000001:2.0:1767384671.316100:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384671.316102:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384671.316104:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000ea9a64fd x1853237049195392 msgsize 328 00000100:00100000:2.0:1767384671.316107:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384671.316108:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384671.316120:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.316127:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000400:00000010:2.0:1767384671.316130:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000100:00000001:2.0:1767384671.316133:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384671.316137:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.316154:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384671.316157:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195392 00000100:00000001:2.0:1767384671.316159:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384671.316159:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384671.316162:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.316162:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.316164:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.316168:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316169:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316171:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384671.316171:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195392 00000020:00000001:1.0:1767384671.316174:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384671.316176:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384671.316177:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.316178:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.316181:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:2.0:1767384671.316182:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294960645 00000020:00000001:1.0:1767384671.316183:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000010:2.0:1767384671.316186:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000087bc812. 00000020:00000001:1.0:1767384671.316186:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384671.316191:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384671.316192:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384671.316194:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b468f04. 00000100:00000001:2.0:1767384671.316197:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294960645 00000100:00000001:1.0:1767384671.316197:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384671.316200:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087917eae. 00000020:00000010:1.0:1767384671.316200:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b468f04. 00000100:00000001:2.0:1767384671.316204:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384671.316207:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f3d70d3. 00000100:00000001:2.0:1767384671.316208:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294960645 00000100:00000010:2.0:1767384671.316211:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061cea892. 00000020:00000010:1.0:1767384671.316213:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e120f8. 00000100:00000001:2.0:1767384671.316214:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384671.316218:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294960645 00000020:00000010:1.0:1767384671.316219:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000010:2.0:1767384671.316222:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000100:00000001:2.0:1767384671.316226:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384671.316228:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384671.316229:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.316231:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.316231:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.316234:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.316234:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384671.316236:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384671.316236:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.316238:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000005d5eaeb0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384671.316241:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.316244:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.316245:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.316254:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.316266:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384671.316268:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384671.316271:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384671.316274:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384671.316274:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000001:2.0:1767384671.316277:0:17084:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.316277:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384671.316280:0:17084:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.316280:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512760912 : -128357196790704 : ffff8b4282e18450) 00000100:00000040:1.0:1767384671.316284:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea9a64fd x1853237049195392/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.316301:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384671.316304:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b468f04. 00000100:00000001:1.0:1767384671.316306:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.316309:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b468f04. 00000100:00100000:1.0:1767384671.316314:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea9a64fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:17086:x1853237049195392:12345-0@lo:101: 00000100:00000200:1.0:1767384671.316318:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195392 00000020:00000001:1.0:1767384671.316320:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384671.316323:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384671.316325:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.316327:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384671.316329:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:1.0:1767384671.316332:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384671.316333:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384671.316335:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384671.316337:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384671.316339:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.316341:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384671.316344:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384671.316345:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384671.316360:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384671.316363:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.316367:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384671.316371:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007407dc27. 00010000:00000001:1.0:1767384671.316374:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384671.316376:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d5cba1d. 00000020:00000001:1.0:1767384671.316378:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384671.316380:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d5cba1d with handle 0xefc2db714b35c51d to hash 00000020:00000001:1.0:1767384671.316381:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384671.316382:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384671.316384:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00010000:1.0:1767384671.316386:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefc2db714b35c516 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384671.316400:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ae649549 : new locks_count 10 00000020:00000040:1.0:1767384671.316402:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=15 00000100:00000001:1.0:1767384671.316409:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384671.316411:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384671.316414:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000022bac48. 02000000:00000001:1.0:1767384671.316416:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.316418:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.316419:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384671.316423:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384671.316425:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384671.316426:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384671.316428:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.316430:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384671.316431:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.316433:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384671.316435:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384671.316436:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384671.316438:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384671.316439:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007407dc27) refcount = 1 00010000:00010000:1.0:1767384671.316443:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefc2db714b35c516 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.316447:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384671.316448:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384671.316449:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.316451:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.316452:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384671.316455:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384671.316457:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c516 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.316461:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384671.316463:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384671.316464:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.316471:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.316473:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384671.316474:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.316476:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.316477:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006d5cba1d, rc 0) 00000020:00000001:1.0:1767384671.316480:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384671.316482:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195392 00010000:00000001:1.0:1767384671.316484:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384671.316488:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea9a64fd x1853237049195392/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:652/0 lens 328/344 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.316493:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384671.316495:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.316498:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.316501:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384671.316503:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384671.316504:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384671.316506:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384671.316507:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.316509:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384671.316511:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384671.316514:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00000100:00000200:1.0:1767384671.316516:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049195392, offset 224 00000400:00000200:1.0:1767384671.316520:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.316525:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384671.316529:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260007b80 00000400:00000200:1.0:1767384671.316533:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f85 [1] + 224 00000400:00000200:1.0:1767384671.316536:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384671.316538:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.316541:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384671.316544:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384671.316550:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.316563:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384671.316578:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfc7873 00000400:00000010:1.0:1767384671.316580:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bfc7873. 00000100:00000001:1.0:1767384671.316583:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384671.316584:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.316587:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384671.316588:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.316591:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000400:00000001:2.0:1767384671.316592:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384671.316593:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384671.316595:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384671.316595:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.316596:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc2562c. 00000020:00000001:1.0:1767384671.316597:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384671.316599:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:2.0:1767384671.316601:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000100:00000040:1.0:1767384671.316601:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea9a64fd x1853237049195392/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:652/0 lens 328/344 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316603:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384671.316606:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.316610:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea9a64fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049195392:12345-0@lo:101: Request processed in 309us (504us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384671.316615:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.316618:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:1.0:1767384671.316621:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384671.316622:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384671.316623:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.316623:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384671.316625:0:17086:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384671.316625:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384671.316628:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384671.316629:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384671.316629:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e120f8. 00000020:00000010:1.0:1767384671.316632:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384671.316635:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f3d70d3. 00000100:00000001:2.0:1767384671.316640:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.316640:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:2.0:1767384671.316643:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.316643:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384671.316645:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000022bac48. 00000100:00001000:2.0:1767384671.316647:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=89 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384671.316649:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384671.316651:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.316651:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.316654:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384671.316655:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384671.316655:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384671.316658:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384671.316659:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be985950. 00010000:00000001:2.0:1767384671.316660:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316663:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.316663:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000787c86ee. 00000100:00000040:2.0:1767384671.316668:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316674:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.316677:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384671.316679:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384671.316682:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384671.316690:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b494659b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049195392:0@lo:101: 00000100:00000001:2.0:1767384671.316696:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.316698:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316701:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384671.316702:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.316705:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316712:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384671.316714:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005d5eaeb0. 00000100:00000001:2.0:1767384671.316750:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384671.316752:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.316756:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384671.316759:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384671.316761:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.316763:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=4 00000020:00000001:2.0:1767384671.316765:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384671.316768:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000040:2.0:1767384671.316772:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000067f7e5d0, remote cookie: 0xefc2db714b35c51d, flags: 0x0 00010000:00000001:2.0:1767384671.316775:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384671.316778:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384671.316779:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384671.316781:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384671.316783:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384671.316785:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f8c29478) refcount = 1 00010000:00010000:2.0:1767384671.316788:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.316794:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384671.316796:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384671.316797:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384671.316800:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384671.316803:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.316806:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.316812:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384671.316814:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.316816:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.316818:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.316819:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.316822:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316824:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.316827:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b494659b x1853237049195392/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316835:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384671.316838:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384671.316840:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a6e1610. 02000000:00000001:2.0:1767384671.316844:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384671.316846:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384671.316848:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384671.316850:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384671.316852:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad7861a8. 02000000:00000001:2.0:1767384671.316854:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384671.316856:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384671.316857:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b494659b. 00000100:00000001:2.0:1767384671.316859:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384671.316860:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384671.316861:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.316863:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384671.316864:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000049f0799a) refs 3 10000000:00000001:2.0:1767384671.316865:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.316866:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384671.316867:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.316868:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=3 00000020:00000001:2.0:1767384671.316870:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384671.316871:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384671.316872:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384671.316873:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.316874:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.316875:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.316876:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384671.316879:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d641f5ce. 00000100:00000010:2.0:1767384671.316892:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b494659b. 00000020:00000040:2.0:1767384671.316894:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384671.316896:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384671.316897:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.316899:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.316901:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad7861a8. 00000100:00000001:2.0:1767384671.316903:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316906:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384671.316909:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004a6e1610. 00000100:00000010:2.0:1767384671.316911:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b5d0e6fb. 00000020:00000040:2.0:1767384671.316912:0:17086:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384671.316915:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384671.316916:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384671.316919:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d5eaeb0. 00000100:00000001:2.0:1767384671.316920:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716753627968 : -128356955923648 : ffff8b42913cdb40) 00000100:00000001:2.0:1767384671.316922:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.316924:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276575360 : -128361432976256 : ffff8b4186627480) 00000100:00000001:2.0:1767384671.316926:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.316927:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316929:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384671.316930:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384671.316933:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316937:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384671.316938:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.316940:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384671.316941:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384671.316942:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.316944:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b494659b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049195520:0@lo:256: 00000100:00000001:2.0:1767384671.316947:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384671.316948:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384671.316949:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.316951:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384671.316955:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc2562c. 00000400:00000010:2.0:1767384671.316958:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d616923f. 00000100:00000200:2.0:1767384671.316960:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260007c00-0x6958260007c00, portal 33 00000100:00000001:2.0:1767384671.316962:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.316964:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384671.316966:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3105c1f. 02000000:00000001:2.0:1767384671.316968:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.316971:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000400:00000010:2.0:1767384671.316973:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000100:00000200:2.0:1767384671.316975:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195520, portal 25 00000100:00000001:2.0:1767384671.316977:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.316978:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276575360 : -128361432976256 : ffff8b4186627480) 00000100:00000040:2.0:1767384671.316982:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.316988:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384671.316990:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384671.316992:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000100:00000200:2.0:1767384671.316994:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049195520, offset 0 00000400:00000200:2.0:1767384671.316998:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384671.317003:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.317010:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260007c00 00000400:00000200:2.0:1767384671.317014:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x16e1 [2] + 0 00000400:00000010:2.0:1767384671.317019:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006660fda8. 00000400:00000200:2.0:1767384671.317022:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee1787a3 00000400:00000200:2.0:1767384671.317026:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.317029:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384671.317032:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee1787a3 00000400:00000010:2.0:1767384671.317034:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee1787a3. 00000100:00000001:2.0:1767384671.317037:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384671.317039:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384671.317041:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000431d6970 x1853237049195520 msgsize 304 00000100:00100000:2.0:1767384671.317045:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384671.317046:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384671.317060:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.317066:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000400:00000010:2.0:1767384671.317067:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000100:00000001:2.0:1767384671.317070:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384671.317073:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.317087:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384671.317089:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384671.317091:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195520 02000000:00000001:1.0:1767384671.317094:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384671.317096:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384671.317099:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.317099:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.317106:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384671.317111:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195520 00000100:00000001:2.0:1767384671.317114:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.317116:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384671.317120:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384671.317122:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384671.317123:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.317124:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.317128:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000100:00000001:2.0:1767384671.317129:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294960646 00000020:00000001:1.0:1767384671.317131:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:1.0:1767384671.317135:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384671.317138:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960645 00000100:00000001:1.0:1767384671.317138:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384671.317141:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b468f04. 00000100:00000001:2.0:1767384671.317145:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294960646 00000100:00000001:1.0:1767384671.317145:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.317152:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b468f04. 00000100:00000001:2.0:1767384671.317154:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960645 00000020:00000010:1.0:1767384671.317157:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f3d70d3. 00000100:00000001:2.0:1767384671.317159:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294960646 00000020:00000010:1.0:1767384671.317162:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057e120f8. 00000100:00000001:2.0:1767384671.317164:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960645 00000020:00000010:1.0:1767384671.317167:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:2.0:1767384671.317170:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294960646 00000100:00000040:1.0:1767384671.317172:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384671.317175:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960645 00000100:00000001:1.0:1767384671.317176:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384671.317178:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384671.317181:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.317183:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384671.317185:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.317189:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.317192:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384671.317193:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384671.317195:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000005d5eaeb0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384671.317197:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.317199:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.317203:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.317217:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384671.317219:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384671.317223:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:1.0:1767384671.317225:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384671.317227:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512770128 : -128357196781488 : ffff8b4282e1a850) 00000100:00000040:1.0:1767384671.317230:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000431d6970 x1853237049195520/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:652/0 lens 304/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.317237:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384671.317240:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b468f04. 00000100:00000001:1.0:1767384671.317241:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.317242:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b468f04. 00000100:00100000:1.0:1767384671.317245:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000431d6970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049195520:12345-0@lo:256: 00000100:00000200:1.0:1767384671.317248:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195520 00000020:00000001:1.0:1767384671.317256:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384671.317258:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384671.317259:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.317261:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384671.317262:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:1.0:1767384671.317264:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384671.317265:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384671.317266:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384671.317267:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384671.317268:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.317270:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384671.317271:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384671.317274:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000022bac48. 02000000:00000001:1.0:1767384671.317275:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.317277:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.317279:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384671.317282:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384671.317284:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384671.317286:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384671.317288:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.317290:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384671.317292:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384671.317294:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004205b6c0. 20000000:00000001:1.0:1767384671.317296:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384671.317311:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384671.317316:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384671.317320:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384671.317322:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384671.317323:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384671.317325:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384671.317326:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384671.317327:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384671.317329:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384671.317331:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384671.317332:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384671.317333:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384671.317335:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384671.317336:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384671.317341:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384671.317343:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384671.317344:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384671.317346:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384671.317361:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384671.317364:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384671.317365:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384671.317366:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384671.317368:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384671.317369:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384671.317370:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384671.317372:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384671.317373:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384671.317374:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384671.317375:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384671.317376:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384671.317377:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384671.317378:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384671.317380:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384671.317381:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384671.317383:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384671.317384:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384671.317386:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384671.317387:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384671.317389:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384671.317390:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384671.317391:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:1.0:1767384671.317393:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:1.0:1767384671.317400:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384671.317402:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384671.317403:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384671.317405:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384671.317406:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384671.317408:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384671.317409:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384671.317411:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384671.317412:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384671.317414:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384671.317415:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384671.317421:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384671.317423:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384671.317424:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384671.317426:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384671.317427:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384671.317429:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384671.317431:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384671.317432:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384671.317433:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384671.317434:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384671.317435:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384671.317436:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384671.317438:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384671.317439:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384671.317440:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384671.317441:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384671.317442:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384671.317443:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384671.317444:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384671.317446:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384671.317447:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384671.317448:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384671.317449:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384671.317451:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384671.317452:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384671.317454:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384671.317455:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384671.317456:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384671.317457:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384671.317458:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:1.0:1767384671.317460:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:1.0:1767384671.317461:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:1.0:1767384671.317463:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:1.0:1767384671.317465:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384671.317469:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000033a4910d. 00000100:00000010:1.0:1767384671.317471:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a5944149. 00000020:00000040:1.0:1767384671.317473:0:17081:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=16 00010000:00000001:1.0:1767384671.317475:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384671.317482:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384671.317485:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00000400:00000010:1.0:1767384671.317491:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082eed02c. 00000400:00000200:1.0:1767384671.317493:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.317500:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384671.317506:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x6958260007c00 00000400:00000200:1.0:1767384671.317509:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1f95 [4] + 0 00000400:00000010:1.0:1767384671.317512:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc2562c. 00000400:00000200:1.0:1767384671.317514:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d616923f 00000400:00000200:1.0:1767384671.317517:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384671.317519:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384671.317521:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d616923f 00000400:00000010:1.0:1767384671.317522:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d616923f. 00000100:00000001:1.0:1767384671.317525:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384671.317526:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b494659b desc 000000004a6e1610 mbits 1853237049195520 00000100:00000001:1.0:1767384671.317535:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384671.317537:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384671.317540:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384671.317545:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1fa1 00000400:00000200:1.0:1767384671.317547:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384671.317550:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384671.317553:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384671.317554:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000033a4910d 00000100:00000001:1.0:1767384671.317557:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384671.317564:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384671.317564:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfc7873 00000100:00000001:2.0:1767384671.317568:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.317569:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bfc7873. 00000100:00000001:1.0:1767384671.317575:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384671.317577:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000033a4910d 00000100:00000001:1.0:1767384671.317580:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384671.317586:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x6958260007c00-0x6958260007c00 00000100:00000001:1.0:1767384671.317589:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.317592:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.317593:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384671.317595:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000010:1.0:1767384671.317597:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a5944149. 00000100:00000010:1.0:1767384671.317606:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000033a4910d. 00000100:00000001:1.0:1767384671.317609:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384671.317610:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384671.317613:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004205b6c0. 20000000:00000001:1.0:1767384671.317616:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384671.317618:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195520 00010000:00000001:1.0:1767384671.317620:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384671.317622:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000431d6970 x1853237049195520/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:652/0 lens 304/240 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.317628:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384671.317629:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.317631:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.317633:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384671.317635:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384671.317637:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384671.317639:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384671.317640:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.317641:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384671.317642:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384671.317645:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00000100:00000200:1.0:1767384671.317647:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049195520, offset 224 00000400:00000200:1.0:1767384671.317650:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.317654:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384671.317657:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260007c00 00000400:00000200:1.0:1767384671.317660:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f99 [1] + 224 00000400:00000200:1.0:1767384671.317662:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384671.317664:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.317667:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384671.317669:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384671.317675:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.317687:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384671.317695:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfc7873 00000400:00000010:1.0:1767384671.317696:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bfc7873. 00000100:00000001:1.0:1767384671.317698:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384671.317699:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.317701:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.317704:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384671.317706:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384671.317707:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.317709:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384671.317712:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000431d6970 x1853237049195520/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:652/0 lens 304/240 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.317714:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384671.317735:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384671.317738:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384671.317741:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000400:00000200:2.0:1767384671.317748:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000100:00100000:1.0:1767384671.317752:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000431d6970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:17086:x1853237049195520:12345-0@lo:256: Request processed in 511us (707us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384671.317753:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000100:00000001:2.0:1767384671.317761:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384671.317765:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:1.0:1767384671.317768:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000200:2.0:1767384671.317770:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.317771:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384671.317774:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384671.317777:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057e120f8. 00000020:00000010:1.0:1767384671.317783:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384671.317788:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f3d70d3. 00000020:00000040:1.0:1767384671.317793:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:1.0:1767384671.317797:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384671.317800:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000022bac48. 00000100:00000200:2.0:1767384671.317802:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384671.317803:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384671.317807:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384671.317813:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384671.317814:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384671.317818:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384671.317820:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000100:00000001:2.0:1767384671.317821:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384671.317823:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384671.317826:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384671.317828:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.317829:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef07740. 02000000:00000001:2.0:1767384671.317830:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.317835:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384671.317839:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.317842:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384671.317843:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.317845:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384671.317846:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.317848:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.317850:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384671.317856:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.317860:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384671.317861:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384671.317863:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384671.317868:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b494659b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:17086:1853237049195520:0@lo:256: 00000100:00000001:2.0:1767384671.317876:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.317879:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.317880:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384671.317881:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.317883:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.317887:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384671.317889:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005d5eaeb0. 00000100:00000001:2.0:1767384671.317892:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384671.317892:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384671.317895:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:2.0:1767384671.317897:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384671.317903:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000206bbb70. 10000000:00000040:2.0:1767384671.317911:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.154@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384671.317916:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384671.317918:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384671.317922:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.154@tcp has 192.168.202.154@tcp. 00000100:00000001:2.0:1767384671.317924:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.317925:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384671.317927:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:2.0:1767384671.317928:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000100:00000200:2.0:1767384671.317931:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.202.154@tcp' 00000400:00000200:2.0:1767384671.317933:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384671.317935:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384671.317937:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:2.0:1767384671.317941:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384671.317945:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (39) 00000400:00000200:2.0:1767384671.317948:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000200:2.0:1767384671.317958:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:2.0:1767384671.317960:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384671.317963:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384671.317966:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:2.0:1767384671.317968:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 00000400:00000200:2.0:1767384671.317971:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:2.0:1767384671.317974:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:2.0:1767384671.317979:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.317981:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:1.0:1767384671.317983:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384671.317984:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:1.0:1767384671.317990:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000200:2.0:1767384671.317992:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.317996:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000200:2.0:1767384671.317997:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:2.0:1767384671.318002:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000010:1.0:1767384671.318002:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000022bac48. 00000400:00000200:2.0:1767384671.318010:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000010:1.0:1767384671.318010:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00000400:00000200:2.0:1767384671.318016:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:2.0:1767384671.318018:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000010:1.0:1767384671.318019:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021f15169. 00000400:00000200:2.0:1767384671.318022:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318024:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:2.0:1767384671.318028:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:2.0:1767384671.318035:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318040:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:1.0:1767384671.318040:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:2.0:1767384671.318046:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:2.0:1767384671.318051:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318053:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:1.0:1767384671.318057:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:2.0:1767384671.318058:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:2.0:1767384671.318067:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.318070:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384671.318072:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:2.0:1767384671.318077:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:2.0:1767384671.318085:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.318086:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384671.318089:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:2.0:1767384671.318095:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:1.0:1767384671.318098:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384671.318103:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318108:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:1.0:1767384671.318111:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:2.0:1767384671.318113:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:2.0:1767384671.318121:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.318123:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:2.0:1767384671.318127:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:2.0:1767384671.318133:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:1.0:1767384671.318136:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:2.0:1767384671.318141:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.318146:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:2.0:1767384671.318147:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:2.0:1767384671.318154:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:1.0:1767384671.318161:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:2.0:1767384671.318162:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318167:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:2.0:1767384671.318173:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:1.0:1767384671.318175:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:2.0:1767384671.318180:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318186:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:1.0:1767384671.318186:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000400:00000200:2.0:1767384671.318193:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:2.0:1767384671.318199:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.318201:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[167, 37] 00000400:00000200:2.0:1767384671.318202:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:2.0:1767384671.318206:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:2.0:1767384671.318212:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318214:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:1.0:1767384671.318217:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 37], ns[178, 37] 00000400:00000200:2.0:1767384671.318218:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:2.0:1767384671.318224:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318228:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:2.0:1767384671.318231:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:1.0:1767384671.318235:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:2.0:1767384671.318237:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318241:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:2.0:1767384671.318245:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:2.0:1767384671.318251:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384671.318252:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767384671.318253:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:2.0:1767384671.318257:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:2.0:1767384671.318262:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318265:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:2.0:1767384671.318268:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:1.0:1767384671.318268:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:2.0:1767384671.318275:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318278:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:2.0:1767384671.318281:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:1.0:1767384671.318282:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:2.0:1767384671.318286:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318290:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:2.0:1767384671.318294:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:1.0:1767384671.318297:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:2.0:1767384671.318301:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318305:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:2.0:1767384671.318309:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:1.0:1767384671.318314:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:2.0:1767384671.318315:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318316:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:2.0:1767384671.318317:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:2.0:1767384671.318319:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318320:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:2.0:1767384671.318326:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:2.0:1767384671.318331:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318333:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:2.0:1767384671.318338:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:1.0:1767384671.318338:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:2.0:1767384671.318344:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318364:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:1.0:1767384671.318367:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 32], ns[152, 32] 00000400:00000200:2.0:1767384671.318368:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:2.0:1767384671.318374:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318377:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:1.0:1767384671.318380:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 00000400:00000200:2.0:1767384671.318381:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:2.0:1767384671.318388:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318390:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:2.0:1767384671.318393:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:1.0:1767384671.318393:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 32], ns[173, 32] 00000400:00000200:2.0:1767384671.318400:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318402:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:2.0:1767384671.318405:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:1.0:1767384671.318407:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[86, 32] 00000400:00000200:2.0:1767384671.318410:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318415:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:2.0:1767384671.318419:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:1.0:1767384671.318422:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 32], ns[182, 32] 00000400:00000200:2.0:1767384671.318425:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384671.318430:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 00000100:00000001:2.0:1767384671.318434:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.318438:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[114, 32] 00010000:00000001:2.0:1767384671.318439:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384671.318447:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.154@tcp' by NID '192.168.202.154@tcp' 00000400:00000200:1.0:1767384671.318451:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[151, 32] 10000000:00000010:2.0:1767384671.318453:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d4bead9f. 10000000:00000040:2.0:1767384671.318457:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.154@tcp::2 00000400:00000200:1.0:1767384671.318460:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 32], ns[154, 32] 00000020:00000080:2.0:1767384671.318461:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384671.318469:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384671.318469:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 32], ns[159, 32] 00000020:00000010:2.0:1767384671.318474:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008530ab21. 00000400:00000200:1.0:1767384671.318479:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 32], ns[145, 32] 00000020:00000010:2.0:1767384671.318481:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7308046. 00000400:00000200:1.0:1767384671.318487:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 32], ns[176, 32] 00000040:00000010:2.0:1767384671.318488:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c11b2db4. 00000020:00000010:2.0:1767384671.318495:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5ebe6a3. 00000400:00000200:1.0:1767384671.318499:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 32], ns[160, 32] 00000020:00000010:2.0:1767384671.318500:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095db0b07. 00000020:00000010:2.0:1767384671.318507:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad5c2930. 00000400:00000200:1.0:1767384671.318508:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 32], ns[164, 32] 80000000:00000010:2.0:1767384671.318513:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fea04a18. 00000400:00000200:1.0:1767384671.318518:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[160, 32], ns[174, 32] 40000000:00000010:2.0:1767384671.318519:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005250edcc. 00100000:00000010:2.0:1767384671.318525:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c33ee70. 00000400:00000200:1.0:1767384671.318529:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 32], ns[184, 32] 00040000:00000010:2.0:1767384671.318531:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040304bf9. 00040000:00000010:2.0:1767384671.318537:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f820639e. 00000400:00000200:1.0:1767384671.318539:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 32], ns[180, 32] 00040000:00000010:2.0:1767384671.318541:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e756838b. 00080000:00000010:2.0:1767384671.318548:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e44ec08c. 00000400:00000200:1.0:1767384671.318550:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 32], ns[183, 32] 00080000:00000010:2.0:1767384671.318553:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044353186. 00000004:00000010:2.0:1767384671.318559:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000073ff0352. 00000004:00000010:2.0:1767384671.318566:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000120e8199. 00000400:00000200:1.0:1767384671.318570:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[172, 32], ns[186, 32] 00000004:00000010:2.0:1767384671.318572:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000026aea7ec. 00002000:00000010:2.0:1767384671.318578:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f060a383. 00000400:00000200:1.0:1767384671.318578:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000400:00000200:1.0:1767384671.318585:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000004:00000010:2.0:1767384671.318587:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000732b33be. 00000400:00000200:1.0:1767384671.318591:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp47 00000004:00000001:2.0:1767384671.318592:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384671.318596:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:1.0:1767384671.318597:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp47 lpni_is_preferred = 0 00000040:00001000:2.0:1767384671.318599:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d4bead9f 00000040:00001000:2.0:1767384671.318602:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:1.0:1767384671.318603:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp47 00000040:00001000:2.0:1767384671.318605:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384671.318607:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384671.318610:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:1.0:1767384671.318611:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp47 NI seq info: [187:187:256:4294967295] 192.168.202.154@tcp47 LPNI seq info [173:173:8:4294967295] 00000040:00001000:2.0:1767384671.318615:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384671.318619:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384671.318620:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384671.318623:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.154@tcp::2 00000400:00000200:1.0:1767384671.318624:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp47 00000040:00000001:2.0:1767384671.318625:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384671.318633:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp47(192.168.202.154@tcp47:) -> 192.168.202.154@tcp47(192.168.202.154@tcp:192.168.202.154@tcp47) : GET try# 0 00000800:00000200:1.0:1767384671.318644:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp47 00000800:00000010:1.0:1767384671.318650:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002963e8f0. 00000800:00000010:1.0:1767384671.318660:0:16355:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000b9c1a75. 00000800:00000010:1.0:1767384671.318664:0:16355:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fa3bbf1c. 00000800:00000200:1.0:1767384671.318669:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b9c1a75] -> 12345-192.168.202.154@tcp47 (2) 00000800:00000200:1.1:1767384671.318672:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b9c1a75] -> 12345-192.168.202.154@tcp47 (2) 00000004:00000001:2.0:1767384671.318685:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.318685:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384671.318688:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000020:00000010:2.0:1767384671.318694:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7308046. 00000040:00000010:2.0:1767384671.318700:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c11b2db4. 00000020:00000010:2.0:1767384671.318703:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5ebe6a3. 00000020:00000010:2.0:1767384671.318707:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000095db0b07. 00000020:00000010:2.0:1767384671.318711:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ad5c2930. 80000000:00000010:2.0:1767384671.318716:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fea04a18. 40000000:00000010:2.0:1767384671.318752:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005250edcc. 00100000:00000010:2.0:1767384671.318758:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c33ee70. 00040000:00000010:2.0:1767384671.318762:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000040304bf9. 00040000:00000010:2.0:1767384671.318766:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f820639e. 00040000:00000010:2.0:1767384671.318771:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e756838b. 00080000:00000010:2.0:1767384671.318778:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044353186. 00080000:00000010:2.0:1767384671.318782:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e44ec08c. 00000004:00000010:2.0:1767384671.318788:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000073ff0352. 00000004:00000010:2.0:1767384671.318792:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000120e8199. 00000004:00000010:2.0:1767384671.318797:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000026aea7ec. 00002000:00000010:2.0:1767384671.318800:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f060a383. 00000400:00000200:1.0:1767384671.318802:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000004:00000010:2.0:1767384671.318804:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000732b33be. 00000020:00000010:2.0:1767384671.318809:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008530ab21. 00000020:00000001:2.0:1767384671.318812:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.318814:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384671.318816:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d4bead9f. 10000000:00000010:2.0:1767384671.318820:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000206bbb70. 10000000:00000001:2.0:1767384671.318823:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.318826:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.318830:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b494659b x1853237049195520/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.318836:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384671.318838:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384671.318840:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3105c1f. 02000000:00000001:2.0:1767384671.318842:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384671.318844:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384671.318845:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384671.318847:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384671.318848:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384671.318850:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384671.318851:0:17086:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384671.318853:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384671.318854:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b5d0e6fb. 00000100:00000010:2.0:1767384671.318857:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004a6e1610. 00000100:00000001:2.0:1767384671.318860:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384671.318861:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad7861a8. 00000400:00000200:1.0:1767384671.318862:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 02000000:00000001:2.0:1767384671.318864:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384671.318867:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384671.318868:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b494659b. 00000100:00000001:2.0:1767384671.318872:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384671.318874:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384671.318887:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d641f5ce. 10000000:01000000:2.0:1767384671.318893:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.154@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384671.318897:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384671.318899:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384671.318900:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.318902:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=3 00000020:00000001:2.0:1767384671.318904:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00000400:00000200:1.0:1767384671.318906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00010000:00000001:2.0:1767384671.318907:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:2.0:1767384671.318912:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384671.318915:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.318920:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.318921:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384671.318923:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.318927:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384671.318928:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.318929:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384671.318931:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.318932:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.318934:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384671.318936:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384671.318937:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 3 00000400:00000200:1.0:1767384671.318938:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 10000000:00000001:2.0:1767384671.318939:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384671.318969:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.318984:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319049:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319086:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319106:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319156:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319230:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319270:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319296:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319315:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319331:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319366:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319393:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319445:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319476:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319504:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319538:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319566:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319591:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319609:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319636:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319666:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319688:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319710:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.319760:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384671.319900:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e01c6901. 00000800:00000010:1.0:1767384671.319905:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebef96af. 00000800:00000010:1.0:1767384671.319910:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004b468f04. 00000800:00000010:1.0:1767384671.319928:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004b468f04. 00000800:00020000:1.0:1767384671.319936:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384671.319939:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebef96af. 00000800:00000010:1.0:1767384671.319940:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e01c6901. 00000400:02020000:1.0:1767384671.319972:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp47 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384671.319984:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp47 notifying 192.168.202.154@tcp47: down 00000800:00000200:1.0:1767384671.319989:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp47 down 00000800:00000100:1.0:1767384671.319995:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp47 00000800:00000010:1.0:1767384671.319998:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002963e8f0. 00000400:00000200:1.0:1767384671.320000:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384671.320004:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp47->192.168.202.154@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384671.320015:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp47 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:1.0:1767384671.320020:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384671.320023:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 1 00000400:00000200:1.0:1767384671.320027:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:3.0:1767384671.320061:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384671.320065:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300871 00000400:00000001:3.0:1767384671.320069:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384671.320070:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384671.320071:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfc7873 00000400:00000010:3.0:1767384671.320073:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bfc7873. 00000400:00000200:3.0:1767384671.320082:0:16355:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384671.320085:0:16355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:3.0:1767384671.320088:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000022bac48. 00000400:00000200:3.0:1767384671.320090:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 00000400:00000200:3.0:1767384671.320093:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:-71 00000400:00000200:3.0:1767384671.320094:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 rc -71 00000400:00000200:3.0:1767384671.320097:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:3.0:1767384671.320100:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (40) 00000100:00000040:1.0:1767384671.322761:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294960646, at 4294960647 00000100:00000010:1.0:1767384671.322770:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087917eae. 00000100:00000040:0.0:1767384671.322784:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294960646, at 4294960647 00000100:00000010:0.0:1767384671.322794:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000087bc812. 00000100:00000040:3.0:1767384671.323014:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294960646, at 4294960647 00000100:00000010:3.0:1767384671.323020:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00000100:00000040:2.0:1767384671.323765:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294960646, at 4294960648 00000100:00000010:2.0:1767384671.323771:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061cea892. 00000020:00000010:0.0:1767384671.328632:0:39229:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000069ca5886. 00000020:00000040:0.0:1767384671.328643:0:39229:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384671.328646:0:39229:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000069ca5886. 00000800:00000200:2.0:1767384671.444794:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000800:00000200:2.1:1767384671.444801:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000400:00000200:1.0:1767384671.444886:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.444928:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.444943:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.444955:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.444966:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.444978:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.444990:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445002:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445015:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445033:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445057:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445079:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445103:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445118:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445130:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445142:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445154:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445167:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445198:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445211:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445223:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445235:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445248:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445260:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445273:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445287:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445300:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445313:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445325:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445337:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445365:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445382:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445395:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445408:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384671.445421:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384671.445529:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e01c6901. 00000800:00000010:1.0:1767384671.445533:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebef96af. 00000800:00000010:1.0:1767384671.445537:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023e42c1b. 00000800:00000010:1.0:1767384671.445551:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023e42c1b. 00000800:00020000:1.0:1767384671.445558:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384671.445560:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebef96af. 00000800:00000010:1.0:1767384671.445562:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e01c6901. 00000400:02020000:1.0:1767384671.445590:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp32 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384671.445594:0:16347:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:1.0:1767384671.507783:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384671.507787:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384671.507789:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003fcc31b 00000400:00000010:1.0:1767384671.507793:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003fcc31b. 00000400:00000200:1.0:1767384671.507797:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384671.507802:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384671.507820:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000081351d92. 00000400:00000010:1.0:1767384671.507824:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000706db5f0. 00000400:00000200:1.0:1767384671.507831:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp44 00000400:00000010:1.0:1767384671.507833:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000561c7b06. 00000400:00000010:1.0:1767384671.507837:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000042d4a8c2. 00000400:00000010:1.0:1767384671.507842:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2d5757e. 00000400:00000010:1.0:1767384671.507847:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000649611bd. 00000400:00000200:1.0:1767384671.507851:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp44 00000400:00000200:1.0:1767384671.507862:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp44 local destination 00000400:00000200:1.0:1767384671.507866:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp44 00000400:00000200:1.0:1767384671.507869:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp44 NI seq info: [188:188:256:4294967295] 192.168.202.154@tcp44 LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1767384671.507875:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp44 00000400:00000200:1.0:1767384671.507881:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp44(192.168.202.154@tcp44:) -> 192.168.202.154@tcp44(192.168.202.154@tcp44:192.168.202.154@tcp44) : GET try# 0 00000800:00000200:1.0:1767384671.507885:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp44 00000800:00000010:1.0:1767384671.507889:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002963e8f0. 00000800:00000200:1.0:1767384671.507895:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000800:00000200:1.1:1767384671.507898:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000400:00000200:1.0:1767384671.507915:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp44 added to recovery queue. ping count: 3 next ping: 301 health :700 00000400:00000200:2.0:1767384671.507989:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508052:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508086:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508113:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508144:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508162:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508177:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508197:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508250:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508280:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508299:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508327:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508371:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508424:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508442:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508462:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508481:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508500:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508533:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508568:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508606:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508656:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508675:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508706:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508765:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508858:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508872:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384671.508887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384671.508998:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e44ec08c. 00000800:00000010:2.0:1767384671.509002:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d5eaeb0. 00000800:00000010:2.0:1767384671.509006:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff2606f8. 00000800:00000010:2.0:1767384671.509021:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff2606f8. 00000800:00020000:2.0:1767384671.509028:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384671.509032:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d5eaeb0. 00000800:00000010:2.0:1767384671.509034:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e44ec08c. 00000400:02020000:2.0:1767384671.509074:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp44 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384671.509081:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp44 notifying 192.168.202.154@tcp44: down 00000400:00000200:2.0:1767384671.509086:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384671.509090:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp44 00000800:00000010:2.0:1767384671.509093:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002963e8f0. 00000400:00000200:2.0:1767384671.509097:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384671.509102:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp44->192.168.202.154@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384671.509110:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384671.509112:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384671.509115:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp44) recovery failed with -71 00080000:00000010:3.0:1767384671.528543:0:39238:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004a18c788. 00080000:00000010:3.0:1767384671.528554:0:39238:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004a18c788. 00000020:00000001:3.0:1767384671.528560:0:39238:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384671.528569:0:39238:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004a18c788. 00080000:00000010:3.0:1767384671.528574:0:39238:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004a18c788. 00000020:00000001:3.0:1767384671.528578:0:39238:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.763798:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384671.763807:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.763816:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384671.763818:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.763856:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384671.763862:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.763866:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384672.275760:0:39402:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384672.275766:0:39402:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:3.0:1767384672.278902:0:39402:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384672.287988:0:39403:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000867b7492. 00000400:00000010:3.0:1767384672.288012:0:39403:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000013407db7. 00000400:00000010:3.0:1767384672.288027:0:39403:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000003e0a7a3. 00000400:00000010:3.0:1767384672.288032:0:39403:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003251f5f1. 00000400:00000010:3.0:1767384672.288038:0:39403:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d305421b. 00000400:00000010:3.0:1767384672.288045:0:39403:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae017017. 00000400:00000010:3.0:1767384672.288048:0:39403:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005949fba8. 00000400:00000010:3.0:1767384672.288050:0:39403:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec77d5da. 00000400:00000010:3.0:1767384672.288055:0:39403:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003992a358. 00000800:00000010:3.0:1767384672.288080:0:39403:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000061680f09. 00000800:00000200:3.0:1767384672.288095:0:39403:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384672.288119:0:39403:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384672.288174:0:39403:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.154) 00000400:02000000:3.0:1767384672.288219:0:39403:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.154@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384672.291008:0:39403:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000008c86874e. 00000400:00000010:3.0:1767384672.291018:0:39403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcb142a. 00000400:00000010:3.0:1767384672.291026:0:39403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014fc6b4a. 00000400:00000001:3.0:1767384672.291053:0:39403:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384672.291056:0:39403:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384672.291059:0:39403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074bcfa26. 00000400:00000200:3.0:1767384672.291062:0:39403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1ea97f2 00000400:00000010:3.0:1767384672.291065:0:39403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1ea97f2. 00000400:00000010:3.0:1767384672.291070:0:39403:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000e7f0797f. 00000400:00000200:3.0:1767384672.291078:0:39403:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (39) 00000400:00000200:3.0:1767384672.291095:0:39403:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:3.0:1767384672.291107:0:39403:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:3.0:1767384672.291117:0:39403:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a9765298. 00000400:00000200:1.0:1767384672.291117:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384672.291125:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000020:01000000:3.0:1767384672.291127:0:39403:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384672.291129:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000020:01000000:3.0:1767384672.291134:0:39403:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.154@tcp50 00000400:00000010:1.0:1767384672.291137:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000df5238ef. 00000400:00000010:1.0:1767384672.291142:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e888e02. 00000400:00000010:1.0:1767384672.291148:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc3b8579. 00000400:00000200:1.0:1767384672.291152:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000010:3.0:1767384672.291158:0:39403:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000013407db7. 00000400:00000010:3.0:1767384672.291168:0:39403:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000867b7492. 00000400:00000200:1.0:1767384672.291168:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:1.0:1767384672.291178:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384672.291184:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384672.291196:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:00000001:2.0:1767384672.291197:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384672.291202:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:00000001:2.0:1767384672.291208:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384672.291210:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 10000000:00000001:2.0:1767384672.291212:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384672.291215:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384672.291216:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000020:01000004:2.0:1767384672.291224:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384672.291227:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000020:01000004:2.0:1767384672.291229:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384672.291239:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384672.291243:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000020:01000004:2.0:1767384672.291248:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384672.291251:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384672.291252:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000020:01000004:2.0:1767384672.291258:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384672.291262:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384672.291266:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384672.291268:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384672.291272:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384672.291274:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000100:00000010:2.0:1767384672.291279:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b494659b. 00000020:00000040:2.0:1767384672.291286:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000400:00000200:1.0:1767384672.291286:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[167, 37] 00000100:00000001:2.0:1767384672.291295:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384672.291299:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384672.291300:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 37], ns[178, 37] 02000000:00000001:2.0:1767384672.291304:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291310:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 02000000:00000010:2.0:1767384672.291314:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e44ec08c. 00000100:00000001:2.0:1767384672.291322:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291322:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000100:00000001:2.0:1767384672.291336:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384672.291336:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000100:00000001:2.0:1767384672.291354:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291362:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000100:00000040:2.0:1767384672.291366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b494659b] to pc [ptlrpcd_00_03+3] req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384672.291383:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:1.0:1767384672.291394:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:1.0:1767384672.291400:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:1.0:1767384672.291408:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 32], ns[152, 32] 10000000:00000001:2.0:1767384672.291410:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384672.291417:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.291419:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384672.291421:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384672.291433:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384672.291435:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384672.291438:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384672.291438:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384672.291442:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384672.291442:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 00000020:01000004:2.0:1767384672.291448:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384672.291454:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384672.291458:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384672.291458:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384672.291459:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 32], ns[173, 32] 00000020:01000004:2.0:1767384672.291466:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384672.291467:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384672.291476:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384672.291481:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384672.291484:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[86, 32] 00000100:00000040:0.0:1767384672.291486:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384672.291488:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384672.291493:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384672.291499:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384672.291506:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034256616. 00000400:00000200:1.0:1767384672.291507:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 32], ns[182, 32] 00000020:00000040:2.0:1767384672.291515:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384672.291525:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384672.291532:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384672.291540:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291540:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[114, 32] 00000100:00000001:0.0:1767384672.291541:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384672.291551:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384672.291552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000044353186. 00000100:00000001:2.0:1767384672.291559:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.291560:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384672.291563:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384672.291565:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[151, 32] 00000100:00000001:2.0:1767384672.291566:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.291566:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384672.291579:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034256616] to pc [ptlrpcd_00_00+0] req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384672.291580:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291595:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 32], ns[154, 32] 00000100:00100000:0.0:1767384672.291600:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b494659b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049195648:0@lo:253: 00000100:00000001:0.0:1767384672.291625:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384672.291631:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 32], ns[159, 32] 02000000:00000001:0.0:1767384672.291634:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384672.291635:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.291641:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291642:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 32], ns[145, 32] 02000000:00000001:0.0:1767384672.291649:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384672.291650:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.291657:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291660:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 32], ns[176, 32] 02000000:00000010:0.0:1767384672.291663:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000550eed6b. 00000020:01000000:2.0:1767384672.291664:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384672.291672:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a9765298. 02000000:00000001:0.0:1767384672.291674:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.291676:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 32], ns[160, 32] 00000400:00000010:0.0:1767384672.291684:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dafd767. 00000400:00000200:1.0:1767384672.291685:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 32], ns[164, 32] 00000100:00000001:2.0:1767384672.291691:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384672.291696:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[160, 32], ns[174, 32] 00000400:00000010:0.0:1767384672.291696:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a41d03b. 00000100:00000001:2.0:1767384672.291699:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384672.291704:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049195648, portal 25 00000100:00000001:0.0:1767384672.291713:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384672.291748:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 32], ns[184, 32] 00000100:00000001:0.0:1767384672.291751:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276575360 : -128361432976256 : ffff8b4186627480) 00000400:00000200:1.0:1767384672.291759:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[174, 32], ns[188, 32] 00000100:00000040:0.0:1767384672.291763:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384672.291767:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 32], ns[183, 32] 00000400:00000200:1.0:1767384672.291786:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[172, 32], ns[186, 32] 00000100:00000001:0.0:1767384672.291787:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384672.291794:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384672.291799:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[173, 32], ns[187, 32] 00000400:00000010:0.0:1767384672.291801:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f52f3bcc. 00000100:00000200:0.0:1767384672.291806:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049195648, offset 0 00000400:00000200:1.0:1767384672.291817:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384672.291822:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384672.291828:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp22 00000400:00000200:1.0:1767384672.291835:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384672.291838:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp22 00000100:00000001:3.0:1767384672.291845:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384672.291845:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp22 NI seq info: [189:189:256:4294967295] 192.168.202.154@tcp22 LPNI seq info [175:175:8:4294967295] 00000100:00100000:3.0:1767384672.291855:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1767384672.291855:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp22 00000100:00000001:3.0:1767384672.291861:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384672.291868:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22:) -> 192.168.202.154@tcp22(192.168.202.154@tcp:192.168.202.154@tcp22) : GET try# 0 00000100:00000001:3.0:1767384672.291874:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767384672.291874:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp22 00000100:00000001:3.0:1767384672.291879:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384672.291879:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a041f653. 00000400:00000200:0.0:1767384672.291885:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384672.291886:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384672.291890:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384672.291893:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (6) 00000100:00000001:3.0:1767384672.291894:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384672.291901:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384672.291906:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007c80 00000800:00000200:1.0:1767384672.291912:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp22 ip 192.168.202.154:988 00000800:00000200:1.0:1767384672.291922:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a041f653 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384672.291923:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1719 [2] + 0 00000100:00000001:3.0:1767384672.291924:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384672.291927:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.291933:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384672.291934:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5d2c3af. 02000000:00000001:3.0:1767384672.291936:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384672.291941:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384672.291941:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071b951f3 00000100:00100000:3.0:1767384672.291946:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034256616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049195776:0@lo:253: 00000400:00000200:1.0:1767384672.291947:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000100:00000001:3.0:1767384672.291953:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384672.291954:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000400:00000200:0.0:1767384672.291954:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384672.291965:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384672.291969:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384672.291972:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384672.291973:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384672.291981:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3eb1547. 00000400:00000200:0.0:1767384672.291983:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071b951f3 02000000:00000001:3.0:1767384672.291985:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384672.291989:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071b951f3. 00000400:00000010:3.0:1767384672.291994:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000100:00000001:0.0:1767384672.291996:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384672.292001:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384672.292002:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013407db7. 00000100:00000200:3.0:1767384672.292007:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049195776, portal 25 00000100:00000040:0.0:1767384672.292007:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000c1563414 x1853237049195648 msgsize 4848 00000100:00000001:3.0:1767384672.292013:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384672.292016:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276569088 : -128361432982528 : ffff8b4186625c00) 00000100:00100000:0.0:1767384672.292019:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384672.292022:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384672.292023:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.292031:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384672.292033:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384672.292035:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384672.292036:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a0e22f1. 00000100:00000200:3.0:1767384672.292039:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237049195776, offset 0 00000400:00000200:3.0:1767384672.292043:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384672.292046:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f52f3bcc 00000400:00000010:0.0:1767384672.292050:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f52f3bcc. 00000400:00000200:3.0:1767384672.292052:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384672.292054:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384672.292060:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384672.292063:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260007d00 00000400:00000200:3.0:1767384672.292072:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1749 [2] + 0 00000100:00000001:0.0:1767384672.292075:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384672.292076:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000447c5374. 00000100:00000040:0.0:1767384672.292080:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384672.292082:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f20a7a77 00000400:00000200:3.0:1767384672.292089:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384672.292090:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.292095:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384672.292099:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384672.292105:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f20a7a77 00000100:00000001:0.0:1767384672.292105:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384672.292109:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f20a7a77. 00000100:00000001:0.0:1767384672.292113:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294961621 00000100:00000001:3.0:1767384672.292115:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384672.292118:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384672.292118:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4eefdf2. 00000100:00000040:3.0:1767384672.292124:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000003b345319 x1853237049195776 msgsize 4848 00000100:00100000:3.0:1767384672.292128:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384672.292129:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384672.292130:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384672.292137:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294961621 00000100:00000001:3.0:1767384672.292139:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384672.292139:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384672.292141:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0276c04. 00000400:00000200:3.0:1767384672.292146:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a0e22f1 00000800:00000010:1.0:1767384672.292147:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a041f653. 00000100:00000001:0.0:1767384672.292147:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384672.292151:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a0e22f1. 00000100:00000001:0.0:1767384672.292154:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294961621 00000400:00000200:1.0:1767384672.292155:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384672.292156:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384672.292158:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081487e4f. 00000100:00000001:0.0:1767384672.292163:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384672.292167:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: GET: OK 00000100:00000200:3.0:1767384672.292168:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.292168:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294961621 00000100:00000010:0.0:1767384672.292175:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d70c31b7. 00000400:00000200:1.0:1767384672.292177:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384672.292181:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384672.292183:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384672.292185:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000100:00000040:3.0:1767384672.292188:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.292196:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.292196:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384672.292199:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384672.292200:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384672.292204:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384672.292205:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.292206:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.292210:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.292211:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294961621 00000100:00000001:3.0:1767384672.292215:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294961621 00000100:00000001:0.0:1767384672.292216:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384672.292217:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294961621 00000800:00000001:1.0:1767384672.292219:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.292219:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384672.292222:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294961621 00000100:00000001:3.0:1767384672.292227:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294961621 00000800:00000001:1.0:1767384672.292228:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384672.292228:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384672.292231:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384672.292232:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294961621 00000100:00000001:3.0:1767384672.292236:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294961621 00000100:00000001:0.0:1767384672.292236:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384672.292240:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.292241:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294961621 00000100:00000001:0.0:1767384672.292242:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.292248:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384672.292251:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.292254:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.292254:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22) <- 192.168.202.154@tcp22 : GET - for me 00000100:00000001:3.0:1767384672.292257:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.292270:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384672.292274:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384672.292275:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384672.292282:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 672/672 into md 0x1fb5 [1] + 0 00000100:00000001:3.0:1767384672.292283:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384672.292284:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195648 02000000:00000001:0.0:1767384672.292291:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384672.292296:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384672.292298:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384672.292301:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195776 00000400:00000200:1.0:1767384672.292302:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp22 to MR: 192.168.202.154@tcp22 local destination 00000100:00000001:0.0:1767384672.292302:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.292303:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384672.292307:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384672.292310:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.292312:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.292313:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.292319:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp22 NI seq info: [190:190:256:4294967295] 192.168.202.154@tcp22 LPNI seq info [176:176:8:4294967295] 00000100:00100000:3.0:1767384672.292320:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195776 00000100:00100000:0.0:1767384672.292321:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195648 00000020:00000001:3.0:1767384672.292327:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384672.292327:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384672.292330:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000040:0.0:1767384672.292331:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:3.0:1767384672.292335:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384672.292336:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384672.292355:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=15 00000020:00000040:0.0:1767384672.292355:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:0.0:1767384672.292360:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384672.292365:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:3.0:1767384672.292368:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384672.292372:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384672.292374:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000010:0.0:1767384672.292378:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000286d2075. 00000100:00000001:3.0:1767384672.292383:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384672.292385:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22:192.168.202.154@tcp22) -> 192.168.202.154@tcp22(192.168.202.154@tcp22:192.168.202.154@tcp22) 192.168.202.154@tcp22 : REPLY try# 0 00000100:00000001:0.0:1767384672.292385:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384672.292388:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3ea6f5b. 00000020:00000010:0.0:1767384672.292392:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000286d2075. 00000100:00000001:3.0:1767384672.292394:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384672.292398:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3ea6f5b. 00000800:00000200:1.0:1767384672.292403:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.154@tcp22 00000020:00000010:0.0:1767384672.292406:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060efb0ad. 00000020:00000010:3.0:1767384672.292407:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004783d77f. 00000800:00000010:1.0:1767384672.292409:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a041f653. 00000020:00000010:0.0:1767384672.292413:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001feb20f8. 00000020:00000010:3.0:1767384672.292414:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a555acc8. 00000800:00000200:1.0:1767384672.292420:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2510ee2] -> 12345-192.168.202.154@tcp22 (6) 00000020:00000010:3.0:1767384672.292422:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009de2d8e8. 00000020:00000010:0.0:1767384672.292422:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000800:00000200:1.0:1767384672.292430:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp22 ip 192.168.202.154:997 00000800:00000200:1.0:1767384672.292435:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a041f653 type 3, nob 768 niov 1 nkiov 1 00000100:00000040:3.0:1767384672.292444:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384672.292450:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384672.292451:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384672.292453:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.292460:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384672.292463:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.292467:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384672.292470:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.292478:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.292479:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.292482:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.292492:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384672.292498:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384672.292506:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:3.0:1767384672.292511:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384672.292513:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512772176 : -128357196779440 : ffff8b4282e1b050) 00000100:00000001:0.0:1767384672.292514:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384672.292518:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1767384672.292520:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384672.292521:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b345319 x1853237049195776/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 4848/0 e 0 to 0 dl 1767384683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384672.292525:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000800:00000010:1.0:1767384672.292527:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a041f653. 00000100:00000040:0.0:1767384672.292532:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:1.0:1767384672.292538:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384672.292538:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512769104 : -128357196782512 : ffff8b4282e1a450) 00000100:00000001:3.0:1767384672.292540:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384672.292544:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3ea6f5b. 00000100:00000001:3.0:1767384672.292549:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384672.292551:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1563414 x1853237049195648/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 4848/0 e 0 to 0 dl 1767384683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384672.292555:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: REPLY: OK 00000020:00000010:3.0:1767384672.292556:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3ea6f5b. 00000100:00100000:3.0:1767384672.292569:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b345319 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049195776:12345-0@lo:253: 00000100:00000001:0.0:1767384672.292570:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384672.292576:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195776 00000020:00000010:0.0:1767384672.292576:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000286d2075. 00000800:00000001:1.0:1767384672.292579:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384672.292580:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384672.292581:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384672.292586:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000286d2075. 00000020:00000001:3.0:1767384672.292589:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:1.0:1767384672.292590:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384672.292592:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384672.292594:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1563414 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16360:x1853237049195648:12345-0@lo:253: 00000800:00000001:1.0:1767384672.292597:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384672.292598:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384672.292600:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195648 00000020:00000001:0.0:1767384672.292603:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1767384672.292606:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384672.292607:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384672.292610:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000800:00000001:1.0:1767384672.292611:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384672.292611:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384672.292618:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384672.292618:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:1.0:1767384672.292621:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384672.292623:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990864 : -1049560752 : ffffffffc170f950) 00000020:00000001:3.0:1767384672.292624:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384672.292631:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384672.292631:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384672.292635:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384672.292637:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384672.292637:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp22(192.168.202.154@tcp22) <- 192.168.202.154@tcp22 : REPLY - for me 00000020:00000001:0.0:1767384672.292640:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384672.292643:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.292643:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384672.292647:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.292651:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384672.292652:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384672.292656:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384672.292658:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384672.292661:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp22: Reply from 12345-192.168.202.154@tcp22 of length 672/672 into md 0x1fb9 02000000:00000010:3.0:1767384672.292663:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a9765298. 02000000:00000001:3.0:1767384672.292667:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.292669:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384672.292669:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384672.292669:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000044621c82. 02000000:00000001:0.0:1767384672.292675:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384672.292677:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384672.292678:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.292678:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.292685:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384672.292685:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384672.292689:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000035a8222c. 20000000:01000000:3.0:1767384672.292694:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384672.292695:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp22->192.168.202.154@tcp22: REPLY: OK 20000000:00000010:0.0:1767384672.292696:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e543e500. 20000000:00000001:3.0:1767384672.292698:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384672.292703:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384672.292703:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384672.292705:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e888e02 20000000:00000001:3.0:1767384672.292708:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384672.292708:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384672.292709:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e888e02. 20000000:00000001:3.0:1767384672.292713:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384672.292714:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384672.292716:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 20000000:00000001:3.0:1767384672.292738:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384672.292750:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a2cbeb7. 20000000:01000000:3.0:1767384672.292754:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:3.0:1767384672.292761:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384672.292767:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384672.292768:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384672.292769:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 20000000:00000001:0.0:1767384672.292770:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384672.292775:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384672.292776:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384672.292778:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:1.0:1767384672.292783:0:16352:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.154@tcp (704 bytes) 00000400:00000200:1.0:1767384672.292788:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000010:1.0:1767384672.292799:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000df5238ef. 00080000:00000001:3.0:1767384672.292803:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384672.292805:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 00000800:00000001:1.0:1767384672.292822:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384672.292825:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384672.292828:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384672.292831:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384672.292835:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384672.292839:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384672.292842:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384672.292845:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000ddb676db 00000020:00000001:3.0:1767384672.292852:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c91483f 00080000:00000002:3.0:1767384672.292854:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384672.292858:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384672.292863:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384672.292868:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384672.292880:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384672.292889:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00080000:00000001:3.0:1767384672.292893:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384672.292898:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aae71deb. 00080000:00000001:3.0:1767384672.292902:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267334656 : -128361442216960 : ffff8b4185d57400) 00080000:00000001:3.0:1767384672.292906:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384672.292912:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384672.292919:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d3ea6f5b. 00080000:00000001:3.0:1767384672.292922:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384672.292925:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384672.292950:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384672.292971:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384672.293032:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384672.293039:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000008a690c41. 00000400:00000010:0.0:1767384672.293045:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c136aa2. 00000400:00000010:0.0:1767384672.293050:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000400:00000200:0.0:1767384672.293057:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008a690c41 00000400:00000001:0.0:1767384672.293061:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384672.293063:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384672.293066:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d88c1d. 00000400:00000200:0.0:1767384672.293071:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a186bab0 00000400:00000010:0.0:1767384672.293073:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a186bab0. 00000400:00000200:0.0:1767384672.293077:0:16355:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384672.293080:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000001402c02a. 00000400:00000200:0.0:1767384672.293086:0:16355:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:0.0:1767384672.293091:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300871 00000400:00000200:0.0:1767384672.293097:0:16355:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.154@tcp:0 00000400:00000200:0.0:1767384672.293100:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 rc 1 00000400:00000200:0.0:1767384672.293104:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x302071 00000400:00000200:0.0:1767384672.293107:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000010:0.0:1767384672.293112:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000009ae49197. 00000400:00000010:0.0:1767384672.293116:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4638ad4. 00000400:00000010:0.0:1767384672.293123:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006aa5f90e. 00000400:00000200:0.0:1767384672.293128:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp 00000400:00000200:0.0:1767384672.293134:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.154@tcp local destination 00000400:00000200:0.0:1767384672.293138:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384672.293144:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:0.0:1767384672.293149:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:0.0:1767384672.293155:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:0.0:1767384672.293159:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:0.0:1767384672.293173:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[90, 37] 00000400:00000200:0.0:1767384672.293179:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[94, 37] 00000400:00000200:0.0:1767384672.293185:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[127, 37] 00000400:00000200:0.0:1767384672.293191:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 37], ns[134, 37] 00000400:00000200:0.0:1767384672.293197:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[149, 37] 00000400:00000200:0.0:1767384672.293202:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[167, 37] 00000400:00000200:0.0:1767384672.293206:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 37], ns[178, 37] 00000400:00000200:0.0:1767384672.293211:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 37], ns[190, 37] 00000400:00000200:0.0:1767384672.293216:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000400:00000200:0.0:1767384672.293221:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:0.0:1767384672.293226:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000400:00000200:0.0:1767384672.293231:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:0.0:1767384672.293236:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000400:00000200:0.0:1767384672.293241:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 34], ns[72, 34] 00000400:00000200:0.0:1767384672.293246:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[138, 34], ns[152, 34] 00000400:00000200:0.0:1767384672.293251:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[73, 34] 00000400:00000200:0.0:1767384672.293256:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 34], ns[173, 34] 00000400:00000200:0.0:1767384672.293261:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[86, 34] 00000400:00000200:0.0:1767384672.293279:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 34], ns[182, 34] 00000400:00000200:0.0:1767384672.293285:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[114, 34] 00000400:00000200:0.0:1767384672.293290:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 34], ns[151, 34] 00000400:00000200:0.0:1767384672.293295:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[140, 34], ns[154, 34] 00000400:00000200:0.0:1767384672.293300:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[145, 34], ns[159, 34] 00000400:00000200:0.0:1767384672.293305:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 34], ns[145, 34] 00000400:00000200:0.0:1767384672.293309:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 34], ns[176, 34] 00000400:00000200:0.0:1767384672.293314:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 34], ns[160, 34] 00000400:00000200:0.0:1767384672.293318:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[150, 34], ns[164, 34] 00000400:00000200:0.0:1767384672.293323:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[160, 34], ns[174, 34] 00000400:00000200:0.0:1767384672.293328:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 34], ns[184, 34] 00000400:00000200:0.0:1767384672.293332:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[174, 34], ns[188, 34] 00000400:00000200:0.0:1767384672.293336:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 34], ns[183, 34] 00000400:00000200:0.0:1767384672.293359:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[172, 34], ns[186, 34] 00000400:00000200:0.0:1767384672.293365:0:16355:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[173, 34], ns[187, 34] 00000400:00000200:0.0:1767384672.293370:0:16355:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384672.293374:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp23 00000400:00000200:0.0:1767384672.293378:0:16355:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.154@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384672.293381:0:16355:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp23 00000400:00000200:0.0:1767384672.293386:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp23 NI seq info: [191:191:256:4294967295] 192.168.202.154@tcp23 LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1767384672.293401:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp23 00000400:00000200:0.0:1767384672.293408:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23:) -> 192.168.202.154@tcp23(192.168.202.154@tcp:192.168.202.154@tcp23) : GET try# 0 00000800:00000200:0.0:1767384672.293414:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp23 00000800:00000010:0.0:1767384672.293418:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000764873fc. 00000800:00000200:0.0:1767384672.293424:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (6) 00000800:00000200:0.0:1767384672.293433:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:988 00000800:00000200:0.0:1767384672.293436:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000764873fc type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384672.293454:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384672.293456:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300271 rc 0 00000800:00000200:1.0:1767384672.293547:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384672.293547:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384672.293552:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000764873fc. 00000400:00000200:1.0:1767384672.293560:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384672.293560:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384672.293566:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384672.293572:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: GET: OK 00000400:00000200:1.0:1767384672.293577:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384672.293580:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384672.293581:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.154@tcp: 0 00000400:00000200:0.0:1767384672.293593:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23) <- 192.168.202.154@tcp23 : GET - for me 00000400:00000200:0.0:1767384672.293604:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384672.293610:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 704/704 into md 0x1fb5 [1] + 0 00000400:00000200:0.0:1767384672.293618:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp23 to MR: 192.168.202.154@tcp23 local destination 00000400:00000200:0.0:1767384672.293624:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp23 NI seq info: [192:192:256:4294967295] 192.168.202.154@tcp23 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767384672.293633:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) -> 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) 192.168.202.154@tcp23 : REPLY try# 0 00000800:00000200:0.0:1767384672.293638:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.154@tcp23 00000800:00000010:0.0:1767384672.293642:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033de08e4. 00000800:00000200:0.0:1767384672.293646:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (6) 00000800:00000200:0.0:1767384672.293651:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:995 00000800:00000200:0.0:1767384672.293654:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033de08e4 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:1.0:1767384672.293695:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.293771:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.293777:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384672.293779:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384672.293782:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384672.293784:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384672.293789:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033de08e4. 00000400:00000200:1.0:1767384672.293797:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23) <- 192.168.202.154@tcp23 : REPLY - for me 00000400:00000200:0.0:1767384672.293797:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384672.293809:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: REPLY: OK 00000400:00000200:1.0:1767384672.293813:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp23: Reply from 12345-192.168.202.154@tcp23 of length 704/704 into md 0x1fd1 00000800:00000001:1.0:1767384672.293819:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.293824:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384672.293827:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384672.293832:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: REPLY: OK 00000400:00000200:1.0:1767384672.293837:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4638ad4 00000400:00000010:1.0:1767384672.293838:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4638ad4. 00000400:00000200:1.0:1767384672.293844:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:0.0:1767384672.293846:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384672.293848:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.154@tcp has discovery enabled 00000400:00000200:1.0:1767384672.293853:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000200:1.0:1767384672.293856:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.154@tcp data present 42. state = 0x300271 00000400:00000200:1.0:1767384672.293860:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:1.0:1767384672.293865:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (41) 00000800:00000001:1.0:1767384672.293872:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384672.293878:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384672.293881:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384672.293895:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x3000f1 00000400:00000010:0.0:1767384672.293908:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000bec758fb. 00000400:00000010:0.0:1767384672.293912:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000006030557f. 00000400:00000010:0.0:1767384672.293916:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000ed1917da. 00000400:00000200:0.0:1767384672.293965:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp33(00000000a08676a4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384672.293983:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp42(0000000063787621) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384672.293991:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp43(00000000eb71c96f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384672.293996:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp44(00000000a93e5aaf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384672.294001:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp45(0000000074015129) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384672.294006:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp46(00000000f12d051a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384672.294011:0:16355:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.154@tcp47(0000000023a71eaa) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384672.294020:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000011e9feb8. 00000400:00000200:0.0:1767384672.294027:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000011e9feb8 nid 192.168.202.154@tcp48 00000400:00000010:0.0:1767384672.294032:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c81e851e. 00000400:00000200:0.0:1767384672.294035:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c81e851e net tcp48 00000400:00000200:0.0:1767384672.294039:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (40) 00000400:00000200:0.0:1767384672.294045:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp48 flags 0x11 00000400:00000010:0.0:1767384672.294052:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dbc1982f. 00000400:00000200:0.0:1767384672.294056:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dbc1982f nid 192.168.202.154@tcp49 00000400:00000010:0.0:1767384672.294060:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ab288a9d. 00000400:00000200:0.0:1767384672.294062:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ab288a9d net tcp49 00000400:00000200:0.0:1767384672.294065:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (41) 00000400:00000200:0.0:1767384672.294071:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp49 flags 0x11 00000400:00000010:0.0:1767384672.294076:0:16355:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000484dc3f9. 00000400:00000200:0.0:1767384672.294080:0:16355:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000484dc3f9 nid 192.168.202.154@tcp50 00000400:00000010:0.0:1767384672.294084:0:16355:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000755cad41. 00000400:00000200:0.0:1767384672.294087:0:16355:0:(peer.c:204:lnet_peer_net_alloc()) 00000000755cad41 net tcp50 00000400:00000200:0.0:1767384672.294090:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (42) 00000400:00000200:0.0:1767384672.294095:0:16355:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp50 flags 0x11 00000400:00000010:0.0:1767384672.294107:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000bec758fb. 00000400:00000010:0.0:1767384672.294112:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000006030557f. 00000400:00000010:0.0:1767384672.294115:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000ed1917da. 00000400:00000010:0.0:1767384672.294118:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000009ae49197. 00000400:00000200:0.0:1767384672.294123:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:0.0:1767384672.294126:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x300171 00000400:00000200:0.0:1767384672.294130:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 rc 1 00000400:00000200:0.0:1767384672.294135:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300171 00000400:00000010:0.0:1767384672.294141:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2face. 00000400:00000200:0.0:1767384672.294144:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (43) 00000400:00000010:0.0:1767384672.294148:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000154a5645. 00000400:00000200:0.0:1767384672.294152:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp23 00000400:00000200:0.0:1767384672.294160:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp23 to MR: 192.168.202.154@tcp23 local destination 00000400:00000200:0.0:1767384672.294166:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp23 NI seq info: [193:193:256:4294967295] 192.168.202.154@tcp23 LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1767384672.294171:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp23 00000400:00000200:0.0:1767384672.294178:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) -> 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) : PUT try# 0 00000800:00000200:0.0:1767384672.294185:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.154@tcp23 00000800:00000010:0.0:1767384672.294189:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033de08e4. 00000800:00000200:0.0:1767384672.294195:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (6) 00000800:00000200:0.0:1767384672.294200:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:988 00000800:00000200:0.0:1767384672.294203:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033de08e4 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:0.0:1767384672.294220:0:16355:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.154@tcp 00000400:00000200:0.0:1767384672.294223:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 0 00000800:00000200:1.0:1767384672.294300:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384672.294304:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033de08e4. 00000400:00000200:1.0:1767384672.294309:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384672.294313:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384672.294316:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: PUT: OK 00000400:00000200:1.0:1767384672.294320:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384672.294324:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384672.294328:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384672.294331:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.154@tcp23: 0 00000800:00000001:0.0:1767384672.294334:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384672.294358:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23) <- 192.168.202.154@tcp23 : PUT - for me 00000400:00000200:0.0:1767384672.294368:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384672.294373:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.154@tcp of length 704/704 into md 0x1fcd [1] + 0 00000400:00000010:0.0:1767384672.294383:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c136aa2. 00000400:00000200:0.0:1767384672.294386:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008317b95b 00000800:00000001:0.0:1767384672.294391:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384672.294396:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384672.294397:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384672.294401:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: PUT: OK 00000400:00000200:0.0:1767384672.294405:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:0.0:1767384672.294406:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000400:00000200:0.0:1767384672.294409:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384672.294412:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (44) 00000400:00000200:0.0:1767384672.294416:0:16350:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.154@tcp(0000000036e4b636) is MR 00000400:00000010:0.0:1767384672.294419:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000009ae49197. 00000400:00000200:0.0:1767384672.294422:0:16350:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.154@tcp 42 00000400:00000200:0.0:1767384672.294425:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.154@tcp (0000000036e4b636): -114 00000400:00000200:0.0:1767384672.294439:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (45) 00000400:00000200:0.0:1767384672.294444:0:16350:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384672.294450:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp23 to MR: 192.168.202.154@tcp23 local destination 00000400:00000200:0.0:1767384672.294459:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp23 NI seq info: [194:194:256:4294967295] 192.168.202.154@tcp23 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384672.294470:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) -> 192.168.202.154@tcp23(192.168.202.154@tcp23:192.168.202.154@tcp23) 192.168.202.154@tcp23 : ACK try# 0 00000400:00000200:1.0:1767384672.294478:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384672.294478:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.154@tcp23 00000400:00000010:1.0:1767384672.294486:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaf59879. 00000800:00000010:0.0:1767384672.294489:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e717b91. 00000400:00000010:1.0:1767384672.294490:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e888e02. 00000400:00000200:1.0:1767384672.294497:0:16355:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008a690c41 00000800:00000200:0.0:1767384672.294501:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c325fe9c] -> 12345-192.168.202.154@tcp23 (6) 00000400:00000200:1.0:1767384672.294503:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x3004f1 00000400:00000010:1.0:1767384672.294512:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000df5238ef. 00000800:00000200:0.0:1767384672.294513:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp23 ip 192.168.202.154:995 00000400:00000010:1.0:1767384672.294517:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000fa4ab52d. 00000800:00000200:0.0:1767384672.294518:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e717b91 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384672.294524:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000001402c02a. 00000400:00000010:1.0:1767384672.294556:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000df5238ef. 00000400:00000010:1.0:1767384672.294559:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000fa4ab52d. 00000400:00000010:1.0:1767384672.294566:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000001402c02a. 00000400:00000010:1.0:1767384672.294568:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000009ae49197. 00000400:00000200:1.0:1767384672.294573:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.154@tcp (0000000036e4b636): 0 00000400:00000200:1.0:1767384672.294575:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.154@tcp(0000000036e4b636): 0. state = 0x300571 00000400:00000200:1.0:1767384672.294578:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 rc 1 00000800:00000001:3.0:1767384672.294583:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384672.294583:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300571 00000400:00000200:1.0:1767384672.294589:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.154@tcp 00000400:00000200:1.0:1767384672.294592:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.154@tcp(0000000036e4b636) state 0x300511 rc 0 00000400:00000200:1.0:1767384672.294596:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.154@tcp (0000000036e4b636) 00000400:00000200:1.0:1767384672.294600:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (44) 00000800:00000001:3.0:1767384672.294604:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384672.294611:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384672.294612:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384672.294617:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384672.294617:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e717b91. 00000800:00000001:3.0:1767384672.294622:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384672.294624:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384672.294624:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384672.294636:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: ACK: OK 00000400:00000200:3.0:1767384672.294648:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp23(192.168.202.154@tcp23) <- 192.168.202.154@tcp23 : ACK - for me 00000400:00000200:3.0:1767384672.294676:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp23: ACK from 12345-192.168.202.154@tcp23 into md 0x1fd5 00000400:00000200:3.0:1767384672.294679:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.294681:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp23->192.168.202.154@tcp23: ACK: OK 00000400:00000200:3.0:1767384672.294684:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2face 00000400:00000010:3.0:1767384672.294685:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2face. 00000400:00000200:3.0:1767384672.294688:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384672.294689:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.154@tcp ev->status 0 00000400:00000200:3.0:1767384672.294691:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (43) 00000800:00000001:3.0:1767384672.294695:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.294697:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384672.295043:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aae71deb. 00080000:00000010:0.0:1767384672.295090:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d3ea6f5b. 00040000:00000001:0.0:1767384672.295098:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384672.295108:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384672.295111:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384672.295116:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 20000000:00000001:0.0:1767384672.295120:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384672.295123:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384672.295139:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384672.295151:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384672.295154:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384672.295162:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384672.295165:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000077db24f9. 20000000:01000000:3.0:1767384672.295167:0:17104:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384672.295170:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:3.0:1767384672.295172:0:17104:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384672.295175:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384672.295176:0:17104:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384672.295178:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384672.295182:0:17104:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384672.295182:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384672.295186:0:17104:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384672.295192:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:3.0:1767384672.295194:0:17104:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007407dc27 count: 2 00080000:00000001:1.0:1767384672.295201:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.295204:0:17104:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384672.295205:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384672.295208:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.295210:0:17104:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384672.295211:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384672.295214:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384672.295216:0:17104:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bc74d5c. 00080000:00000002:1.0:1767384672.295217:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:1765059761 to info 00000000e6066d43 00000020:00000001:3.0:1767384672.295221:0:17104:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384672.295224:0:17104:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008bc74d5c with handle 0xefc2db714b35c524 to hash 00000020:00000001:3.0:1767384672.295228:0:17104:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384672.295230:0:17104:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000020:00000001:1.0:1767384672.295230:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000091d1b315 00080000:00000002:1.0:1767384672.295233:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384672.295235:0:17104:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00080000:00000001:1.0:1767384672.295238:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384672.295241:0:17104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384672.295243:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.295245:0:17104:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384672.295246:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384672.295249:0:17104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384672.295250:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384672.295255:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519770712 : -128356189780904 : ffff8b42bee74458) 00010000:00000001:3.0:1767384672.295259:0:17104:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384672.295261:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384672.295263:0:17104:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384672.295267:0:17104:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:1.0:1767384672.295268:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007f3d70d3. 00010000:00000001:3.0:1767384672.295269:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384672.295272:0:17104:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384672.295275:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712190337536 : -128361519214080 : ffff8b41813e9200) 00010000:00010000:3.0:1767384672.295276:0:17104:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384672.295283:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384672.295285:0:17104:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384672.295288:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384672.295288:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384672.295292:0:17104:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384672.295294:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b1e72a00. 00010000:00000001:3.0:1767384672.295295:0:17104:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384672.295298:0:17104:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384672.295301:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.295302:0:17104:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384672.295305:0:17104:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384672.295307:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384672.295313:0:17104:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007407dc27) refcount = 2 00010000:00000040:3.0:1767384672.295316:0:17104:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384672.295318:0:17104:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384672.295321:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384672.295333:0:17104:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384672.295335:0:17104:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384672.295335:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:3.0:1767384672.295357:0:17104:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008163db5d. 00000100:00000001:3.0:1767384672.295360:0:17104:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384672.295365:0:17104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a0e22f1. 00000100:00000001:3.0:1767384672.295369:0:17104:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615712285802688 : -128361423748928 : ffff8b4186ef40c0) 00000100:00000001:3.0:1767384672.295371:0:17104:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615712285802688 : -128361423748928 : ffff8b4186ef40c0) 00000100:00000001:3.0:1767384672.295374:0:17104:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384672.295377:0:17104:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384672.295379:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384672.295382:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384672.295383:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384672.295385:0:17104:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384672.295388:0:17104:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384672.295390:0:17104:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384672.295392:0:17104:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384672.295396:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034a15ccd. 00000020:00000040:3.0:1767384672.295398:0:17104:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000100:00000001:3.0:1767384672.295402:0:17104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384672.295404:0:17104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000020:0.0:1767384672.295405:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000001:3.0:1767384672.295407:0:17104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.295411:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 02000000:00000010:3.0:1767384672.295414:0:17104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aae71deb. 20000000:00000010:0.0:1767384672.295415:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000035a8222c. 00000100:00000001:3.0:1767384672.295421:0:17104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384672.295424:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384672.295427:0:17104:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384672.295432:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195776 00010000:00000001:0.0:1767384672.295437:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384672.295443:0:17104:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 444 lvb_type: 0 00010000:00000200:0.0:1767384672.295446:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b345319 x1853237049195776/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384672.295456:0:17104:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384672.295461:0:17104:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384672.295465:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384672.295467:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384672.295470:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384672.295476:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384672.295483:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384672.295489:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:3.0:1767384672.295493:0:17104:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384672.295494:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384672.295496:0:17104:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.295501:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384672.295504:0:17104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034a15ccd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049195904:0@lo:104: 02000000:00000001:0.0:1767384672.295505:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.295510:0:17104:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384672.295513:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384672.295514:0:17104:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384672.295519:0:17104:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.295523:0:17104:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384672.295523:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384672.295528:0:17104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de4ac623. 00000400:00000010:0.0:1767384672.295530:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f52f3bcc. 02000000:00000001:3.0:1767384672.295531:0:17104:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384672.295537:0:17104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000100:00000200:0.0:1767384672.295539:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049195776, offset 224 00000400:00000010:3.0:1767384672.295542:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000400:00000200:0.0:1767384672.295552:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384672.295558:0:17104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049195904, portal 16 00000100:00000001:3.0:1767384672.295563:0:17104:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384672.295565:0:17104:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188130944 : -128361521420672 : ffff8b41811ce680) 00000400:00000200:0.0:1767384672.295565:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384672.295574:0:17104:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384672.295580:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007d00 00000100:00000001:3.0:1767384672.295584:0:17104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384672.295590:0:17104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384672.295594:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fc5 [2] + 224 00000400:00000010:3.0:1767384672.295595:0:17104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f50dbaf. 00000100:00000200:3.0:1767384672.295603:0:17104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049195904, offset 0 00000400:00000200:0.0:1767384672.295604:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.295609:0:17104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384672.295614:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384672.295619:0:17104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384672.295628:0:17104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260007d80 00000100:00000001:0.0:1767384672.295631:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384672.295638:0:17104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 1640 00000100:00000200:0.0:1767384672.295642:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384672.295646:0:17104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.295655:0:17104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384672.295664:0:17104:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384672.295664:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384672.295668:0:17104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384672.295673:0:17104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000686fdee9. 00000100:00000040:3.0:1767384672.295677:0:17104:0:(events.c:337:request_in_callback()) incoming req@00000000686fdee9 x1853237049195904 msgsize 328 00000100:00100000:3.0:1767384672.295686:0:17104:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384672.295697:0:17104:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384672.295698:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384672.295709:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f52f3bcc 00000400:00000010:0.0:1767384672.295713:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f52f3bcc. 00000100:00000001:0.0:1767384672.295760:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384672.295764:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384672.295765:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f50dbaf 00000100:00000001:1.0:1767384672.295766:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384672.295771:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384672.295772:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f50dbaf. 00000100:00100000:1.0:1767384672.295773:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049195904 02000000:00000001:1.0:1767384672.295780:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384672.295781:0:17104:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384672.295784:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384672.295785:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.295790:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384672.295791:0:17104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384672.295792:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384672.295795:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384672.295798:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384672.295802:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049195904 00000020:00000001:0.0:1767384672.295804:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384672.295808:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384672.295812:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c11f 00000100:00000040:0.0:1767384672.295816:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b345319 x1853237049195776/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.295817:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384672.295817:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.295823:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f76f22c refcount=3 00000020:00000001:1.0:1767384672.295829:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000040:3.0:1767384672.295830:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384672.295834:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717414875136 : -128356294676480 : ffff8b42b8a6b000) 00000100:00000001:1.0:1767384672.295841:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384672.295845:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b345319 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049195776:12345-0@lo:253: Request processed in 3299us (3714us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384672.295846:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b85559c. 00000100:00000001:3.0:1767384672.295851:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.295852:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384672.295858:0:17104:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384672.295858:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b85559c. 00000020:00000010:1.0:1767384672.295866:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007830d3b8. 00000100:00000001:3.0:1767384672.295868:0:17104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384672.295868:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000001:3.0:1767384672.295874:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294961625 00000100:00000040:0.0:1767384672.295876:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000020:00000010:1.0:1767384672.295878:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a15fa249. 00000100:00000001:3.0:1767384672.295881:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294961621 00000100:00000001:0.0:1767384672.295884:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384672.295886:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294961625 00000020:00000010:1.0:1767384672.295886:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:0.0:1767384672.295889:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384672.295897:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a555acc8. 00000100:00000040:1.0:1767384672.295904:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384672.295905:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294961621 00000020:00000010:0.0:1767384672.295905:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009de2d8e8. 00000100:00000001:1.0:1767384672.295910:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384672.295914:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384672.295916:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294961625 00000100:00000001:1.0:1767384672.295917:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384672.295918:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004783d77f. 00000100:00000001:1.0:1767384672.295929:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.295930:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294961621 00000020:00000040:0.0:1767384672.295931:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00000100:00000001:3.0:1767384672.295936:0:17104:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294961625 00000100:00000001:3.0:1767384672.295941:0:17104:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294961621 02000000:00000001:0.0:1767384672.295942:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384672.295946:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.295947:0:17104:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384672.295947:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a9765298. 00000100:00000001:3.0:1767384672.295953:0:17104:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.295956:0:17104:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.295957:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384672.295959:0:17104:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.295962:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384672.295963:0:17104:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.295963:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.295965:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384672.295967:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384672.295970:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384672.295974:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00000001:3.0:1767384672.295975:0:17104:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384672.295975:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384672.295979:0:17104:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:1.0:1767384672.295979:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001f76f22c : new rpc_count 1 00000100:00000001:1.0:1767384672.295983:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188124672 : -128361521426944 : ffff8b41811cce00) 00000400:00000010:0.0:1767384672.295983:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c136aa2. 00010000:00000001:3.0:1767384672.295984:0:17104:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384672.295989:0:17104:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.295990:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000686fdee9 x1853237049195904/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 328/0 e 0 to 0 dl 1767384683 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384672.295992:0:17104:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384672.295995:0:17104:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384672.295999:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f52f3bcc. 00000100:00100000:3.0:1767384672.296000:0:17104:0:(client.c:2690:ptlrpc_set_wait()) set 000000001a0e22f1 going to sleep for 11 seconds 00000100:00000001:3.0:1767384672.296008:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.296010:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384672.296013:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b85559c. 00000100:00000001:1.0:1767384672.296015:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384672.296020:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384672.296028:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b85559c. 00000100:00100000:1.0:1767384672.296034:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000686fdee9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049195904:12345-0@lo:104: 00000100:00000200:1.0:1767384672.296038:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049195904 00000100:00000001:0.0:1767384672.296039:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384672.296041:0:17071:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384672.296043:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384672.296047:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:0.0:1767384672.296049:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384672.296050:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.296055:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=2 00000400:00000001:0.0:1767384672.296056:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384672.296058:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00000400:00000010:0.0:1767384672.296060:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00010000:00000001:1.0:1767384672.296062:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:1.0:1767384672.296068:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384672.296070:0:17071:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384672.296070:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013407db7 00010000:00010000:1.0:1767384672.296072:0:17071:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384672.296074:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013407db7. 00000100:00000001:0.0:1767384672.296085:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384672.296094:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.296096:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384672.296099:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384672.296102:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001402c02a. 02000000:00000001:1.0:1767384672.296106:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.296110:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.296116:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384672.296120:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384672.296120:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384672.296123:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace90314 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384672.296130:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384672.296134:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384672.296139:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384672.296144:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384672.296144:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384672.296146:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.296150:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384672.296150:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384672.296154:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384672.296158:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000100:00000001:0.0:1767384672.296158:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384672.296163:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049195904, offset 224 02000000:00000001:0.0:1767384672.296164:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384672.296169:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384672.296170:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384672.296173:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.296178:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384672.296184:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384672.296189:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384672.296194:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384672.296197:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.296201:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384672.296202:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384672.296207:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.296210:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260007d80 00000100:00000001:0.0:1767384672.296213:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.296217:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fe1 [1] + 224 00000400:00000200:1.0:1767384672.296222:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384672.296222:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384672.296229:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384672.296236:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384672.296240:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384672.296242:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384672.296248:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384672.296253:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384672.296254:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:0.0:1767384672.296262:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384672.296267:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384672.296269:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384672.296271:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384672.296273:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:0.0:1767384672.296282:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384672.296283:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000020:01000004:0.0:1767384672.296285:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:1.0:1767384672.296288:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000020:01000004:0.0:1767384672.296289:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384672.296293:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000020:01000004:0.0:1767384672.296294:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384672.296296:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384672.296302:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.296304:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384672.296312:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384672.296316:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034256616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049195776:0@lo:253: 00000100:00000040:1.0:1767384672.296317:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00010000:00000001:1.0:1767384672.296323:0:17071:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384672.296327:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ebef96af. 00000100:00000001:0.0:1767384672.296327:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384672.296333:0:17071:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384672.296333:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384672.296357:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034256616 x1853237049195776/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384672.296358:0:17071:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384672.296364:0:17071:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.296368:0:17071:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384672.296372:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384672.296373:0:17071:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384672.296376:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384672.296381:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767384672.296382:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000686fdee9 x1853237049195904/t0(0) o104->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 328/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384672.296383:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384672.296388:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:0.0:1767384672.296389:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384672.296392:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000010:0.0:1767384672.296394:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3eb1547. 00010000:00010000:3.0:1767384672.296397:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384672.296403:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000686fdee9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+3:17104:x1853237049195904:12345-0@lo:104: Request processed in 389us (720us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384672.296407:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384672.296412:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767384672.296413:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000040:0.0:1767384672.296416:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000040:1.0:1767384672.296417:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001f76f22c : new rpc_count 0 00000100:00000001:1.0:1767384672.296420:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384672.296423:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384672.296424:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384672.296428:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000044353186. 00000020:00000010:1.0:1767384672.296429:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a15fa249. 00010000:00010000:3.0:1767384672.296434:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000067f7e5d0 already unused, calling callback (000000000d977f2e) 00000020:00000010:1.0:1767384672.296437:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 10000000:00000001:3.0:1767384672.296439:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767384672.296439:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384672.296442:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007830d3b8. 10000000:00010000:3.0:1767384672.296443:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384672.296443:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384672.296449:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034256616. 00000020:00000040:1.0:1767384672.296450:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001f76f22c : new refcount 2 00010000:00000001:3.0:1767384672.296452:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384672.296456:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384672.296458:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384672.296459:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384672.296460:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384672.296463:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067f7e5d0 refcount=3 00000100:00000001:0.0:1767384672.296464:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384672.296467:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00000100:00000001:0.0:1767384672.296469:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384672.296470:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440960 : -128357223110656 : ffff8b42814fe800) 00010000:00000001:3.0:1767384672.296479:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384672.296483:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384672.296483:0:17104:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384672.296484:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384672.296487:0:17104:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384672.296488:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384672.296491:0:17104:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384672.296495:0:17104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 10000000:00000001:3.0:1767384672.296499:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384672.296499:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384672.296501:0:17104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004640685a 10000000:00010000:3.0:1767384672.296503:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384672.296504:0:17104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000001:0.0:1767384672.296506:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.296510:0:17104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384672.296516:0:17104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384672.296517:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384672.296523:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384672.296527:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000200:1.0:1767384672.296530:0:17104:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384672.296532:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384672.296535:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384672.296539:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384672.296551:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384672.296551:0:17104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384672.296553:0:17104:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384672.296556:0:17104:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384672.296558:0:17104:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:3.0:1767384672.296563:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384672.296563:0:17104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000040:3.0:1767384672.296567:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 2 00000100:00000001:1.0:1767384672.296568:0:17104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384672.296573:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:1.0:1767384672.296573:0:17104:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384672.296577:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384672.296577:0:17104:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cca279ec time=90 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384672.296585:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:1.0:1767384672.296585:0:17104:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009ef53b1 time=90 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384672.296591:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384672.296591:0:17104:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384672.296596:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384672.296596:0:17104:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.296600:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384672.296600:0:17104:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384672.296604:0:17104:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.296605:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.296607:0:17104:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384672.296609:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000067f7e5d0 with handle 0xefc2db714b35c516 from hash 00000100:00000040:1.0:1767384672.296612:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384672.296613:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384672.296617:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384672.296619:0:17104:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384672.296620:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384672.296624:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384672.296624:0:17104:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384672.296627:0:17104:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384672.296629:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384672.296630:0:17104:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384672.296631:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384672.296633:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384672.296637:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384672.296637:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384672.296643:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384672.296643:0:17104:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.296647:0:17104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384672.296648:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004da5906a. 00000020:00000040:3.0:1767384672.296653:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000100:00000001:3.0:1767384672.296658:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384672.296659:0:17104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034a15ccd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17104:1853237049195904:0@lo:104: 02000000:00000001:3.0:1767384672.296661:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384672.296664:0:17104:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384672.296665:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.296672:0:17104:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384672.296673:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e1839aa. 00000100:00000001:1.0:1767384672.296677:0:17104:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384672.296680:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.296682:0:17104:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384672.296686:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:1.0:1767384672.296687:0:17104:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034a15ccd x1853237049195904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384672.296689:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384672.296704:0:17104:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:3.0:1767384672.296705:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384672.296707:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.296710:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384672.296714:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.296714:0:17104:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384672.296744:0:17104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de4ac623. 00000100:00000040:3.0:1767384672.296747:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da5906a] to pc [ptlrpcd_00_01+1] req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384672.296749:0:17104:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384672.296754:0:17104:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384672.296757:0:17104:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00000020:00000001:1.0:1767384672.296760:0:17104:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384672.296762:0:17104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aae71deb. 02000000:00000001:1.0:1767384672.296764:0:17104:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384672.296767:0:17104:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384672.296769:0:17104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034a15ccd. 00000100:00000001:1.0:1767384672.296772:0:17104:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384672.296774:0:17104:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384672.296777:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384672.296778:0:17104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a0e22f1. 00000100:00000001:1.0:1767384672.296783:0:17104:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384672.296785:0:17104:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384672.296793:0:17104:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008163db5d. 00010000:00000001:3.0:1767384672.296794:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384672.296799:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.296801:0:17104:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.296802:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.296805:0:17104:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.296807:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.296808:0:17104:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384672.296813:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.296814:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:1.0:1767384672.296816:0:17104:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384672.296821:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384672.296822:0:17104:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384672.296823:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384672.296827:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384672.296828:0:17104:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384672.296838:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384672.296842:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384672.296846:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 0000000067f7e5d0/0xefc2db714b35c516 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefc2db714b35c51d expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384672.296860:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f8c29478 count: 0 00000100:00000001:0.0:1767384672.296864:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384672.296871:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384672.296873:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384672.296877:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ebef96af. 00000100:00000001:0.0:1767384672.296878:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.296880:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.296883:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384672.296884:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384672.296887:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.296888:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384672.296889:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384672.296892:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384672.296895:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.296896:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384672.296897:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384672.296899:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384672.296902:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384672.296904:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004da5906a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049196032:0@lo:103: 00010000:00010000:3.0:1767384672.296905:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384672.296911:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384672.296912:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384672.296916:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.296916:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384672.296920:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384672.296924:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384672.296929:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfd7e2a2. 02000000:00000001:0.0:1767384672.296932:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384672.296937:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f88fa89f. 00000400:00000010:0.0:1767384672.296943:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000100:00000200:0.0:1767384672.296947:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196032, portal 18 00000100:00000001:0.0:1767384672.296950:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384672.296952:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188135424 : -128361521416192 : ffff8b41811cf800) 00000100:00000040:0.0:1767384672.296958:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.296966:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384672.296968:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384672.296972:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa38be3. 00000100:00000200:0.0:1767384672.296975:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049196032, offset 0 00000400:00000200:0.0:1767384672.296981:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384672.296988:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384672.296999:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260007e00 00000400:00000200:0.0:1767384672.297005:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:0.0:1767384672.297011:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384672.297019:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384672.297027:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384672.297031:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384672.297037:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004564deea. 00000100:00000040:0.0:1767384672.297040:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000004564deea x1853237049196032 msgsize 328 00000100:00100000:0.0:1767384672.297048:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384672.297071:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384672.297079:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa38be3 00000400:00000010:0.0:1767384672.297082:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa38be3. 00000100:00000001:0.0:1767384672.297089:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384672.297099:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.297108:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384672.297110:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384672.297116:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196032 00000100:00000040:0.0:1767384672.297118:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384672.297119:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384672.297122:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384672.297124:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384672.297131:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384672.297134:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196032 00000100:00000001:0.0:1767384672.297135:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384672.297136:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384672.297140:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384672.297141:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:1.0:1767384672.297145:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.297147:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=16 00000020:00000001:1.0:1767384672.297150:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384672.297150:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384672.297153:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384672.297156:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294961626 00000100:00000001:1.0:1767384672.297163:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384672.297164:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961625 00000020:00000010:1.0:1767384672.297167:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b85559c. 00000100:00000001:1.0:1767384672.297171:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384672.297172:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294961626 00000020:00000010:1.0:1767384672.297175:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b85559c. 00000100:00000001:0.0:1767384672.297179:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961625 00000020:00000010:1.0:1767384672.297181:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007830d3b8. 00000020:00000010:1.0:1767384672.297185:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a15fa249. 00000100:00000001:0.0:1767384672.297188:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294961626 00000020:00000010:1.0:1767384672.297189:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:0.0:1767384672.297196:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961625 00000100:00000040:1.0:1767384672.297198:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384672.297202:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384672.297204:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384672.297205:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294961626 00010000:00000001:1.0:1767384672.297206:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384672.297209:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.297213:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961625 00010000:00000001:1.0:1767384672.297214:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384672.297217:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.297219:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.297221:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=4 00000100:00000001:0.0:1767384672.297221:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384672.297226:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000001:1.0:1767384672.297229:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00000100:00000001:0.0:1767384672.297229:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.297236:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384672.297237:0:18907:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 444 lvb_type: 0 00000100:00000001:0.0:1767384672.297243:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384672.297246:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297249:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297250:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.297251:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384672.297252:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.297256:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384672.297258:0:18907:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384672.297261:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384672.297265:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384672.297266:0:18907:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004564deea x1853237049196032/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 328/0 e 0 to 0 dl 1767384683 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.297270:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.297277:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.297285:0:18907:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384672.297288:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.297304:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384672.297315:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007f3d70d3. 00000100:00000001:1.0:1767384672.297322:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384672.297324:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384672.297331:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384672.297353:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000100:00000001:1.0:1767384672.297355:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716737441664 : -128356972109952 : ffff8b429045df80) 00000100:00000040:1.0:1767384672.297361:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004564deea x1853237049196032/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 328/0 e 0 to 0 dl 1767384683 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384672.297368:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384672.297371:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b85559c. 00000100:00000001:1.0:1767384672.297374:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384672.297376:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b85559c. 00000100:00100000:1.0:1767384672.297384:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004564deea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+16:16358:x1853237049196032:12345-0@lo:103: 00080000:00000010:0.0:1767384672.297385:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b1e72a00. 00000100:00000200:1.0:1767384672.297387:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196032 00010000:00000001:1.0:1767384672.297392:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384672.297395:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00040000:00000001:0.0:1767384672.297396:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384672.297397:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384672.297402:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384672.297403:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384672.297407:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df5238ef. 00040000:00000001:0.0:1767384672.297411:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:1.0:1767384672.297412:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.297416:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384672.297417:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.297418:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384672.297422:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000002:0.0:1767384672.297425:0:17081:0:(lu_object.c:207:lu_object_put()) Add 0000000035444690/00000000ffc3255f to site lru. bkt: 00000000d387fa82 00010000:00000001:1.0:1767384672.297426:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.297429:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.297433:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d5cba1d refcount=4 20000000:00000001:0.0:1767384672.297433:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384672.297437:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 20000000:00000001:0.0:1767384672.297440:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:1.0:1767384672.297441:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717218177024 : -128356491374592 : ffff8b42aced5000) 00010000:00000040:1.0:1767384672.297445:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007407dc27 count: 3 20000000:01000000:0.0:1767384672.297447:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00010000:1.0:1767384672.297448:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 444 lvb_type: 0 20000000:00000001:0.0:1767384672.297454:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384672.297455:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 000000009023f44c time=1767384672 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384672.297461:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:01000000:0.0:1767384672.297461:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:1.0:1767384672.297466:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384672.297470:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384672.297474:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384672.297477:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 444 lvb_type: 0 00000020:00000001:1.0:1767384672.297482:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384672.297483:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384672.297485:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384672.297486:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.297488:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384672.297489:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384672.297495:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297496:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297498:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384672.297500:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384672.297501:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d5cba1d with handle 0xefc2db714b35c51d from hash 00010000:00000001:1.0:1767384672.297503:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384672.297506:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297507:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297508:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384672.297509:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384672.297510:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384672.297511:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d5cba1d/0xefc2db714b35c51d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefc2db714b35c516 expref: 16 pid: 17081 timeout: 444 lvb_type: 0 00010000:00000040:1.0:1767384672.297516:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 9 00000020:00000040:1.0:1767384672.297518:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 15 00010000:00000001:1.0:1767384672.297522:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297523:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384672.297525:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384672.297526:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008bc74d5c 00010000:00000001:1.0:1767384672.297527:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384672.297529:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384672.297531:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384672.297533:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384672.297534:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384672.297536:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384672.297538:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384672.297540:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.297550:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384672.297553:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384672.297554:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384672.297555:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384672.297556:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007407dc27) refcount = 2 00010000:00010000:1.0:1767384672.297558:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.297562:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384672.297564:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384672.297566:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384672.297568:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384672.297571:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b85559c. 00000100:00000001:1.0:1767384672.297573:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384672.297576:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d372d214. 00000100:00000001:1.0:1767384672.297578:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446615716530143232 : -128357179408384 : ffff8b4283eac000) 00000100:00000001:1.0:1767384672.297580:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446615716530143232 : -128357179408384 : ffff8b4283eac000) 00000100:00000001:1.0:1767384672.297582:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384672.297583:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384672.297584:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384672.297586:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384672.297589:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004084125s 00010000:00000001:1.0:1767384672.297591:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.297592:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384672.297593:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=5 00000020:00000001:1.0:1767384672.297595:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:1.0:1767384672.297598:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:1.0:1767384672.297600:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384672.297601:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384672.297603:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384672.297607:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384672.297609:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384672.297609:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384672.297613:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e543e500. 20000000:00000001:0.0:1767384672.297620:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.297622:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297625:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384672.297626:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384672.297626:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049195648 00010000:00000001:0.0:1767384672.297633:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384672.297635:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384672.297638:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.297640:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384672.297641:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384672.297643:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1563414 x1853237049195648/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384672.297648:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008bc74d5c already unused, calling callback (00000000d66be316) 00010000:00000001:1.0:1767384672.297652:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384672.297655:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384672.297657:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384672.297663:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384672.297664:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384672.297668:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384672.297670:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384672.297670:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384672.297672:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008bc74d5c refcount=6 00000020:00000001:1.0:1767384672.297677:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00000100:00001000:0.0:1767384672.297678:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=90 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384672.297679:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363673088 : -128356345878528 : ffff8b42b5996800) 00010000:00000001:1.0:1767384672.297683:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384672.297687:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384672.297687:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384672.297694:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384672.297694:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384672.297696:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384672.297698:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.297700:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384672.297705:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384672.297707:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.297710:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384672.297710:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384672.297714:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384672.297739:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384672.297746:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384672.297749:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bc74d5c with handle 0xefc2db714b35c524 from hash 00010000:00000001:1.0:1767384672.297751:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384672.297753:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297754:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297755:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384672.297757:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384672.297759:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384672.297760:0:17104:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.297762:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384672.297762:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384672.297765:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384672.297770:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384672.297770:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f24fed8. 00010000:00000001:1.0:1767384672.297776:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384672.297778:0:17104:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384672.297778:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:0.0:1767384672.297779:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049195648, offset 224 00010000:00000001:1.0:1767384672.297785:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384672.297786:0:17104:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384672.297788:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297790:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384672.297795:0:17104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384672.297795:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384672.297795:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384672.297798:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384672.297802:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384672.297811:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384672.297818:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297821:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297824:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384672.297825:0:17104:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384672.297826:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384672.297830:0:17104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384672.297830:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384672.297830:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260007c80 00010000:00000001:1.0:1767384672.297834:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384672.297835:0:17104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297837:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:3.0:1767384672.297839:0:17104:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384672.297841:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384672.297846:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384672.297847:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fbd [2] + 224 00010000:00000001:1.0:1767384672.297850:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384672.297853:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bc74d5c/0xefc2db714b35c524 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384672.297859:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384672.297861:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384672.297864:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.297868:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:0.0:1767384672.297869:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384672.297870:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384672.297881:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.297884:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.297885:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384672.297886:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767384672.297887:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d372d214. 00000100:00000001:1.0:1767384672.297891:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384672.297894:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384672.297894:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384672.297900:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b85559c. 00010000:00000001:1.0:1767384672.297903:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384672.297905:0:18907:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007407dc27 count: 0 00010000:00010000:1.0:1767384672.297911:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384672.297914:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384672.297915:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384672.297918:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384672.297921:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384672.297925:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384672.297932:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384672.297936:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:1.0:1767384672.297939:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384672.297941:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384672.297942:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384672.297944:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384672.297945:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384672.297948:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000100:00000200:1.0:1767384672.297951:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049196032, offset 224 00000100:00000001:0.0:1767384672.297951:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384672.297957:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384672.297961:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f24fed8 00000400:00000200:1.0:1767384672.297965:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384672.297967:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f24fed8. 00000100:00000001:3.0:1767384672.297973:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384672.297974:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260007e00 00000100:00000001:0.0:1767384672.297974:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384672.297978:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384672.297979:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384672.297983:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ff1 [1] + 224 00000100:00000001:0.0:1767384672.297987:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.297988:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384672.297992:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384672.297997:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384672.297997:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000001:3.0:1767384672.297998:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384672.298004:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dafd767. 00010000:00000001:0.0:1767384672.298005:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384672.298009:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384672.298011:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a41d03b 00000020:00000001:0.0:1767384672.298013:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384672.298015:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a41d03b. 00000100:00000040:0.0:1767384672.298020:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1563414 x1853237049195648/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 4848/4768 e 0 to 0 dl 1767384683 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.298021:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384672.298022:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384672.298031:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384672.298033:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384672.298041:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1563414 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+15:16360:x1853237049195648:12345-0@lo:253: Request processed in 5466us (6028us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384672.298063:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384672.298064:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000200:3.0:1767384672.298070:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384672.298072:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:0.0:1767384672.298076:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384672.298080:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384672.298085:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001feb20f8. 00000020:00000010:0.0:1767384672.298093:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00000001:3.0:1767384672.298099:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384672.298101:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060efb0ad. 00000100:00000001:3.0:1767384672.298103:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.298109:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384672.298109:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384672.298110:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 14 02000000:00000001:3.0:1767384672.298113:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384672.298117:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384672.298119:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384672.298119:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 02000000:00000001:0.0:1767384672.298119:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384672.298123:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000044621c82. 02000000:00000001:3.0:1767384672.298124:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384672.298124:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000100:00001000:3.0:1767384672.298132:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=90 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384672.298132:0:18907:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384672.298134:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384672.298136:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384672.298140:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384672.298141:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384672.298141:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.298149:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000200:0.0:1767384672.298149:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384672.298150:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384672.298154:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.298156:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384672.298158:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029722b85. 00010000:00000001:3.0:1767384672.298159:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384672.298160:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.298164:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.298166:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004564deea x1853237049196032/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:653/0 lens 328/224 e 0 to 0 dl 1767384683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.298171:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384672.298173:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f24fed8. 00000100:00100000:1.0:1767384672.298182:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004564deea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16358:x1853237049196032:12345-0@lo:103: Request processed in 812us (1139us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384672.298184:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384672.298192:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384672.298193:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384672.298197:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384672.298198:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384672.298202:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384672.298205:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384672.298205:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384672.298207:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384672.298210:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a15fa249. 00000400:00000001:0.0:1767384672.298210:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384672.298212:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384672.298215:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f88fa89f. 00000020:00000010:1.0:1767384672.298216:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000001:3.0:1767384672.298223:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384672.298224:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007830d3b8. 00000400:00000200:0.0:1767384672.298224:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:0.0:1767384672.298230:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000020:00000040:1.0:1767384672.298231:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000020:01000004:3.0:1767384672.298232:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384672.298236:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384672.298237:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384672.298238:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384672.298242:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:0.0:1767384672.298245:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384672.298246:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384672.298250:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384672.298254:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384672.298257:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384672.298261:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384672.298265:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:0.0:1767384672.298268:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384672.298269:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384672.298277:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.298283:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384672.298287:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.298294:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384672.298295:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b494659b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049195648:0@lo:253: 02000000:00000001:0.0:1767384672.298298:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384672.298301:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384672.298304:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.298306:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384672.298308:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.298312:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767384672.298314:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=90 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384672.298318:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b494659b x1853237049195648/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384672.298321:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384672.298330:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384672.298333:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.298336:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384672.298356:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384672.298356:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384672.298359:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000550eed6b. 00010000:00000001:0.0:1767384672.298360:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.298366:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384672.298369:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384672.298373:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384672.298374:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384672.298377:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000001:3.0:1767384672.298382:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384672.298386:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e44ec08c. 00000100:00000001:0.0:1767384672.298390:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384672.298393:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384672.298394:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384672.298396:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384672.298398:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384672.298400:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b494659b. 00000100:00000040:0.0:1767384672.298406:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384672.298411:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384672.298414:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384672.298419:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384672.298423:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004da5906a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049196032:0@lo:103: 00000100:00000001:3.0:1767384672.298427:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384672.298430:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384672.298433:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384672.298436:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.298441:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.298445:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384672.298449:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004da5906a x1853237049196032/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384672.298456:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384672.298458:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384672.298461:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfd7e2a2. 02000000:00000001:0.0:1767384672.298465:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384672.298467:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384672.298468:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384672.298471:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384672.298473:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008e1839aa. 02000000:00000001:0.0:1767384672.298476:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384672.298477:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384672.298480:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004da5906a. 00000100:00000001:0.0:1767384672.298483:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384672.298485:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.298487:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384672.298491:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384672.298492:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384672.298495:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384672.298496:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384672.302773:0:262:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294961626, at 4294961627 00000100:00000040:3.0:1767384672.302782:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294961626, at 4294961627 00000100:00000010:1.0:1767384672.302787:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0276c04. 00000100:00000040:0.0:1767384672.302800:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294961626, at 4294961627 00000100:00000010:3.0:1767384672.302805:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d70c31b7. 00000100:00000010:0.0:1767384672.302812:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4eefdf2. 00010000:00000010:1.1:1767384672.303761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d5cba1d. 00010000:00000010:1.1:1767384672.303778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bc74d5c. 00010000:00000010:1.1:1767384672.303788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007407dc27. 00000100:00000040:2.0:1767384672.303875:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294961626, at 4294961628 00000100:00000010:2.0:1767384672.303890:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081487e4f. 00010000:00000010:3.1:1767384672.306760:0:39408:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f8c29478. 00010000:00000010:3.1:1767384672.306775:0:39408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000067f7e5d0. 00000400:00000010:3.0:1767384672.311994:0:39408:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c6da2f5d. 00000400:00000040:3.0:1767384672.312024:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384672.312029:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384672.312032:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384672.312035:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384672.312038:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384672.312040:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384672.312043:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384672.312045:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384672.312046:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384672.312048:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384672.312051:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384672.312054:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384672.312057:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384672.312059:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384672.312061:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384672.312064:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384672.312066:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384672.312067:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384672.312069:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384672.312072:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384672.312073:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384672.312076:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384672.312077:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384672.312079:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384672.312081:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384672.312084:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384672.312086:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384672.312088:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384672.312090:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384672.312092:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384672.312094:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384672.312097:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384672.312099:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384672.312101:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384672.312102:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384672.312104:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384672.312114:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384672.312117:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384672.312120:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384672.312123:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384672.312125:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384672.312127:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384672.312128:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384672.312130:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384672.312132:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384672.312134:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384672.312136:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384672.312137:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384672.312140:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384672.312142:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384672.312144:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384672.312146:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384672.312148:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384672.312151:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384672.312152:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384672.312154:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384672.312157:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384672.312313:0:39408:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c6da2f5d. 00000400:00000001:3.0:1767384672.531784:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384672.531790:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384672.531794:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2d5757e 00000400:00000010:3.0:1767384672.531800:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2d5757e. 00000400:00000200:3.0:1767384672.531808:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384672.531816:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384672.531835:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000561c7b06. 00000400:00000010:3.0:1767384672.531841:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000042d4a8c2. 00000400:00000200:3.0:1767384672.531852:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp46 00000400:00000010:3.0:1767384672.531857:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f07f4e77. 00000400:00000010:3.0:1767384672.531864:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aae71deb. 00000400:00000010:3.0:1767384672.531868:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f50dbaf. 00000400:00000010:3.0:1767384672.531877:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c536e67b. 00000400:00000200:3.0:1767384672.531884:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp46 00000400:00000200:3.0:1767384672.531903:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp46 local destination 00000400:00000200:3.0:1767384672.531922:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp46 00000400:00000200:3.0:1767384672.531926:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp46 NI seq info: [195:195:256:4294967295] 192.168.202.154@tcp46 LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1767384672.531935:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp46 00000400:00000200:3.0:1767384672.531945:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp46(192.168.202.154@tcp46:) -> 192.168.202.154@tcp46(192.168.202.154@tcp46:192.168.202.154@tcp46) : GET try# 0 00000800:00000200:3.0:1767384672.531951:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp46 00000800:00000010:3.0:1767384672.531956:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007a3ae8d2. 00000800:00000200:3.0:1767384672.531967:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000800:00000200:3.1:1767384672.531975:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000400:00000200:3.0:1767384672.531998:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp46 added to recovery queue. ping count: 2 next ping: 298 health :800 00000400:00000200:3.0:1767384672.532005:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp41 00000400:00000010:3.0:1767384672.532009:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006bad130. 00000400:00000010:3.0:1767384672.532014:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008e1839aa. 00000400:00000010:3.0:1767384672.532018:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000400:00000010:3.0:1767384672.532025:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095e38fbe. 00000400:00000200:3.0:1767384672.532029:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp41 00000400:00000200:3.0:1767384672.532034:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp41 local destination 00000400:00000200:3.0:1767384672.532038:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp41 00000400:00000200:3.0:1767384672.532043:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp41 NI seq info: [196:196:256:4294967295] 192.168.202.154@tcp41 LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1767384672.532047:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp41 00000400:00000200:3.0:1767384672.532061:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41:) -> 192.168.202.154@tcp41(192.168.202.154@tcp41:192.168.202.154@tcp41) : GET try# 0 00000800:00000200:3.0:1767384672.532065:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp41 00000800:00000010:3.0:1767384672.532069:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000006bbadaf. 00000800:00000200:3.0:1767384672.532074:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000800:00000200:3.1:1767384672.532077:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000400:00000200:3.0:1767384672.532095:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp41 added to recovery queue. ping count: 4 next ping: 310 health :600 00000400:00000200:0.0:1767384672.532100:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.532103:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp47 00000400:00000010:3.0:1767384672.532109:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002043ba88. 00000400:00000010:3.0:1767384672.532116:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004783d77f. 00000400:00000010:3.0:1767384672.532119:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000400:00000010:3.0:1767384672.532124:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b79f279. 00000400:00000200:3.0:1767384672.532140:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp47 00000400:00000200:3.0:1767384672.532152:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp47 local destination 00000400:00000200:3.0:1767384672.532157:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp47 00000400:00000200:3.0:1767384672.532161:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp47 NI seq info: [197:197:256:4294967295] 192.168.202.154@tcp47 LPNI seq info [183:183:8:4294967295] 00000400:00000200:3.0:1767384672.532166:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp47 00000400:00000200:3.0:1767384672.532184:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp47(192.168.202.154@tcp47:) -> 192.168.202.154@tcp47(192.168.202.154@tcp47:192.168.202.154@tcp47) : GET try# 0 00000800:00000200:3.0:1767384672.532191:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp47 00000800:00000010:3.0:1767384672.532196:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a8fc79f. 00000400:00000200:0.0:1767384672.532203:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000200:3.0:1767384672.532204:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b9c1a75] -> 12345-192.168.202.154@tcp47 (2) 00000800:00000200:3.1:1767384672.532217:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b9c1a75] -> 12345-192.168.202.154@tcp47 (2) 00000400:00000200:3.0:1767384672.532238:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp47 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:0.0:1767384672.532298:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.532368:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.532403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.532501:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.532518:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.532630:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.532675:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.532675:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.532776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.532810:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.532841:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.532900:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.532929:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.532943:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533012:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533047:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533076:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533202:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533225:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533319:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533333:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533388:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533494:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533518:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533542:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533669:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533696:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533782:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533821:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533859:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533883:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533892:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.533926:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.533962:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.533968:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534004:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534062:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534088:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534176:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534231:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534245:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534283:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534300:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534316:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534386:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534389:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534416:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534469:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534474:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534505:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534549:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534564:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534572:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534629:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534657:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534659:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534706:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534768:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534787:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534807:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534844:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534867:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534925:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.534938:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.534960:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.534998:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535013:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535029:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535067:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535098:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535100:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535148:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535204:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535220:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535286:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535298:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535299:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535392:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535413:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535474:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535486:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535507:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535555:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535609:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535642:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.535655:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535700:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535711:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535786:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535864:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535868:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.535963:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.535964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000800:00000010:0.0:1767384672.535977:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e543e500. 00000800:00000010:0.0:1767384672.535983:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000249d18e3. 00000800:00000010:0.0:1767384672.535990:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3abbbfa. 00000800:00000010:0.0:1767384672.536016:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3abbbfa. 00000800:00020000:0.0:1767384672.536031:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000400:00000200:3.0:1767384672.536034:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000800:00000010:0.0:1767384672.536036:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000249d18e3. 00000400:00000200:1.0:1767384672.536044:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000800:00000010:0.0:1767384672.536055:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e543e500. 00000400:00000200:3.0:1767384672.536096:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536125:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:02020000:0.0:1767384672.536152:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp46 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384672.536163:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp46 notifying 192.168.202.154@tcp46: down 00000800:00000200:0.0:1767384672.536171:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp46 down 00000800:00000100:0.0:1767384672.536179:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp46 00000400:00000200:3.0:1767384672.536180:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000800:00000010:0.0:1767384672.536183:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007a3ae8d2. 00000400:00000200:0.0:1767384672.536190:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384672.536199:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp46->192.168.202.154@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384672.536203:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:0.0:1767384672.536211:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384672.536219:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384672.536229:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp46) recovery failed with -71 00000400:00000200:3.0:1767384672.536254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536285:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536323:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536373:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536444:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536545:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536574:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536629:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536638:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.536670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.536992:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.537055:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.537125:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.537199:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.537281:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.537377:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.154:988 00000800:00000010:1.0:1767384672.537630:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e01c6901. 00000800:00000010:1.0:1767384672.537638:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5b26d81. 00000800:00000010:1.0:1767384672.537645:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b43593f. 00000400:00000200:3.0:1767384672.537682:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384672.537702:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b43593f. 00000400:00000200:3.0:1767384672.537839:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp41 from 207.3.0.2 00000800:00000010:3.0:1767384672.537846:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b4dfe1e6. 00000400:00000200:3.0:1767384672.537969:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384672.537989:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp47 from 206.3.0.2 00000800:00000010:3.0:1767384672.537992:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000096508ae9. 00000800:00000010:3.0:1767384672.539980:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006fcd4364. 00000800:00000010:3.0:1767384672.539988:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028818dc6. 00000800:00000010:3.0:1767384672.540017:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3eb1547. 00000800:00000010:3.0:1767384672.540023:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089b7b4e9. 00000800:00000010:3.0:1767384672.540053:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000065aa482b. 00000800:00000200:3.1:1767384672.540067:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b9c1a75] -> 12345-192.168.202.154@tcp47 (2) 00000800:00000200:3.1:1767384672.540077:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp47 0000000065aa482b deleted 00000800:00000010:3.1:1767384672.540080:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000065aa482b. 00000800:00000200:3.1:1767384672.540091:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384672.540102:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp47 ip 192.168.202.154:974 00000800:00000200:3.1:1767384672.540109:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a8fc79f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384672.540123:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp47 p 3.x 192.168.202.154 -> 192.168.202.154:974 incarnation:1767384664450618557 sched[0] 00000800:00000010:3.0:1767384672.540131:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008afe4364. 00000800:00000010:3.0:1767384672.540211:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008afe4364. 00000800:00000010:3.0:1767384672.540219:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089b7b4e9. 00000800:00000010:3.0:1767384672.540270:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000096508ae9. 00000800:00000001:3.0:1767384672.540284:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.540292:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384672.540398:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384672.540403:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a8fc79f. 00000400:00000200:3.0:1767384672.540409:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.540419:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp47->192.168.202.154@tcp47: GET: OK 00000400:00000200:3.0:1767384672.540428:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384672.540432:0:16352:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp47 recovery message sent successfully:0 00000800:00000200:3.1:1767384672.540494:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384672.540505:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp47 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384664450618557 sched[0] 00000800:00000010:3.0:1767384672.540509:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5b26d81. 00000400:00000200:3.0:1767384672.540596:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.540661:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.540709:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.540818:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.540952:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541021:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541108:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541206:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541291:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541417:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541580:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541620:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541685:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541800:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541850:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541894:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541952:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.541999:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542099:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542142:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542166:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542211:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542279:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542353:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542452:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542479:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542563:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542656:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542754:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542794:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542842:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542893:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.542912:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384672.543070:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9765298. 00000800:00000010:3.0:1767384672.543074:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089b7b4e9. 00000800:00000010:3.0:1767384672.543079:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008afe4364. 00000800:00000010:3.0:1767384672.543112:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008afe4364. 00000800:00020000:3.0:1767384672.543120:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384672.543122:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089b7b4e9. 00000800:00000010:3.0:1767384672.543133:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9765298. 00000400:02020000:3.0:1767384672.543209:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp47 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000001:3.0:1767384672.543227:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.543234:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384672.543236:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.543244:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384672.543251:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp47(192.168.202.154@tcp47) <- 192.168.202.154@tcp47 : GET - for me 00000400:00000200:3.0:1767384672.543269:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384672.543285:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1fb5 [1] + 0 00000800:00000010:1.0:1767384672.543301:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000057d0d562. 00000400:00000200:3.0:1767384672.543303:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp47 to MR: 192.168.202.154@tcp47 local destination 00000800:00000010:1.0:1767384672.543313:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f153e3c. 00000400:00000200:3.0:1767384672.543318:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp47 NI seq info: [198:198:256:4294967295] 192.168.202.154@tcp47 LPNI seq info [184:184:8:4294967295] 00000800:00000010:1.0:1767384672.543322:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b43593f. 00000400:00000200:3.0:1767384672.543333:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp47(192.168.202.154@tcp47:192.168.202.154@tcp47) -> 192.168.202.154@tcp47(192.168.202.154@tcp47:192.168.202.154@tcp47) 192.168.202.154@tcp47 : REPLY try# 0 00000800:00000200:3.0:1767384672.543350:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp47 00000800:00000010:3.0:1767384672.543357:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a8fc79f. 00000800:00000200:3.0:1767384672.543362:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b9c1a75] -> 12345-192.168.202.154@tcp47 (4) 00000800:00000200:3.0:1767384672.543364:0:16351:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 1, 1 secs later) 00000800:00000200:3.0:1767384672.543369:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp47 ip 192.168.202.154:988 00000800:00000200:3.0:1767384672.543371:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a8fc79f type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384672.543426:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384672.543429:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a8fc79f. 00000400:00000200:3.0:1767384672.543433:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.543437:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp47->192.168.202.154@tcp47: REPLY: OK 00000800:00000010:1.0:1767384672.543438:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007d280620. 00000800:00000001:3.0:1767384672.543446:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384672.543448:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (2) 00000800:00000200:1.1:1767384672.543454:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp41 000000007d280620 deleted 00000800:00000010:1.1:1767384672.543457:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007d280620. 00000800:00000200:1.1:1767384672.543462:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384672.543468:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp41 ip 192.168.202.154:975 00000800:00000200:1.1:1767384672.543472:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006bbadaf type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384672.543478:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384672.543479:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp41 p 3.x 192.168.202.154 -> 192.168.202.154:975 incarnation:1767384649227865901 sched[0] 00000800:00000001:3.0:1767384672.543484:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384672.543488:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f7e49471. 00000800:00000001:3.0:1767384672.543489:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384672.543494:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.543500:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384672.543504:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp47(192.168.202.154@tcp47) <- 192.168.202.154@tcp47 : REPLY - for me 00000800:00000010:1.0:1767384672.543526:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f7e49471. 00000400:00000200:3.0:1767384672.543528:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp47: Reply from 12345-192.168.202.154@tcp47 of length 272/272 into md 0x200d 00000800:00000001:3.0:1767384672.543535:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384672.543535:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028818dc6. 00000800:00000001:3.0:1767384672.543541:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384672.543544:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.543548:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp47->192.168.202.154@tcp47: REPLY: OK 00000400:00000200:3.0:1767384672.543552:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000400:00000010:3.0:1767384672.543554:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000800:00000010:1.0:1767384672.543555:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b4dfe1e6. 00000400:00000200:3.0:1767384672.543558:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384672.543567:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002043ba88. 00000400:00000010:3.0:1767384672.543571:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004783d77f. 00000800:00000010:1.0:1767384672.543587:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b43593f. 00000800:00000200:3.0:1767384672.543613:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384672.543616:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000006bbadaf. 00000400:00000200:3.0:1767384672.543621:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.543630:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: GET: OK 00000400:00000200:3.0:1767384672.543637:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384672.543641:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp41 recovery message sent successfully:0 00000800:00000001:3.0:1767384672.543653:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384672.543653:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384672.543660:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384672.543661:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp41 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384649227865901 sched[0] 00000800:00000001:3.0:1767384672.543665:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.543668:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384672.543669:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f153e3c. 00000400:00000200:1.0:1767384672.543842:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.543970:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544063:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544376:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544542:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544619:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544748:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544849:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.544920:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000800:00000001:3.0:1767384672.545086:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545093:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384672.545096:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545104:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384672.545113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.545117:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41) <- 192.168.202.154@tcp41 : GET - for me 00000400:00000200:3.0:1767384672.545130:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384672.545136:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1fb5 [1] + 0 00000400:00000200:3.0:1767384672.545151:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp41 to MR: 192.168.202.154@tcp41 local destination 00000400:00000200:3.0:1767384672.545159:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp41 NI seq info: [199:199:256:4294967295] 192.168.202.154@tcp41 LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1767384672.545183:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41:192.168.202.154@tcp41) -> 192.168.202.154@tcp41(192.168.202.154@tcp41:192.168.202.154@tcp41) 192.168.202.154@tcp41 : REPLY try# 0 00000800:00000200:3.0:1767384672.545187:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp41 00000800:00000010:3.0:1767384672.545200:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006bbadaf. 00000800:00000200:3.0:1767384672.545204:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddd14353] -> 12345-192.168.202.154@tcp41 (4) 00000400:00000200:1.0:1767384672.545210:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000800:00000200:3.0:1767384672.545211:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp41 ip 192.168.202.154:988 00000800:00000200:3.0:1767384672.545217:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006bbadaf type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384672.545294:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384672.545295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000800:00000010:3.0:1767384672.545299:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006bbadaf. 00000400:00000200:3.0:1767384672.545309:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.545319:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: REPLY: OK 00000800:00000001:3.0:1767384672.545335:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545355:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384672.545358:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545363:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384672.545366:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545375:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384672.545389:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp41(192.168.202.154@tcp41) <- 192.168.202.154@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384672.545389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384672.545410:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp41: Reply from 12345-192.168.202.154@tcp41 of length 272/272 into md 0x2009 00000800:00000001:3.0:1767384672.545416:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545423:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384672.545424:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384672.545429:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp41->192.168.202.154@tcp41: REPLY: OK 00000400:00000200:3.0:1767384672.545433:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:3.0:1767384672.545437:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000400:00000200:3.0:1767384672.545444:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384672.545447:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000010:3.0:1767384672.545451:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006bad130. 00000400:00000010:3.0:1767384672.545458:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008e1839aa. 00000800:00000001:3.0:1767384672.545467:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384672.545472:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384672.545497:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545516:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545531:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545547:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545567:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545589:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545604:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545618:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545635:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545651:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545668:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545686:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545702:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545777:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545807:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545820:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545832:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545849:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384672.545864:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384672.545961:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041908f18. 00000800:00000010:1.0:1767384672.545964:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f153e3c. 00000800:00000010:1.0:1767384672.545967:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b43593f. 00000800:00000010:1.0:1767384672.545982:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b43593f. 00000800:00020000:1.0:1767384672.545989:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384672.545992:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f153e3c. 00000800:00000010:1.0:1767384672.545993:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041908f18. 00000400:02020000:1.0:1767384672.546021:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp41 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384672.787843:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384672.787855:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.787867:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384672.787873:0:262:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384672.787877:0:262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384672.787880:0:262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.787885:0:262:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384672.787889:0:262:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.787892:0:262:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384672.787895:0:262:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.787939:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384672.787944:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384672.787948:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384673.491809:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee6c5feb] -> 12345-192.168.202.154@tcp14 (6) 00000800:00000200:2.0:1767384673.491824:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp14 ip 192.168.202.154:988 00000800:00000200:2.0:1767384673.491831:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384673.492003:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384673.492005:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.492023:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384673.492030:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384673.492035:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384673.555814:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384673.555821:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384673.555824:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f50dbaf 00000400:00000010:0.0:1767384673.555829:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f50dbaf. 00000400:00000200:0.0:1767384673.555834:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384673.555841:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384673.555856:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f07f4e77. 00000400:00000010:0.0:1767384673.555859:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aae71deb. 00000400:00000200:0.0:1767384673.555866:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp45 00000400:00000010:0.0:1767384673.555870:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd8b72e9. 00000400:00000010:0.0:1767384673.555876:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac0d7ef7. 00000400:00000010:0.0:1767384673.555881:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000400:00000010:0.0:1767384673.555889:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077d5a372. 00000400:00000200:0.0:1767384673.555893:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp45 00000400:00000200:0.0:1767384673.555909:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp45 local destination 00000400:00000200:0.0:1767384673.555920:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp45 00000400:00000200:0.0:1767384673.555923:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp45 NI seq info: [200:200:256:4294967295] 192.168.202.154@tcp45 LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1767384673.555931:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp45 00000400:00000200:0.0:1767384673.555939:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp45(192.168.202.154@tcp45:) -> 192.168.202.154@tcp45(192.168.202.154@tcp45:192.168.202.154@tcp45) : GET try# 0 00000800:00000200:0.0:1767384673.555953:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp45 00000800:00000010:0.0:1767384673.555957:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007cf6b040. 00000800:00000200:0.0:1767384673.555965:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000800:00000200:0.1:1767384673.555969:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000400:00000200:0.0:1767384673.555995:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp45 added to recovery queue. ping count: 3 next ping: 303 health :700 00000400:00000200:2.0:1767384673.556097:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556150:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556188:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556234:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556271:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556303:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556345:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556380:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556400:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556440:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556473:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556496:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556520:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556544:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556580:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556595:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556609:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556672:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556710:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556895:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556943:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.556994:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557032:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557069:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557092:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557121:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557153:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557201:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557257:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557302:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557348:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557369:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557399:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384673.557423:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384673.557614:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007ed34c1. 00000800:00000010:2.0:1767384673.557619:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004dec9a8. 00000800:00000010:2.0:1767384673.557625:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5254808. 00000800:00000010:2.0:1767384673.557649:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5254808. 00000800:00020000:2.0:1767384673.557659:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384673.557662:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004dec9a8. 00000800:00000010:2.0:1767384673.557665:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007ed34c1. 00000400:02020000:2.0:1767384673.557710:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp45 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384673.557744:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp45 notifying 192.168.202.154@tcp45: down 00000800:00000200:2.0:1767384673.557753:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp45 down 00000800:00000100:2.0:1767384673.557763:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp45 00000800:00000010:2.0:1767384673.557767:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007cf6b040. 00000400:00000200:2.0:1767384673.557772:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384673.557777:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp45->192.168.202.154@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384673.557787:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384673.557790:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384673.557795:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp45) recovery failed with -71 00010000:00000001:1.0:1767384673.811797:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384673.811807:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.811816:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384673.811818:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384673.811856:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384673.811860:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384673.811863:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384674.387843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384674.387854:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384674.387858:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:2.0:1767384674.387860:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384674.387873:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014338b06. 00000100:00000010:0.0:1767384674.387874:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a770dcb. 00000020:00000040:2.0:1767384674.387885:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384674.387885:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384674.387896:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384674.387896:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384674.387902:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384674.387902:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384674.387909:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.387910:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384674.387923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007949af94. 02000000:00000010:2.0:1767384674.387924:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e5e928. 00000100:00000001:2.0:1767384674.387934:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.387934:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.387945:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384674.387950:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.387950:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384674.387962:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014338b06] to pc [ptlrpcd_00_02+2] req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.387966:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384674.387970:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.387979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a770dcb] to pc [ptlrpcd_00_03+3] req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.388013:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384674.388014:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.388018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384674.388023:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384674.388027:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d5000c. 00000020:00000040:0.0:1767384674.388030:0:37:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384674.388032:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384674.388034:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384674.388037:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384674.388040:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e717b91. 00000100:00000001:0.0:1767384674.388043:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.388048:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384674.388076:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384674.388086:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384674.388087:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384674.388091:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.388093:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384674.388095:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.388103:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384674.388103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d5000c] to pc [ptlrpcd_00_00+0] req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.388107:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384674.388112:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384674.388117:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.388127:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384674.388129:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.388136:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384674.388142:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384674.388144:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.388152:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384674.388152:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.388154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384674.388159:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.388165:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a770dcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049196288:0@lo:400: 00000100:00000001:2.0:1767384674.388168:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384674.388169:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384674.388178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e91c62c. 00000100:00000001:1.0:1767384674.388179:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384674.388180:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384674.388180:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384674.388187:0:37:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384674.388188:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384674.388189:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384674.388202:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.388202:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384674.388204:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384674.388206:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384674.388208:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384674.388211:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.388216:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.388218:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384674.388219:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014338b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049196160:0@lo:13: 02000000:00000010:1.0:1767384674.388227:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000848dffc1. 02000000:00000010:0.0:1767384674.388228:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029c337aa. 02000000:00000001:1.0:1767384674.388237:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.388240:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.388244:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384674.388249:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384674.388249:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0b22e9. 00000100:00000040:0.0:1767384674.388251:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384674.388254:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384674.388260:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 02000000:00000001:2.0:1767384674.388261:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384674.388265:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384674.388267:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384674.388273:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.388274:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384674.388274:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196288, portal 25 00000100:00000001:0.0:1767384674.388274:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384674.388283:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384674.388289:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384674.388289:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384674.388290:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079d5000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049196416:0@lo:400: 00000100:00000040:0.0:1767384674.388292:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e91c62c] to pc [ptlrpcd_00_01+1] req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.388299:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737448832 : -128356972102784 : ffff8b429045fb80) 02000000:00000010:3.0:1767384674.388305:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c66083d. 00000100:00000001:2.0:1767384674.388307:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384674.388312:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384674.388314:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.388316:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384674.388335:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384674.388337:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 02000000:00000001:2.0:1767384674.388343:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384674.388356:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384674.388357:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5c2930. 00000100:00000001:0.0:1767384674.388360:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384674.388362:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 02000000:00000001:2.0:1767384674.388363:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.388363:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384674.388373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384674.388374:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d85a9d4. 00000400:00000010:2.0:1767384674.388377:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000100:00000200:3.0:1767384674.388380:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049196160, portal 4 00000100:00000200:1.0:1767384674.388382:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049196288, offset 0 00000100:00000001:0.0:1767384674.388382:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384674.388388:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000100:00000010:0.0:1767384674.388390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097d75204. 00000100:00000001:3.0:1767384674.388393:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384674.388397:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276564608 : -128361432987008 : ffff8b4186624a80) 00000020:00000040:0.0:1767384674.388398:0:37:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1767384674.388399:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196416, portal 4 00000400:00000200:1.0:1767384674.388400:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384674.388415:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384674.388415:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384674.388419:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737436288 : -128356972115328 : ffff8b429045ca80) 02000000:00000001:0.0:1767384674.388421:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384674.388425:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384674.388429:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.388432:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384674.388435:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384674.388446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000354c3ed2. 00000100:00000001:0.0:1767384674.388457:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.388463:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260007f00 00000100:00000040:0.0:1767384674.388482:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384674.388489:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1751 [2] + 0 00000400:00000010:1.0:1767384674.388509:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1fa160. 00000100:00000001:3.0:1767384674.388510:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384674.388511:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384674.388521:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384674.388524:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007324d2bf 00000100:00000001:0.0:1767384674.388529:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.388530:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384674.388531:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384674.388536:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384674.388542:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000400:00000010:2.0:1767384674.388543:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000100:00000040:0.0:1767384674.388546:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097d75204] to pc [ptlrpcd_00_02+2] req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384674.388554:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384674.388561:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049196160, offset 0 00000100:00000200:2.0:1767384674.388563:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049196416, offset 0 00000400:00000200:1.0:1767384674.388565:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007324d2bf 00000100:00000001:0.0:1767384674.388567:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384674.388575:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007324d2bf. 00000100:00000040:0.0:1767384674.388581:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (301) 00000100:00000001:1.0:1767384674.388583:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384674.388590:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384674.388591:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384674.388603:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384674.388604:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000588437db x1853237049196288 msgsize 224 00000400:00000200:2.0:1767384674.388609:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384674.388609:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384674.388615:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384674.388625:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384674.388627:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384674.388633:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384674.388642:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384674.388644:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384674.388654:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384674.388657:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260007e80 00000400:00000200:1.0:1767384674.388667:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d85a9d4 00000400:00000200:2.0:1767384674.388669:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260007f80 00000400:00000010:1.0:1767384674.388671:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d85a9d4. 00000100:00000001:0.0:1767384674.388673:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384674.388676:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384674.388678:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.388685:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 02000000:00000001:0.0:1767384674.388690:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767384674.388691:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384674.388696:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384674.388706:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.388713:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384674.388714:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e91c62c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237049196544:0@lo:400: 00000400:00000200:2.0:1767384674.388716:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000100:00000001:1.0:1767384674.388753:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384674.388755:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384674.388756:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384674.388758:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384674.388760:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384674.388764:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384674.388770:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384674.388770:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384674.388780:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad2f986f. 00000400:00000200:3.0:1767384674.388781:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384674.388784:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.388785:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384674.388785:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384674.388796:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384674.388796:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384674.388798:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f88fa89f. 00000100:00000001:3.0:1767384674.388802:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384674.388806:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b6915b5. 00000100:00000001:1.0:1767384674.388807:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384674.388808:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:0.0:1767384674.388809:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa38be3. 00000100:00000040:2.0:1767384674.388815:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000009b6915b5 x1853237049196416 msgsize 224 00000100:00000001:1.0:1767384674.388815:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294963718 00000100:00000200:0.0:1767384674.388820:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196544, portal 10 00000100:00000010:1.0:1767384674.388823:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b62ddbc. 00000100:00000001:0.0:1767384674.388824:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384674.388826:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000219bd8d5. 00000100:00000001:0.0:1767384674.388829:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737437184 : -128356972114432 : ffff8b429045ce00) 00000100:00100000:2.0:1767384674.388833:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384674.388834:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384674.388838:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.388844:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000219bd8d5 x1853237049196160 msgsize 224 00000100:00000001:1.0:1767384674.388845:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294963718 00000100:00000001:0.0:1767384674.388850:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384674.388852:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384674.388854:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c1287d. 00000100:00000001:1.0:1767384674.388860:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384674.388864:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000100:00000001:1.0:1767384674.388867:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294963718 00000100:00000040:0.0:1767384674.388869:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384674.388872:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000100:00000010:1.0:1767384674.388877:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000461c412d. 00000100:00100000:3.0:1767384674.388879:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384674.388882:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000001:2.0:1767384674.388883:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384674.388884:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384674.388891:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294963718 00000100:00000200:0.0:1767384674.388891:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049196544, offset 0 00000100:00000200:2.0:1767384674.388893:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384674.388896:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002db3efbc. 00000100:00000001:3.0:1767384674.388899:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.388902:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384674.388907:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384674.388909:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.388915:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.388921:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.388924:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384674.388925:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384674.388925:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.388926:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000100:00000040:2.0:1767384674.388936:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384674.388937:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000001:1.0:1767384674.388939:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384674.388939:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008000 00000100:00000001:1.0:1767384674.388946:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384674.388951:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384674.388952:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.388956:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384674.388959:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000100:00000001:1.0:1767384674.388961:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.388964:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.388967:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:3.0:1767384674.388968:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.388970:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384674.388972:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.388972:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384674.388980:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.388981:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384674.388985:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384674.388987:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384674.388990:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3483 usecs (4 jiffies) 00000100:00000001:0.0:1767384674.388992:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384674.389000:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384674.389001:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384674.389002:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963717 00000100:00000001:1.0:1767384674.389005:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384674.389007:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384674.389012:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963718 00000100:00000010:0.0:1767384674.389013:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070ae664e. 00000100:00000040:1.0:1767384674.389017:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384674.389019:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000070ae664e x1853237049196544 msgsize 224 00000100:00000001:3.0:1767384674.389022:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384674.389022:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963717 00000100:00000001:2.0:1767384674.389032:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963718 00000100:00100000:0.0:1767384674.389035:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384674.389039:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.389041:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963717 00000100:00000001:1.0:1767384674.389041:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384674.389046:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389047:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963718 00000100:00000001:0.0:1767384674.389050:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384674.389056:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384674.389058:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963717 00000400:00000200:0.0:1767384674.389060:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 02000000:00000001:1.0:1767384674.389061:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384674.389068:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:2.0:1767384674.389070:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963718 02000000:00000001:1.0:1767384674.389074:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.389078:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384674.389083:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384674.389084:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097d75204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049196672:0@lo:400: 00000100:00000200:0.0:1767384674.389089:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.389096:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389101:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384674.389105:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384674.389108:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.389109:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.389118:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384674.389120:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389120:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384674.389122:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd99cf9b. 00000100:00000001:0.0:1767384674.389123:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384674.389131:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.389132:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384674.389132:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389134:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384674.389141:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384674.389142:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5ef9d8c. 00000100:00000001:0.0:1767384674.389144:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389148:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384674.389149:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d85a9d4. 00000100:00000001:0.0:1767384674.389149:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384674.389150:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389152:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384674.389156:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389158:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384674.389159:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196672, portal 10 00000100:00000040:0.0:1767384674.389163:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3161 usecs (4 jiffies) 00000100:00000040:3.0:1767384674.389165:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3483 usecs (4 jiffies) 00000100:00000001:2.0:1767384674.389166:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389166:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384674.389169:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963717 00000100:00000001:1.0:1767384674.389170:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737434496 : -128356972117120 : ffff8b429045c380) 00000100:00000001:3.0:1767384674.389179:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963717 00000100:00000001:0.0:1767384674.389179:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963718 00000100:00000001:0.0:1767384674.389184:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963717 00000100:00000040:1.0:1767384674.389185:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.389192:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963718 00000100:00000001:3.0:1767384674.389194:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963718 00000100:00000001:0.0:1767384674.389198:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963717 00000100:00000001:2.0:1767384674.389202:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384674.389207:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963718 00000100:00000001:3.0:1767384674.389208:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963717 00000100:00100000:2.0:1767384674.389209:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196544 00000100:00000001:1.0:1767384674.389209:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384674.389216:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384674.389216:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384674.389221:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963718 00000100:00000001:2.0:1767384674.389223:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.389223:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963717 00000400:00000010:1.0:1767384674.389224:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000001:3.0:1767384674.389229:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963717 00000100:00000200:1.0:1767384674.389230:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049196672, offset 0 00000100:00000001:2.0:1767384674.389232:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.389232:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963718 00000100:00000001:0.0:1767384674.389243:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384674.389244:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963718 02000000:00000001:2.0:1767384674.389247:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.389249:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.389251:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384674.389262:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963717 00000100:00000001:0.0:1767384674.389262:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384674.389263:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196544 00000400:00000200:1.0:1767384674.389274:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384674.389275:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.389276:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963718 00000020:00000001:2.0:1767384674.389276:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384674.389283:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000100:00000001:0.0:1767384674.389285:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384674.389287:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008080 00000100:00000001:3.0:1767384674.389288:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384674.389290:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384674.389291:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384674.389298:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:0.0:1767384674.389301:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.389304:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.389304:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000001:0.0:1767384674.389305:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384674.389306:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:0.0:1767384674.389313:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.389333:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.389335:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000400:00000200:1.0:1767384674.389340:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384674.389342:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.389343:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.389344:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384674.389350:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384674.389355:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 00000100:00000001:3.0:1767384674.389362:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384674.389362:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.389363:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384674.389369:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384674.389370:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384674.389370:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384674.389371:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 00000100:00100000:0.0:1767384674.389377:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196288 02000000:00000001:0.0:1767384674.389384:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767384674.389386:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca4d0e93. 00000100:00000001:0.0:1767384674.389387:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384674.389388:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384674.389390:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589084c2. 00000100:00000001:0.0:1767384674.389392:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.389395:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000ca4d0e93 x1853237049196672 msgsize 224 00000100:00000001:3.0:1767384674.389396:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384674.389397:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384674.389399:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000004181f9. 00000100:00000001:3.0:1767384674.389403:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.389405:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196288 00000020:00000010:2.0:1767384674.389409:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee28bdd7. 00000100:00100000:1.0:1767384674.389409:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384674.389410:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.389414:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:1.0:1767384674.389420:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384674.389422:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384674.389425:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384674.389426:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000040:2.0:1767384674.389427:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384674.389429:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000020:00000001:0.0:1767384674.389434:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384674.389443:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384674.389443:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000020:00000001:0.0:1767384674.389444:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:2.0:1767384674.389448:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384674.389450:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384674.389451:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384674.389454:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384674.389456:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035400493. 00000100:00000200:1.0:1767384674.389457:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.389462:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384674.389467:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1767384674.389467:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035400493. 00000100:00000001:1.0:1767384674.389473:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384674.389474:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384674.389476:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e81f1445. 00000100:00000040:1.0:1767384674.389477:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.389479:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384674.389482:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a8ed71e. 00000100:00000001:3.0:1767384674.389488:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384674.389489:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:1.0:1767384674.389490:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389496:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384674.389497:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196672 00000100:00000001:2.0:1767384674.389500:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.389501:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.389502:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384674.389504:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384674.389510:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384674.389512:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3328 usecs (4 jiffies) 00000100:00000001:3.0:1767384674.389513:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.389519:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384674.389521:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.389522:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384674.389523:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963717 00000100:00000001:2.0:1767384674.389525:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384674.389529:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389535:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294963718 02000000:00000001:3.0:1767384674.389538:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.389539:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384674.389542:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384674.389543:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963717 00000100:00000001:1.0:1767384674.389555:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294963718 00000100:00100000:3.0:1767384674.389556:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196672 00000100:00000040:2.0:1767384674.389558:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:0.0:1767384674.389561:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.389569:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963717 00000100:00000001:2.0:1767384674.389571:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716737444352 : -128356972107264 : ffff8b429045ea00) 00000020:00000001:3.0:1767384674.389572:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384674.389574:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294963718 00000100:00000001:0.0:1767384674.389578:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384674.389581:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:1.0:1767384674.389583:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963717 00000100:00000001:0.0:1767384674.389585:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384674.389590:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384674.389590:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070ae664e x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.389592:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294963718 00000020:00000040:3.0:1767384674.389598:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00100000:0.0:1767384674.389598:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000001:1.0:1767384674.389599:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384674.389609:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:1.0:1767384674.389611:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.389611:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000001:3.0:1767384674.389623:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000100:00000001:0.0:1767384674.389624:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512762960 : -128357196788656 : ffff8b4282e18c50) 00000100:00000001:1.0:1767384674.389625:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389640:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.389641:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384674.389641:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384674.389649:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000588437db x1853237049196288/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384674.389650:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f7a08d4. 00000020:00000010:2.0:1767384674.389652:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 00000020:00000010:3.0:1767384674.389660:0:17914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002b3d5b77. 00000020:00000040:3.0:1767384674.389672:0:17914:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000100:00000001:2.0:1767384674.389672:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384674.389674:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384674.389681:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384674.389682:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035400493. 00000020:00000010:2.0:1767384674.389687:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 00000100:00000001:0.0:1767384674.389687:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384674.389690:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196160 00000020:00000010:0.0:1767384674.389691:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035400493. 00000100:00000001:3.0:1767384674.389692:0:17914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384674.389695:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384674.389701:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070ae664e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049196544:12345-0@lo:400: 00000100:00000001:1.0:1767384674.389702:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384674.389703:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aae71deb. 00000100:00000001:1.0:1767384674.389708:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384674.389711:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000588437db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049196288:12345-0@lo:400: 00000020:00000010:3.0:1767384674.389714:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbda0444. 02000000:00000001:1.0:1767384674.389715:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.389743:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196160 00000020:00000001:1.0:1767384674.389745:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384674.389747:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000020:00000001:1.0:1767384674.389751:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384674.389752:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196288 00000020:00000040:1.0:1767384674.389756:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00000200:2.0:1767384674.389758:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196544 00000020:00000001:0.0:1767384674.389758:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384674.389760:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:0.0:1767384674.389765:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384674.389767:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:2.0:1767384674.389768:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384674.389768:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384674.389771:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000100:00000001:1.0:1767384674.389772:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384674.389774:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384674.389775:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384674.389776:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005356d84. 00000020:00000001:0.0:1767384674.389784:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000001:2.0:1767384674.389786:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384674.389786:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000093814a48. 00000100:00000001:3.0:1767384674.389790:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384674.389790:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384674.389798:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384674.389798:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000020:00000001:0.0:1767384674.389798:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384674.389799:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384674.389813:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.389814:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384674.389815:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:0.0:1767384674.389815:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384674.389823:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384674.389824:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dfefd7c. 00000020:00000001:2.0:1767384674.389826:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.389827:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384674.389829:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abb69668. 00000100:00000001:3.0:1767384674.389832:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384674.389832:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384674.389833:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384674.389835:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000001:2.0:1767384674.389845:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384674.389846:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384674.389847:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384674.389850:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384674.389853:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384674.389854:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.389854:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384674.389855:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384674.389858:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389861:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1767384674.389864:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed1917da. 00000020:00000001:2.0:1767384674.389867:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384674.389867:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.389870:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.389874:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384674.389875:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.389877:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.389878:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384674.389880:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384674.389884:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384674.389887:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000190c7cf6. 00000020:00000001:0.0:1767384674.389891:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.389892:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389896:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1767384674.389897:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196288 00000100:00000001:2.0:1767384674.389898:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.389899:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384674.389901:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384674.389904:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384674.389906:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.389908:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384674.389910:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1767384674.389912:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196544 00010000:00000200:0.0:1767384674.389913:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000588437db x1853237049196288/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384674.389916:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00010000:00000001:2.0:1767384674.389919:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384674.389926:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188129152 : -128361521422464 : ffff8b41811cdf80) 00000100:00100000:3.0:1767384674.389930:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00010000:00000200:2.0:1767384674.389932:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070ae664e x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.389937:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384674.389941:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000219bd8d5 x1853237049196160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384674.389945:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.389946:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000100:00001000:0.0:1767384674.389958:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384674.389960:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228735872 : -128356480815744 : ffff8b42ad8e6d80) 00000100:00000001:0.0:1767384674.389978:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384674.389985:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca4d0e93 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.389986:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384674.389986:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:2.0:1767384674.389989:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384674.389989:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00010000:00000001:2.0:1767384674.389994:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.389995:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384674.389998:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384674.390000:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384674.390002:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384674.390008:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093814a48. 00000100:00000040:0.0:1767384674.390014:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384674.390018:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384674.390021:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384674.390022:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000020:00000010:1.0:1767384674.390029:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093814a48. 00000100:00000040:2.0:1767384674.390030:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000200:0.0:1767384674.390033:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049196288, offset 224 00000100:00100000:1.0:1767384674.390044:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000219bd8d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049196160:12345-0@lo:13: 00000100:00000001:2.0:1767384674.390046:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:0.0:1767384674.390056:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384674.390061:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384674.390066:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196160 02000000:00000001:2.0:1767384674.390068:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.390073:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384674.390080:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384674.390080:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384674.390084:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384674.390087:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384674.390088:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384674.390088:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384674.390094:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260007f00 00000020:00000010:3.0:1767384674.390096:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcc35bb8. 00000020:00000001:1.0:1767384674.390096:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384674.390099:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000020:00000001:1.0:1767384674.390102:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000400:00000200:0.0:1767384674.390104:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2015 [1] + 224 00000020:00000001:1.0:1767384674.390114:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384674.390117:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384674.390118:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049196544, offset 224 00000400:00000200:0.0:1767384674.390118:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384674.390120:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384674.390133:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384674.390136:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcc35bb8. 00000020:00000001:1.0:1767384674.390137:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384674.390137:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384674.390143:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384674.390145:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384674.390150:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384674.390154:0:17081:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384674.390155:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384674.390158:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca4d0e93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049196672:12345-0@lo:400: 02000000:00000010:1.0:1767384674.390162:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000022bac48. 00000100:00000200:0.0:1767384674.390166:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384674.390168:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384674.390173:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384674.390178:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196672 00000100:00000001:1.0:1767384674.390181:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.390190:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:1.0:1767384674.390191:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:0.0:1767384674.390198:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384674.390202:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008000 00000020:00000001:3.0:1767384674.390203:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:1.0:1767384674.390204:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384674.390212:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.390213:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384674.390226:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384674.390226:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x202d [1] + 224 00000020:00000001:1.0:1767384674.390229:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384674.390231:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384674.390234:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00002000:00000024:1.0:1767384674.390236:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:2.0:1767384674.390244:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:1.0:1767384674.390245:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000001:3.0:1767384674.390247:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384674.390247:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000020:00000020:1.0:1767384674.390253:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000400:00000200:2.0:1767384674.390255:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384674.390256:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000020:00000001:3.0:1767384674.390258:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:1.0:1767384674.390260:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384674.390262:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384674.390266:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384674.390268:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:1.0:1767384674.390269:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384674.390270:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:1.0:1767384674.390275:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1767384674.390280:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384674.390282:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.390283:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384674.390285:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384674.390292:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.390293:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384674.390295:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000040:1.0:1767384674.390302:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049196160 00000020:00000001:3.0:1767384674.390307:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384674.390308:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384674.390309:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384674.390317:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.390333:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384674.390334:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:1.0:1767384674.390338:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000219bd8d5 x1853237049196160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384674.390340:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384674.390341:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384674.390347:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000588437db x1853237049196288/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384674.390354:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000867b7492. 02000000:00000001:3.0:1767384674.390366:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.390379:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.390381:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384674.390387:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.390392:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384674.390393:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384674.390407:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384674.390407:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000588437db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16360:x1853237049196288:12345-0@lo:400: Request processed in 728us (1798us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384674.390408:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196672 00000100:00000001:2.0:1767384674.390415:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384674.390416:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00010000:00000001:3.0:1767384674.390418:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384674.390423:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000400:00000200:2.0:1767384674.390426:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 02000000:00000001:1.0:1767384674.390427:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384674.390433:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 02000000:00000001:1.0:1767384674.390433:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384674.390435:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca4d0e93 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.390436:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000001:1.0:1767384674.390441:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384674.390447:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384674.390449:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384674.390456:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384674.390457:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384674.390458:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384674.390468:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000001:0.0:1767384674.390468:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384674.390471:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384674.390477:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a8ed71e. 00000100:00000200:1.0:1767384674.390479:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049196160, offset 224 00010000:00000001:3.0:1767384674.390480:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384674.390488:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:3.0:1767384674.390491:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.390494:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384674.390497:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384674.390501:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00001000:3.0:1767384674.390502:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=87 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384674.390502:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384674.390510:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e81f1445. 00000400:00000200:1.0:1767384674.390515:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384674.390519:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384674.390525:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384674.390529:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000040:3.0:1767384674.390535:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000040:2.0:1767384674.390537:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070ae664e x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384674.390537:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260007e80 02000000:00000001:0.0:1767384674.390541:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384674.390549:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed1917da. 00000400:00000200:1.0:1767384674.390553:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2019 [1] + 224 00000100:00000001:3.0:1767384674.390554:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384674.390558:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384674.390567:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384674.390571:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384674.390572:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384674.390578:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384674.390579:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.390590:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384674.390593:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224b6cee. 00000100:00100000:2.0:1767384674.390594:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070ae664e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237049196544:12345-0@lo:400: Request processed in 942us (1563us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384674.390595:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384674.390597:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384674.390608:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016844f67. 00000100:00000200:1.0:1767384674.390612:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.390614:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384674.390619:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000400:00000010:3.0:1767384674.390622:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000040:2.0:1767384674.390629:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000200:3.0:1767384674.390634:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049196672, offset 224 00000100:00000001:2.0:1767384674.390637:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384674.390644:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1767384674.390647:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:2.0:1767384674.390650:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000004181f9. 00000100:00000040:1.0:1767384674.390655:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.390658:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384674.390660:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - evictor 00000020:00000010:2.0:1767384674.390662:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee28bdd7. 00000020:00000010:2.0:1767384674.390671:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589084c2. 00000100:00080000:0.0:1767384674.390672:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384674.390677:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384674.390680:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - evictor 00000020:00000040:2.0:1767384674.390681:0:17090:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000400:00000200:1.0:1767384674.390686:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000400:00000200:3.0:1767384674.390688:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384674.390692:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384674.390692:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000001:1.0:1767384674.390697:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384674.390699:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384674.390707:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008080 00000100:00000001:1.0:1767384674.390707:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.390735:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00010000:00000001:1.0:1767384674.390739:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384674.390740:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.390749:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384674.390750:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384674.390753:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384674.390756:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196416 00000100:00000040:1.0:1767384674.390757:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000219bd8d5 x1853237049196160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/368 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.390758:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384674.390766:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384674.390769:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2035 [1] + 224 00000100:00000001:0.0:1767384674.390770:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384674.390775:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384674.390783:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384674.390794:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384674.390795:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196416 00000400:00000200:3.0:1767384674.390796:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384674.390797:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000219bd8d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237049196160:12345-0@lo:13: Request processed in 805us (1946us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384674.390801:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384674.390801:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384674.390810:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000400:00000010:2.0:1767384674.390812:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f88fa89f. 00000020:00000001:0.0:1767384674.390813:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384674.390820:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000020:00000040:0.0:1767384674.390821:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000400:00000200:3.0:1767384674.390822:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384674.390823:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa38be3 00000100:00000040:1.0:1767384674.390826:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000020:00000001:0.0:1767384674.390827:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000400:00000010:2.0:1767384674.390834:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa38be3. 00000100:00000001:1.0:1767384674.390836:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384674.390837:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:1.0:1767384674.390840:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384674.390842:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384674.390843:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384674.390844:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384674.390845:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abb69668. 00000020:00000010:0.0:1767384674.390849:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035400493. 00000100:00000200:2.0:1767384674.390850:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384674.390855:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000001:0.0:1767384674.390856:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384674.390859:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384674.390864:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dfefd7c. 00000020:00000010:0.0:1767384674.390865:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035400493. 00000020:00000040:1.0:1767384674.390873:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000020:00000010:0.0:1767384674.390880:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e81f1445. 00000100:00000001:1.0:1767384674.390883:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384674.390889:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a8ed71e. 00000020:00000010:0.0:1767384674.390899:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:1.0:1767384674.390902:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.390908:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384674.390910:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384674.390914:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000001:1.0:1767384674.390916:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384674.390919:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384674.390924:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0b22e9. 00000100:00000001:0.0:1767384674.390924:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384674.390930:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384674.390936:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000100:00000001:0.0:1767384674.390936:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384674.390941:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384674.390942:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000100:00000001:2.0:1767384674.390943:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384674.390947:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384674.390949:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.390950:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384674.390953:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384674.390957:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384674.390959:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.390962:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384674.390968:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384674.390971:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.390973:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.390978:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.390986:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384674.390988:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.390993:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1767384674.391000:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=87 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384674.391006:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384674.391019:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00001000:2.0:1767384674.391020:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=87 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384674.391023:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.391025:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712276577152 : -128361432974464 : ffff8b4186627b80) 00000100:00000001:3.0:1767384674.391032:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384674.391034:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384674.391039:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b6915b5 x1853237049196416/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/0 e 0 to 0 dl 1767384685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.391041:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.391042:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.391046:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.391048:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00010000:00000001:2.0:1767384674.391049:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384674.391056:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384674.391058:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000001:1.0:1767384674.391058:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384674.391060:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035400493. 00010000:00080000:2.0:1767384674.391062:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384674.391062:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384674.391065:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384674.391066:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384674.391068:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.391073:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.391074:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384674.391081:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035400493. 02000000:00000001:1.0:1767384674.391084:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.391087:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.391089:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384674.391089:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384674.391097:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384674.391100:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=92 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384674.391101:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384674.391104:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00100000:0.0:1767384674.391107:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b6915b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049196416:12345-0@lo:400: 00000100:00000001:2.0:1767384674.391110:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384674.391111:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384674.391116:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.391117:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384674.391117:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384674.391120:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196416 00000020:00000001:3.0:1767384674.391127:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.391127:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384674.391129:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384674.391130:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.391133:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384674.391136:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384674.391139:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384674.391141:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384674.391142:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.391147:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384674.391152:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384674.391158:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000040:3.0:1767384674.391159:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca4d0e93 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384674.391170:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384674.391176:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.391184:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384674.391187:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384674.391191:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384674.391192:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384674.391194:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384674.391199:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.391199:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.391202:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384674.391208:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384674.391210:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384674.391215:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.391218:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384674.391223:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384674.391224:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384674.391230:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed1917da. 02000000:00000001:0.0:1767384674.391238:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.391248:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.391257:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384674.391259:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca4d0e93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049196672:12345-0@lo:400: Request processed in 1162us (1853us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384674.391264:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049196416 00010000:00000001:0.0:1767384674.391275:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384674.391277:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a770dcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049196288:0@lo:400: 00000100:00100000:2.0:1767384674.391281:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e91c62c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237049196544:0@lo:400: 00010000:00000200:0.0:1767384674.391285:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b6915b5 x1853237049196416/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.391292:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.391298:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384674.391305:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a770dcb x1853237049196288/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.391308:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384674.391309:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000001:2.0:1767384674.391315:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384674.391335:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e91c62c x1853237049196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.391338:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384674.391343:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 02000000:00000001:1.0:1767384674.391344:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384674.391344:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1767384674.391350:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000848dffc1. 00010000:00000001:0.0:1767384674.391352:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.391355:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384674.391356:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384674.391357:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384674.391359:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384674.391365:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384674.391365:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384674.391365:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384674.391366:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384674.391374:0:16360:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 02000000:00000010:2.0:1767384674.391376:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad2f986f. 00000100:00000040:0.0:1767384674.391379:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000010:3.0:1767384674.391380:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbda0444. 00000020:00000001:1.0:1767384674.391380:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384674.391382:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384674.391387:0:16358:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767384674.391387:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007949af94. 00000020:00000040:2.0:1767384674.391390:0:16358:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384674.391390:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:2.0:1767384674.391394:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384674.391395:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384674.391396:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 02000000:00000010:2.0:1767384674.391397:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029c337aa. 02000000:00000001:0.0:1767384674.391397:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384674.391401:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384674.391402:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384674.391404:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a770dcb. 02000000:00000001:2.0:1767384674.391406:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384674.391412:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aae71deb. 02000000:00000001:2.0:1767384674.391412:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384674.391413:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384674.391414:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384674.391419:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e91c62c. 00000100:00000001:1.0:1767384674.391420:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384674.391429:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000040:0.0:1767384674.391429:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384674.391430:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384674.391430:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.391436:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.391442:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384674.391444:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384674.391445:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000001:3.0:1767384674.391446:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.391446:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384674.391462:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049196416, offset 224 00000100:00000001:2.0:1767384674.391463:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384674.391463:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384674.391468:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384674.391469:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384674.391473:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5ef9d8c. 00000100:00000001:2.0:1767384674.391474:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384674.391478:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.391480:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d85a9d4 00000400:00000010:1.0:1767384674.391483:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d85a9d4. 00000100:00000001:1.0:1767384674.391486:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384674.391491:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384674.391492:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384674.391497:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384674.391504:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384674.391508:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384674.391510:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384674.391515:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384674.391518:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.391521:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384674.391522:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384674.391523:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260007f80 00000100:00000001:1.0:1767384674.391531:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384674.391535:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384674.391536:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000100:00000001:1.0:1767384674.391540:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384674.391544:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.391545:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:3.0:1767384674.391557:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 02000000:00000001:1.0:1767384674.391557:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.391570:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384674.391570:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=86 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384674.391575:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2021 [1] + 224 00000100:00001000:1.0:1767384674.391580:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=86 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384674.391585:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384674.391587:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384674.391589:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384674.391594:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.391601:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384674.391605:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:1.0:1767384674.391613:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384674.391624:0:18468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384674.391638:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384674.391654:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384674.391662:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.391670:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384674.391675:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384674.391684:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384674.391690:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.391705:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384674.391746:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.391759:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384674.391768:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.391779:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384674.391780:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384674.391788:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384674.391788:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384674.391794:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384674.391794:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.391798:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384674.391798:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384674.391806:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 02000000:00000001:3.0:1767384674.391813:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.391813:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384674.391813:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:2.0:1767384674.391818:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384674.391823:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384674.391826:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384674.391827:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1767384674.391831:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=82 v=5 (5 0 0 0) 00000400:00000001:2.0:1767384674.391833:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384674.391834:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.391835:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097d75204 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049196672:0@lo:400: 00000400:00000001:2.0:1767384674.391840:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384674.391849:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000100:00001000:3.0:1767384674.391850:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=82 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384674.391850:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384674.391851:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.391861:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384674.391862:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384674.391864:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000100:00000040:1.0:1767384674.391866:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097d75204 x1853237049196672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384674.391867:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.391868:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384674.391869:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000100:00000001:3.0:1767384674.391877:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.391878:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384674.391880:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384674.391889:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b6915b5 x1853237049196416/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:655/0 lens 224/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.391890:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384674.391890:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.391890:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384674.391897:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384674.391900:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd99cf9b. 00010000:00080000:3.0:1767384674.391905:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384674.391907:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384674.391910:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384674.391914:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384674.391922:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384674.391928:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000354c3ed2. 02000000:00000001:1.0:1767384674.391938:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384674.391944:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384674.391948:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097d75204. 00000100:00000001:1.0:1767384674.391957:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384674.391960:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384674.391962:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b6915b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237049196416:12345-0@lo:400: Request processed in 896us (3137us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384674.391963:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.391975:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.391986:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.391987:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384674.391991:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.391997:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384674.392001:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384674.392003:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.392005:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384674.392009:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384674.392009:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384674.392009:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000100:00000040:3.0:1767384674.392019:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384674.392019:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384674.392020:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384674.392025:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384674.392028:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384674.392028:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384674.392030:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384674.392033:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384674.392034:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a8ed71e. 00000100:00000001:2.0:1767384674.392035:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.392041:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.392043:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384674.392046:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00001000:2.0:1767384674.392048:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=82 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384674.392058:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e81f1445. 00000100:00001000:2.0:1767384674.392066:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384674.392078:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384674.392079:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000100:00000001:2.0:1767384674.392080:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384674.392089:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384674.392091:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384674.392091:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384674.392095:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384674.392097:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384674.392103:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00080000:2.0:1767384674.392104:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384674.392109:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384674.392116:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00010000:00000001:2.0:1767384674.392122:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.392128:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384674.392130:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000004:00000020:3.0:1767384674.392131:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384674.392135:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384674.392138:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384674.392142:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.392148:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384674.392152:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.392213:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384674.392218:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014338b06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16359:1853237049196160:0@lo:13: 00000100:00000001:2.0:1767384674.392221:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384674.392224:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.392236:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384674.392236:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384674.392244:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384674.392252:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014338b06 x1853237049196160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.392259:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079d5000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16357:1853237049196416:0@lo:400: 00000100:00000001:2.0:1767384674.392277:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.392280:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384674.392282:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384674.392285:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384674.392290:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079d5000c x1853237049196416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384674.392292:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c66083d. 02000000:00000001:3.0:1767384674.392299:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384674.392305:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384674.392308:0:16359:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384674.392316:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384674.392316:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384674.392333:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e5e928. 02000000:00000001:2.0:1767384674.392335:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384674.392340:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384674.392340:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5c2930. 02000000:00000001:2.0:1767384674.392345:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384674.392348:0:16357:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384674.392351:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384674.392352:0:16357:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384674.392354:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014338b06. 00000020:00000001:2.0:1767384674.392358:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384674.392362:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767384674.392362:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e717b91. 00000100:00000001:3.0:1767384674.392366:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.392370:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384674.392370:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384674.392374:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384674.392378:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767384674.392378:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079d5000c. 00000100:00000001:3.0:1767384674.392386:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.392388:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384674.392391:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384674.392391:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384674.392398:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.392400:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.392407:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384674.392410:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.392413:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384674.392417:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.394769:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294963718, at 4294963719 00000100:00000010:2.0:1767384674.394778:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000461c412d. 00000100:00000040:1.0:1767384674.394794:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294963718, at 4294963719 00000100:00000010:1.0:1767384674.394803:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c1287d. 00000100:00000040:0.0:1767384674.394807:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294963718, at 4294963719 00000100:00000010:0.0:1767384674.394816:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b62ddbc. 00000100:00000040:3.0:1767384674.394822:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294963718, at 4294963719 00000100:00000010:3.0:1767384674.394835:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002db3efbc. 00000400:00000001:0.0:1767384674.579843:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384674.579852:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384674.579855:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:0.0:1767384674.579862:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000400:00000200:0.0:1767384674.579872:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384674.579880:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384674.579898:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd8b72e9. 00000400:00000010:0.0:1767384674.579904:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac0d7ef7. 00000400:00000200:0.0:1767384674.579910:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp42 00000400:00000010:0.0:1767384674.579919:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd8b72e9. 00000400:00000010:0.0:1767384674.579925:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac0d7ef7. 00000400:00000010:0.0:1767384674.579928:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008317b95b. 00000400:00000010:0.0:1767384674.579935:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003b0ae966. 00000400:00000200:0.0:1767384674.579938:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp42 00000400:00000200:0.0:1767384674.579952:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp42 local destination 00000400:00000200:0.0:1767384674.579958:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp42 00000400:00000200:0.0:1767384674.579961:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp42 NI seq info: [201:201:256:4294967295] 192.168.202.154@tcp42 LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1767384674.579967:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp42 00000400:00000200:0.0:1767384674.579974:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42:) -> 192.168.202.154@tcp42(192.168.202.154@tcp42:192.168.202.154@tcp42) : GET try# 0 00000800:00000200:0.0:1767384674.579978:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp42 00000800:00000010:0.0:1767384674.579983:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013db7b31. 00000800:00000200:0.0:1767384674.579989:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000800:00000200:0.1:1767384674.579994:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000400:00000200:0.0:1767384674.580015:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp42 added to recovery queue. ping count: 4 next ping: 312 health :600 00000400:00000200:0.0:1767384674.580019:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp35 00000400:00000010:0.0:1767384674.580021:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cc2b220a. 00000400:00000010:0.0:1767384674.580023:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e81f1445. 00000400:00000010:0.0:1767384674.580025:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384674.580043:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a0cfc008. 00000400:00000200:0.0:1767384674.580046:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp35 00000400:00000200:0.0:1767384674.580052:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp35 local destination 00000400:00000200:0.0:1767384674.580054:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp35 00000400:00000200:0.0:1767384674.580057:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp35 NI seq info: [202:202:256:4294967295] 192.168.202.154@tcp35 LPNI seq info [188:188:8:4294967295] 00000400:00000200:0.0:1767384674.580060:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp35 00000400:00000200:0.0:1767384674.580067:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp35(192.168.202.154@tcp35:) -> 192.168.202.154@tcp35(192.168.202.154@tcp35:192.168.202.154@tcp35) : GET try# 0 00000800:00000200:0.0:1767384674.580069:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp35 00000800:00000010:0.0:1767384674.580074:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e717b91. 00000800:00000200:0.0:1767384674.580078:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000800:00000200:0.1:1767384674.580082:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002823cfda] -> 12345-192.168.202.154@tcp35 (2) 00000400:00000200:0.0:1767384674.580094:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp35 added to recovery queue. ping count: 5 next ping: 328 health :500 00000400:00000200:3.0:1767384674.580165:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580242:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580243:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580302:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580348:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580375:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580417:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580443:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580485:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580512:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580527:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580595:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580618:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580672:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580687:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580782:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580841:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580861:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.580917:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.580932:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581009:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581009:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581058:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581101:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581103:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581230:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581232:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581301:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581389:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581395:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581450:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581477:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581511:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581570:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581612:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581654:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581760:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581774:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581856:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581897:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.581933:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.581962:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582007:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582126:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582141:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582187:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582228:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582249:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582296:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582361:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582361:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582428:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582457:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582497:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.582543:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582550:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582603:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582618:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582636:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582652:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582676:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582697:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582773:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582818:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384674.582831:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041908f18. 00000800:00000010:1.0:1767384674.582837:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000287c7681. 00000400:00000200:3.0:1767384674.582845:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000800:00000010:1.0:1767384674.582849:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093814a48. 00000400:00000200:3.0:1767384674.582877:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000800:00000010:1.0:1767384674.582883:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093814a48. 00000800:00020000:1.0:1767384674.582899:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384674.582903:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000287c7681. 00000800:00000010:1.0:1767384674.582906:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000041908f18. 00000400:00000200:3.0:1767384674.582914:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.582960:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000400:02020000:1.0:1767384674.582989:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp35 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384674.582999:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp35 notifying 192.168.202.154@tcp35: down 00000800:00000200:1.0:1767384674.583005:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp35 down 00000800:00000100:1.0:1767384674.583013:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp35 00000400:00000200:3.0:1767384674.583016:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000800:00000010:1.0:1767384674.583017:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e717b91. 00000400:00000200:1.0:1767384674.583024:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384674.583030:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp35->192.168.202.154@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384674.583040:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384674.583044:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384674.583047:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp35) recovery failed with -71 00000400:00000200:3.0:1767384674.583071:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583092:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583106:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583119:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583133:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583145:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583157:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583170:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583186:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.583208:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.154:988 00000800:00000010:3.0:1767384674.583445:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9765298. 00000800:00000010:3.0:1767384674.583452:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbe74be0. 00000800:00000010:3.0:1767384674.583457:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcc35bb8. 00000800:00000010:3.0:1767384674.583499:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcc35bb8. 00000400:00000200:0.0:1767384674.583703:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384674.583741:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp42 from 205.3.0.2 00000800:00000010:0.0:1767384674.583745:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000093747442. 00000800:00000010:1.0:1767384674.583783:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041908f18. 00000800:00000010:1.0:1767384674.583789:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000287c7681. 00000800:00000010:1.0:1767384674.583813:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000084115734. 00000800:00000200:1.1:1767384674.583818:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (2) 00000800:00000200:1.1:1767384674.583823:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp42 0000000084115734 deleted 00000800:00000010:1.1:1767384674.583825:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000084115734. 00000800:00000200:1.1:1767384674.583831:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384674.583839:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp42 ip 192.168.202.154:973 00000800:00000200:1.1:1767384674.583843:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013db7b31 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384674.583848:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp42 p 3.x 192.168.202.154 -> 192.168.202.154:973 incarnation:1767384651823747337 sched[0] 00000800:00000010:1.0:1767384674.583853:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093814a48. 00000800:00000010:1.0:1767384674.583910:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093814a48. 00000800:00000010:1.0:1767384674.583916:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000287c7681. 00000800:00000200:3.1:1767384674.583962:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384674.583976:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp42 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384651823747337 sched[0] 00000800:00000010:3.0:1767384674.583982:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbe74be0. 00000800:00000010:1.0:1767384674.583982:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000093747442. 00000800:00000001:2.0:1767384674.584016:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384674.584028:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384674.584081:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384674.584086:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384674.584086:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013db7b31. 00000400:00000200:1.0:1767384674.584093:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384674.584101:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384674.584107:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384674.584107:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: GET: OK 00000400:00000200:1.0:1767384674.584115:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384674.584119:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp42 recovery message sent successfully:0 00000800:00000001:2.0:1767384674.584120:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.584133:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42) <- 192.168.202.154@tcp42 : GET - for me 00000400:00000200:3.0:1767384674.584142:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384674.584149:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384674.584159:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1fb5 [1] + 0 00000400:00000200:2.0:1767384674.584168:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp42 to MR: 192.168.202.154@tcp42 local destination 00000400:00000200:2.0:1767384674.584176:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp42 NI seq info: [203:203:256:4294967295] 192.168.202.154@tcp42 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384674.584187:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42:192.168.202.154@tcp42) -> 192.168.202.154@tcp42(192.168.202.154@tcp42:192.168.202.154@tcp42) 192.168.202.154@tcp42 : REPLY try# 0 00000400:00000200:3.0:1767384674.584189:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000200:2.0:1767384674.584198:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp42 00000800:00000010:2.0:1767384674.584203:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022c9f642. 00000800:00000200:2.0:1767384674.584208:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e77426e6] -> 12345-192.168.202.154@tcp42 (4) 00000800:00000200:2.0:1767384674.584213:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp42 ip 192.168.202.154:988 00000800:00000200:2.0:1767384674.584216:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022c9f642 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384674.584218:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584239:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000800:00000001:0.0:1767384674.584258:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384674.584282:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000800:00000200:2.0:1767384674.584304:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384674.584308:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022c9f642. 00000800:00000001:1.0:1767384674.584311:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384674.584315:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384674.584328:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384674.584337:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: REPLY: OK 00000800:00000001:1.0:1767384674.584342:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384674.584345:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.584353:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.584360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384674.584361:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp42(192.168.202.154@tcp42) <- 192.168.202.154@tcp42 : REPLY - for me 00000400:00000200:1.0:1767384674.584377:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp42: Reply from 12345-192.168.202.154@tcp42 of length 272/272 into md 0x2055 00000800:00000001:1.0:1767384674.584383:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.584388:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.584390:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384674.584394:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp42->192.168.202.154@tcp42: REPLY: OK 00000400:00000200:1.0:1767384674.584399:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008317b95b 00000400:00000010:1.0:1767384674.584401:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008317b95b. 00000400:00000200:1.0:1767384674.584405:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384674.584410:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd8b72e9. 00000400:00000200:3.0:1767384674.584415:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000010:1.0:1767384674.584416:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac0d7ef7. 00000800:00000001:1.0:1767384674.584436:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384674.584442:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.584460:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584476:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584496:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584545:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584566:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584580:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584593:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584606:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584618:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584630:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584643:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584655:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584671:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584695:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584748:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584771:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584785:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584803:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584826:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584850:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584887:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584911:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584929:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584942:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584955:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584967:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384674.584980:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384674.585081:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035a8222c. 00000800:00000010:3.0:1767384674.585084:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbe74be0. 00000800:00000010:3.0:1767384674.585087:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcc35bb8. 00000800:00000010:3.0:1767384674.585101:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcc35bb8. 00000800:00020000:3.0:1767384674.585106:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384674.585109:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbe74be0. 00000800:00000010:3.0:1767384674.585111:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000035a8222c. 00000400:02020000:3.0:1767384674.585141:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp42 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384674.835886:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384674.835895:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.835902:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384674.835904:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.835966:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384674.835971:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384674.835975:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384675.325022:0:39972:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006e1d7394. 00080000:00000010:1.0:1767384675.325035:0:39972:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006e1d7394. 00000020:00000001:1.0:1767384675.325041:0:39972:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384675.325048:0:39972:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006e1d7394. 00080000:00000010:1.0:1767384675.325053:0:39972:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006e1d7394. 00000020:00000001:1.0:1767384675.325056:0:39972:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384675.457790:0:40008:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000a6d2521. 00000400:00000040:1.0:1767384675.457818:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.457820:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384675.457823:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457824:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457826:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457828:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384675.457831:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.457832:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384675.457833:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384675.457838:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384675.457840:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.457841:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.457843:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384675.457845:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457846:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384675.457848:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384675.457850:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457851:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384675.457853:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384675.457855:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457857:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.457859:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.457861:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.457863:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457864:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384675.457867:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457868:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.457870:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.457872:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.457874:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457875:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384675.457878:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457879:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.457881:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.457883:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.457885:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457886:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384675.457890:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.457892:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.457894:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384675.457896:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384675.457898:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457900:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384675.457902:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384675.457904:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384675.457906:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384675.457907:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384675.457909:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384675.457916:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.457917:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.457919:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384675.457920:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384675.457921:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384675.457922:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384675.457924:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384675.457925:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384675.457925:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384675.457938:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.457939:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384675.457941:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457942:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457943:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457944:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384675.457945:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.457947:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384675.457948:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384675.457949:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384675.457951:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.457952:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.457953:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384675.457954:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457955:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384675.457956:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384675.457957:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457958:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384675.457959:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384675.457960:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457961:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.457962:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.457963:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.457964:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457964:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384675.457966:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457967:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.457968:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.457968:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.457969:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457973:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384675.457974:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384675.457976:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384675.457977:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384675.457978:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384675.457979:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457980:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384675.457981:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384675.457982:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.457983:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384675.457984:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384675.457985:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384675.457986:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384675.457987:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384675.457988:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384675.457988:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384675.457989:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384675.457990:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384675.457991:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.457992:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384675.457993:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384675.457994:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384675.457995:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384675.457997:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384675.457998:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384675.457999:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384675.458000:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384675.458001:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384675.458002:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384675.458003:0:40008:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384675.458153:0:40008:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000a6d2521. 00000400:00000200:1.0:1767384675.498524:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384675.498584:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp50 from 255.3.0.2 00000800:00000010:1.0:1767384675.498590:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f3c17ec8. 00000800:00000010:2.0:1767384675.498641:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007ed34c1. 00000800:00000010:2.0:1767384675.498650:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b414f5ed. 00000800:00000010:2.0:1767384675.498687:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bb2bb35d. 00000800:00000200:2.0:1767384675.498699:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.54@tcp50 p 3.x 192.168.202.154 -> 192.168.202.54:1023 incarnation:1767384674604730660 sched[0] 00000800:00000010:2.0:1767384675.498706:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020a3acc9. 00000800:00000010:2.0:1767384675.499146:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020a3acc9. 00000800:00000010:2.0:1767384675.499154:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b414f5ed. 00000800:00000010:2.0:1767384675.499225:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f3c17ec8. 00000800:00000001:3.0:1767384675.499265:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384675.499273:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384675.499788:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.499796:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384675.499799:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384675.499806:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384675.499815:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : GET - for me 00000400:00000010:2.0:1767384675.499828:0:16350:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000364130ef. 00000400:00000200:2.0:1767384675.499832:0:16350:0:(peer.c:264:lnet_peer_alloc()) 00000000364130ef nid 192.168.202.54@tcp50 00000400:00000010:2.0:1767384675.499836:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f2c6941e. 00000400:00000200:2.0:1767384675.499840:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f2c6941e net tcp50 00000400:00000010:2.0:1767384675.499843:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000e183567. 00000400:00000200:2.0:1767384675.499858:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000e183567 nid 192.168.202.54@tcp50 00000400:00000200:2.0:1767384675.499862:0:16350:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.54@tcp50 nid 192.168.202.154@tcp50: 0 00000400:00000200:2.0:1767384675.499866:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000364130ef (0) 00000400:00000200:2.0:1767384675.499872:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.54@tcp50 NID 192.168.202.54@tcp50 flags 0x0 00000400:00000200:2.0:1767384675.499876:0:16350:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.54@tcp50: 0 00000400:00000200:2.0:1767384675.499887:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384675.499898:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.54@tcp50 of length 272/272 into md 0x1fb5 [1] + 0 00000400:00000200:2.0:1767384675.499912:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:2.0:1767384675.499926:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [204:204:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384675.499939:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) 192.168.202.54@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384675.499945:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384675.499950:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022c9f642. 00000800:00000200:2.0:1767384675.499957:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (2) 00000800:00000200:2.0:1767384675.499964:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:2.0:1767384675.499967:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022c9f642 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384675.500008:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384675.500051:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384675.500057:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022c9f642. 00000400:00000200:2.0:1767384675.500063:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384675.500070:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: REPLY: OK 00000800:00000001:1.0:1767384675.500075:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.500621:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384675.500652:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767384675.500656:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006fc43d85. 00000800:00000010:1.0:1767384675.500709:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009975da2e. 00000800:00000010:1.0:1767384675.500735:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebe6b63a. 00000800:00000010:1.0:1767384675.500786:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008a83952b. 00000800:00000200:1.1:1767384675.500805:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (2) 00000800:00000001:2.0:1767384675.500815:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384675.500816:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.54@tcp50 000000008a83952b deleted 00000800:00000010:1.1:1767384675.500822:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008a83952b. 00000800:00000200:1.0:1767384675.500834:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.54@tcp50 p 3.x 192.168.202.154 -> 192.168.202.54:1022 incarnation:1767384674604730660 sched[0] 00000800:00000001:2.0:1767384675.500837:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384675.500841:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384675.500843:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968ca3c6. 00000800:00000001:2.0:1767384675.500848:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384675.500857:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : GET - for me 00000400:00000200:2.0:1767384675.500872:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384675.500880:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.54@tcp50 of length 704/704 into md 0x1fb5 [1] + 0 00000400:00000200:2.0:1767384675.500892:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:2.0:1767384675.500904:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [205:205:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384675.500914:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) 192.168.202.54@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384675.500921:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384675.500926:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022c9f642. 00000800:00000010:1.0:1767384675.500946:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968ca3c6. 00000800:00000200:2.0:1767384675.500947:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (3) 00000800:00000200:2.0:1767384675.500960:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000010:1.0:1767384675.500960:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebe6b63a. 00000800:00000200:2.0:1767384675.500971:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022c9f642 type 3, nob 800 niov 1 nkiov 1 00000800:00000010:1.0:1767384675.501016:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006fc43d85. 00000800:00000001:1.0:1767384675.501029:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.501036:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384675.501039:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384675.501073:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384675.501078:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022c9f642. 00000400:00000200:2.0:1767384675.501085:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384675.501095:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: REPLY: OK 00000800:00000001:1.0:1767384675.501104:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.502098:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384675.502175:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp50 from 253.3.0.2 00000800:00000010:3.0:1767384675.502179:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005f0a84d2. 00000800:00000010:1.0:1767384675.502230:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003371e95. 00000800:00000010:1.0:1767384675.502237:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebe6b63a. 00000800:00000010:1.0:1767384675.502272:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008a83952b. 00000800:00000200:1.1:1767384675.502282:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (3) 00000800:00000200:1.1:1767384675.502287:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.54@tcp50 000000008a83952b deleted 00000800:00000010:1.1:1767384675.502289:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008a83952b. 00000800:00000200:1.0:1767384675.502297:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.54@tcp50 p 3.x 192.168.202.154 -> 192.168.202.54:1021 incarnation:1767384674604730660 sched[0] 00000800:00000010:1.0:1767384675.502302:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968ca3c6. 00000800:00000010:1.0:1767384675.502357:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968ca3c6. 00000800:00000010:1.0:1767384675.502364:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebe6b63a. 00000800:00000010:1.0:1767384675.502408:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005f0a84d2. 00000800:00000001:0.0:1767384675.502430:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384675.502437:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384675.603879:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384675.603889:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384675.603893:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384675.603902:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384675.603914:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384675.603923:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384675.603941:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cc2b220a. 00000400:00000010:0.0:1767384675.603950:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e81f1445. 00000400:00000200:0.0:1767384675.603960:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp36 00000400:00000010:0.0:1767384675.603971:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cc2b220a. 00000400:00000010:0.0:1767384675.603979:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e81f1445. 00000400:00000010:0.0:1767384675.603984:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384675.603994:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ababa18. 00000400:00000200:0.0:1767384675.603998:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp36 00000400:00000200:0.0:1767384675.604038:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp36 local destination 00000400:00000200:0.0:1767384675.604046:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp36 00000400:00000200:0.0:1767384675.604051:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp36 NI seq info: [206:206:256:4294967295] 192.168.202.154@tcp36 LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1767384675.604060:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp36 00000400:00000200:0.0:1767384675.604070:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp36(192.168.202.154@tcp36:) -> 192.168.202.154@tcp36(192.168.202.154@tcp36:192.168.202.154@tcp36) : GET try# 0 00000800:00000200:0.0:1767384675.604077:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp36 00000800:00000010:0.0:1767384675.604083:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000354c3ed2. 00000800:00000200:0.0:1767384675.604092:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000800:00000200:0.1:1767384675.604098:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebfa301] -> 12345-192.168.202.154@tcp36 (2) 00000400:00000200:0.0:1767384675.604128:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp36 added to recovery queue. ping count: 5 next ping: 329 health :500 00000400:00000200:3.0:1767384675.604249:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604348:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604376:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604397:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604415:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604433:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604452:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604478:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604532:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604551:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604591:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604644:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604665:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604701:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604772:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604825:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604848:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604867:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604885:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604903:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604940:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604963:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.604982:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605056:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605080:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605099:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605118:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605137:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605156:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605192:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605217:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605235:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384675.605278:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384675.605479:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035a8222c. 00000800:00000010:3.0:1767384675.605486:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001614909a. 00000800:00000010:3.0:1767384675.605493:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007f24af20. 00000800:00000010:3.0:1767384675.605518:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007f24af20. 00000800:00020000:3.0:1767384675.605529:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384675.605540:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001614909a. 00000800:00000010:3.0:1767384675.605565:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000035a8222c. 00000400:02020000:3.0:1767384675.605610:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp36 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384675.605617:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp36 notifying 192.168.202.154@tcp36: down 00000800:00000200:3.0:1767384675.605626:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp36 down 00000800:00000100:3.0:1767384675.605633:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp36 00000800:00000010:3.0:1767384675.605636:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000354c3ed2. 00000400:00000200:3.0:1767384675.605641:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384675.605646:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp36->192.168.202.154@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384675.605661:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384675.605666:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384675.605670:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp36) recovery failed with -71 00010000:00000001:1.0:1767384675.859872:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384675.859881:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.859889:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384675.859890:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384675.859958:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384675.859963:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384675.859965:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384676.501696:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.501760:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.501771:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.501774:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.501787:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.501807:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 520 into portal 26 MB=0x695825fa00180 00000400:00000200:1.0:1767384676.501815:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 520/520 into md 0x1785 [2] + 0 00000400:00000010:1.0:1767384676.501821:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079d2b7a1. 00000400:00000200:1.0:1767384676.501832:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a32ce0fb 00000800:00000001:1.0:1767384676.501845:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.501872:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.501875:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.501880:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.501885:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a32ce0fb 00000400:00000010:1.0:1767384676.501888:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a32ce0fb. 00000100:00000001:1.0:1767384676.501894:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.501896:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.501899:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000007775a9c0 x1853237042872704 msgsize 520 00000100:00100000:1.0:1767384676.501904:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.501906:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.501922:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.501937:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.501941:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.501995:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.502000:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042872704 02000000:00000001:0.0:1767384676.502005:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.502008:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.502011:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.502018:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.502024:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042872704 00000020:00000001:0.0:1767384676.502028:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.502031:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384676.502034:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384676.502036:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.502039:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.502047:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.502055:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.502062:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:0.0:1767384676.502072:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.502074:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.502077:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.502086:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.502111:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.502127:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.502130:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.502137:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 157 00000100:00000001:0.0:1767384676.502143:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716512775248 : -128357196776368 : ffff8b4282e1bc50) 00000100:00000040:0.0:1767384676.502161:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007775a9c0 x1853237042872704/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384696 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.502178:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007775a9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:11777:x1853237042872704:12345-192.168.202.54@tcp50:250: 00000100:00000200:0.0:1767384676.502183:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042872704 00000020:00000001:0.0:1767384676.502187:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384676.502193:0:17084:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384676.502206:0:17084:0:(obd_config.c:927:class_incref()) incref MGS (00000000163b0383) now 6 - find 00000020:00000001:0.0:1767384676.502209:0:17084:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446615717242122672 : -128356467428944 : ffff8b42ae5ab1b0) 00000100:00000001:0.0:1767384676.502217:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.502221:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.502227:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009ae49197. 02000000:00000001:0.0:1767384676.502230:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.502232:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.502235:0:17084:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384676.502242:0:17084:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50 t0 exp 0000000000000000 cur 298 last 0 00010000:00000001:0.0:1767384676.502246:0:17084:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:0.0:1767384676.502249:0:17084:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:0.0:1767384676.502252:0:17084:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384676.502254:0:17084:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384676.502259:0:17084:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006030557f. 00000020:00000001:0.0:1767384676.502262:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.502264:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006030557f with handle 0xefc2db714b35c52b to hash 00000020:00000001:0.0:1767384676.502266:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384676.502271:0:17084:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:0.0:1767384676.502275:0:17084:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384676.502278:0:17084:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384676.502283:0:17084:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000029c337aa. 00000001:00000010:0.0:1767384676.502289:0:17084:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005ae9c184. 00000001:00000010:0.0:1767384676.502294:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac0d7ef7. 00000001:00000010:0.0:1767384676.502297:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8c8b10a. 00000001:00000010:0.0:1767384676.502313:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077f30679. 00000001:00000010:0.0:1767384676.502317:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004da7baad. 00010000:00000001:0.0:1767384676.502323:0:17084:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.502332:0:17084:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.502334:0:17084:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.502337:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=3 00000020:00000040:0.0:1767384676.502342:0:17084:0:(obd_config.c:927:class_incref()) incref MGS (00000000163b0383) now 7 - export 00000020:00000001:0.0:1767384676.502345:0:17084:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000040:0.0:1767384676.502348:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 2 00000020:00000080:0.0:1767384676.502351:0:17084:0:(genops.c:1402:class_connect()) connect: client ae0df923-50ec-4637-aa42-9aa704cf65dd, cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.502354:0:17084:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.502356:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.502357:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.502359:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.502360:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=3 00000020:00000001:0.0:1767384676.502363:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.502365:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 20000000:00000001:0.0:1767384676.502368:0:17084:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:0.0:1767384676.502372:0:17084:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:0.0:1767384676.502375:0:17084:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384676.502380:0:17084:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000af6dbdaa 00000020:00000010:0.0:1767384676.502383:0:17084:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d4eefdf2. 00000020:00000040:0.0:1767384676.502393:0:17084:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000d4eefdf2 for nid 192.168.202.54@tcp50 - ref 2 00000020:00000001:0.0:1767384676.502489:0:17084:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.502499:0:17084:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001c5bf66c. 00000020:00000010:0.0:1767384676.502504:0:17084:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003df8ce2e. 00000020:00000010:0.0:1767384676.502508:0:17084:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000007949af94. 00000020:00000010:0.0:1767384676.502528:0:17084:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bec758fb. 00000020:00000010:0.0:1767384676.502532:0:17084:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007cf6b040. 00000020:00000010:0.0:1767384676.502535:0:17084:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c3e01060. 20000000:00000001:0.0:1767384676.502545:0:17084:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.502547:0:17084:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.502549:0:17084:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.502551:0:17084:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.502556:0:17084:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000558ccc47. 00000020:00000040:0.0:1767384676.502559:0:17084:0:(obd_config.c:927:class_incref()) incref MGS (00000000163b0383) now 8 - import 00000020:00000001:0.0:1767384676.502573:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384676.502575:0:17084:0:(genops.c:1242:class_import_put()) import 00000000558ccc47 refcount=1 obd=MGS 00000020:00000001:0.0:1767384676.502577:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384676.502582:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=4 00000100:00000040:0.0:1767384676.502584:0:17084:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.502587:0:17084:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384676.502595:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000364130ef (1) 00000400:00000200:0.0:1767384676.502601:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000364130ef (2) 00000400:00000200:0.0:1767384676.502621:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.54@tcp50 (00000000364130ef): 0 00000400:00000200:0.0:1767384676.502623:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384676.502660:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384676.502667:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.54@tcp50(00000000364130ef) state 0x40 00000400:00000200:1.0:1767384676.502669:0:16355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000364130ef (3) 00000400:00000010:1.0:1767384676.502675:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000758ba620. 00000400:00000010:1.0:1767384676.502680:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d85a9d4. 00000400:00000010:1.0:1767384676.502686:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d480916. 00000400:00000200:1.0:1767384676.502690:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.54@tcp50 00000400:00000200:1.0:1767384676.502713:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:1.0:1767384676.502735:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp50 00000400:00000200:1.0:1767384676.502740:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [207:207:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767384676.502748:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.54@tcp50 00000400:00000200:1.0:1767384676.502757:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : GET try# 0 00000800:00000200:1.0:1767384676.502763:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.54@tcp50 00000800:00000010:1.0:1767384676.502769:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000770b619d. 00000800:00000200:1.0:1767384676.502777:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:1.0:1767384676.502786:0:16355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:1.0:1767384676.502791:0:16355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000770b619d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384676.502806:0:16355:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.54@tcp50 00000400:00000200:1.0:1767384676.502808:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.54@tcp50(00000000364130ef) state 0x240 rc 0 00000800:00000200:2.0:1767384676.502943:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.502950:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000770b619d. 00000400:00000200:2.0:1767384676.502957:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.502963:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: GET: OK 00000400:00000200:2.0:1767384676.502967:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384676.502971:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.54@tcp50: 0 00000800:00000001:0.0:1767384676.503559:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.503566:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384676.503568:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.503569:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.503574:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : REPLY - for me 00000400:00000200:0.0:1767384676.503585:0:16350:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp50: Reply from 12345-192.168.202.54@tcp50 of length 48/48 into md 0x2061 00000800:00000001:0.0:1767384676.503589:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.503593:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.503595:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384676.503598:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: REPLY: OK 00000400:00000200:0.0:1767384676.503600:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d85a9d4 00000400:00000010:0.0:1767384676.503602:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d85a9d4. 00000400:00000200:0.0:1767384676.503604:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384676.503608:0:16350:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.54@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:0.0:1767384676.503611:0:16350:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.54@tcp50(00000000364130ef) not MR: DD disabled remotely 00000400:00000200:0.0:1767384676.503614:0:16350:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.54@tcp50 data present 3. state = 0x242 00000400:00000200:0.0:1767384676.503618:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.54@tcp50 (00000000364130ef): -114 00000400:00000200:0.0:1767384676.503630:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000364130ef (4) 00000800:00000001:0.0:1767384676.503636:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384676.503640:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.503657:0:16355:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384676.503662:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.54@tcp50(00000000364130ef) state 0xc2 00000400:00000010:1.0:1767384676.503668:0:16355:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000968ca3c6. 00000400:00000010:1.0:1767384676.503670:0:16355:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000398e88b1. 00000400:00000010:1.0:1767384676.503672:0:16355:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000005a9d17fc. 00000400:00000010:1.0:1767384676.503676:0:16355:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000968ca3c6. 00000400:00000010:1.0:1767384676.503680:0:16355:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000398e88b1. 00000400:00000010:1.0:1767384676.503681:0:16355:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000005a9d17fc. 00000400:00000010:1.0:1767384676.503683:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000758ba620. 00000400:00000200:1.0:1767384676.503686:0:16355:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.54@tcp50 (00000000364130ef): 0 00000400:00000200:1.0:1767384676.503689:0:16355:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.54@tcp50(00000000364130ef): 0. state = 0x142 00000400:00000200:1.0:1767384676.503691:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.54@tcp50(00000000364130ef) state 0x142 rc 1 00000400:00000200:1.0:1767384676.503694:0:16355:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.54@tcp50(00000000364130ef) state 0x142 00000400:00000200:1.0:1767384676.503696:0:16355:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.54@tcp50 00000400:00000200:1.0:1767384676.503697:0:16355:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.54@tcp50(00000000364130ef) state 0x112 rc 0 00000400:00000200:1.0:1767384676.503699:0:16355:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.54@tcp50 (00000000364130ef) 00000400:00000200:1.0:1767384676.503708:0:16355:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000364130ef (3) 00000400:00000200:0.0:1767384676.503743:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000364130ef (2) 00000400:00000200:0.0:1767384676.503747:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000364130ef (1) 00000400:00000200:0.0:1767384676.503751:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.54@tcp50 NID 192.168.202.54@tcp50: 0. discovery complete 00000400:00000200:0.0:1767384676.503753:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000364130ef (2) 00000400:00000200:0.0:1767384676.503762:0:17084:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.54@tcp50 primary NID 192.168.202.54@tcp50 rc 0 00000100:00000010:0.0:1767384676.503766:0:17084:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000a64b7808. 00000100:00000001:0.0:1767384676.503769:0:17084:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1767384676.503771:0:17084:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a64b7808 refcount 1 to 192.168.202.54@tcp50 00000020:00000040:0.0:1767384676.503775:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=5 00000100:00000001:0.0:1767384676.503782:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.503784:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.503786:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.503789:0:17084:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384676.503792:0:17084:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384676.503795:0:17084:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:0.0:1767384676.503798:0:17084:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650326080 : -1059225536 : ffffffffc0dd8040) 02000000:00000001:0.0:1767384676.503800:0:17084:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.503803:0:17084:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384676.503806:0:17084:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384676.503808:0:17084:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384676.503810:0:17084:0:(import.c:65:import_set_state_nolock()) 00000000558ccc47 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384676.503813:0:17084:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384676.503815:0:17084:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384676.503817:0:17084:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384676.503819:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 4 00000020:00000040:0.0:1767384676.503822:0:17084:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 8 - find 00010000:00000001:0.0:1767384676.503824:0:17084:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.503828:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.503830:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990720 : -1049560896 : ffffffffc170f8c0) 00000020:00000001:0.0:1767384676.503834:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.503835:0:17084:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.503838:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.503840:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.503842:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.503844:0:17084:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:0.0:1767384676.503846:0:17084:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384676.503851:0:17084:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.503853:0:17084:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.503855:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042872704 00010000:00000001:0.0:1767384676.503862:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.503865:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007775a9c0 x1853237042872704/t0(0) o250->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.503873:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.503875:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.503878:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384676.503882:0:17084:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384676.503884:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.503886:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.503887:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.503890:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.503892:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.503895:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.503897:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.503900:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762c680e. 00000100:00000200:0.0:1767384676.503902:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237042872704, offset 0 00000400:00000200:0.0:1767384676.503906:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.503911:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.503923:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [208:208:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384676.503929:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.503933:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.503935:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033de08e4. 00000800:00000200:0.0:1767384676.503938:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.503941:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.503943:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033de08e4 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.503953:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.503956:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.503958:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.503959:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.503961:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.503969:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007775a9c0 x1853237042872704/t0(0) o250->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.503977:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007775a9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+4:11777:x1853237042872704:12345-192.168.202.54@tcp50:250: Request processed in 1802us (2075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.503985:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 157 00000100:00000040:0.0:1767384676.503988:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.503991:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.503992:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.503997:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.504000:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.504005:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.504008:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 3 00000100:00000001:0.0:1767384676.504013:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384676.504014:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384676.504018:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033de08e4. 00000100:00000200:0.0:1767384676.504019:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384676.504022:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384676.504026:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f88fa89f. 00000400:00000200:1.0:1767384676.504028:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.504033:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000762c680e 00000400:00000010:0.0:1767384676.504033:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023ced45f. 00000400:00000010:1.0:1767384676.504035:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000762c680e. 00000100:00000001:1.0:1767384676.504041:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.504044:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.504046:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000009ae49197. 02000000:00000001:1.0:1767384676.504050:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.504052:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384676.505081:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.505086:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.505089:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.505090:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.505095:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.505102:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 26 MB=0x695825fa00100 00000400:00000200:2.0:1767384676.505108:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x178d [2] + 0 00000400:00000010:2.0:1767384676.505111:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8edfb28. 00000400:00000200:2.0:1767384676.505114:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e23241e 00000800:00000001:2.0:1767384676.505117:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.505126:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.505128:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.505131:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.505134:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00000400:00000010:2.0:1767384676.505135:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e23241e. 00000100:00000001:2.0:1767384676.505139:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.505141:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384676.505143:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000009e6442bb x1853237042872576 msgsize 328 00000100:00100000:2.0:1767384676.505146:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:2.0:1767384676.505148:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384676.505156:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.505159:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.505161:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.505188:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.505191:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042872576 02000000:00000001:0.0:1767384676.505194:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.505195:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.505197:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.505201:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.505203:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042872576 00000020:00000001:0.0:1767384676.505206:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.505207:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.505210:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.505212:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=4 00000020:00000001:0.0:1767384676.505214:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.505215:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.505220:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.505224:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.505226:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.505228:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000020:00000010:0.0:1767384676.505238:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.505241:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.505244:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.505250:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.505253:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.505254:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.505256:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.505260:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.505270:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.505275:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.505277:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.505281:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 158 00000100:00000040:0.0:1767384676.505283:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.505285:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739622992 : -128356969928624 : ffff8b4290672850) 00000100:00000040:0.0:1767384676.505289:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e6442bb x1853237042872576/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.505297:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.505298:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.505328:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.505331:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000100:00100000:0.0:1767384676.505336:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e6442bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+4:15169:x1853237042872576:12345-192.168.202.54@tcp50:101: 00000100:00000200:0.0:1767384676.505340:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042872576 00000020:00000001:0.0:1767384676.505343:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.505346:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.505349:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.505351:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.505352:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384676.505355:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.505357:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.505359:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.505361:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.505365:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.505373:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384676.505376:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384676.505378:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384676.505381:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384676.505384:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.505390:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384676.505397:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 6 00010000:00000001:0.0:1767384676.505399:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.505402:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384676.505406:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bdd2d694. 00000020:00000001:0.0:1767384676.505409:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.505411:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bdd2d694 with handle 0xefc2db714b35c532 to hash 00000020:00000001:0.0:1767384676.505412:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384676.505413:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00000001:0.0:1767384676.505416:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520574464 : -128356188977152 : ffff8b42bef38800) 00010000:00010000:0.0:1767384676.505419:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c532 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb03b022b44f5c09e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.505426:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006030557f : new locks_count 1 00000020:00000040:0.0:1767384676.505428:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=5 00000100:00000001:0.0:1767384676.505439:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.505441:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.505444:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009ae49197. 02000000:00000001:0.0:1767384676.505446:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.505448:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.505450:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384676.505454:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384676.505456:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384676.505458:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.505460:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.505462:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.505463:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.505465:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384676.505467:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384676.505468:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384676.505470:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384676.505476:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000ad9180d8) refcount = 6 00010000:00000040:0.0:1767384676.505478:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384676.505482:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000020c4f254/0xefc2db714b35c253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c24c expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.505486:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b443917e/0xefc2db714b35c229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c222 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.505491:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073471a23/0xefc2db714b35c1dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c1d5 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.505494:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006638f58d/0xefc2db714b35c157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c150 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.505498:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000004b1f64f/0xefc2db714b35c13b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c134 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384676.505502:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c532 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c09e expref: 5 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.505506:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384676.505507:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384676.505508:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.505509:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.505510:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.505515:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384676.505516:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c532 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c09e expref: 5 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.505521:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384676.505524:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384676.505526:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.505527:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.505529:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384676.505530:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.505531:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384676.505536:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bdd2d694, rc 0) 00000020:00000001:0.0:1767384676.505538:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.505539:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042872576 00010000:00000001:0.0:1767384676.505541:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.505544:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e6442bb x1853237042872576/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.505549:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.505551:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.505552:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.505555:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.505556:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.505558:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.505560:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.505561:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.505562:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.505564:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.505566:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001224e59. 00000100:00000200:0.0:1767384676.505569:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237042872576, offset 224 00000400:00000200:0.0:1767384676.505572:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.505577:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.505585:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [209:209:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384676.505591:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.505595:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.505597:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000764873fc. 00000800:00000200:0.0:1767384676.505600:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.505604:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.505606:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000764873fc type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.505618:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.505620:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.505622:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.505623:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.505628:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.505631:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e6442bb x1853237042872576/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.505637:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e6442bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+5:15169:x1853237042872576:12345-192.168.202.54@tcp50:101: Request processed in 340us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.505643:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 158 00000100:00000040:0.0:1767384676.505645:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.505647:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.505649:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.505651:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.505654:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.505661:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.505664:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 4 00000100:00000001:0.0:1767384676.505666:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.505669:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.505673:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dafd767. 00000400:00000010:0.0:1767384676.505676:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce50895e. 00000800:00000200:1.0:1767384676.505709:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384676.505713:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000764873fc. 00000400:00000200:1.0:1767384676.505717:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.505751:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.505755:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001224e59 00000400:00000010:1.0:1767384676.505757:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001224e59. 00000100:00000001:1.0:1767384676.505769:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.505771:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.505773:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009ae49197. 02000000:00000001:1.0:1767384676.505776:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.505777:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.506793:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.506799:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.506801:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.506802:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.506807:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.506814:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 512 into portal 26 MB=0x695825fa00200 00000400:00000200:1.0:1767384676.506817:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 512/512 into md 0x179d [2] + 0 00000400:00000010:1.0:1767384676.506820:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aae4617. 00000400:00000200:1.0:1767384676.506823:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f64160b2 00000800:00000001:1.0:1767384676.506825:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.506830:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.506831:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.506834:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.506836:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f64160b2 00000400:00000010:1.0:1767384676.506837:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f64160b2. 00000100:00000001:1.0:1767384676.506840:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.506841:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.506843:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000008d9ad225 x1853237042872832 msgsize 512 00000100:00100000:1.0:1767384676.506846:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.506847:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.506855:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.506860:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.506862:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.506889:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.506893:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042872832 02000000:00000001:0.0:1767384676.506896:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.506897:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.506899:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.506902:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.506905:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042872832 00000020:00000001:0.0:1767384676.506907:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.506908:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.506910:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.506912:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=5 00000020:00000001:0.0:1767384676.506915:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.506917:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.506920:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.506924:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.506926:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.506935:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000020:00000010:0.0:1767384676.506940:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.506944:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.506947:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.506952:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.506954:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.506955:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.506957:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.506961:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.506973:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.506979:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.506980:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.506983:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 159 00000100:00000040:0.0:1767384676.506986:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.506987:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739624016 : -128356969927600 : ffff8b4290672c50) 00000100:00000040:0.0:1767384676.506991:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d9ad225 x1853237042872832/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 512/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.506998:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.507000:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.507002:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.507003:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000100:00100000:0.0:1767384676.507006:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d9ad225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+5:15169:x1853237042872832:12345-192.168.202.54@tcp50:501: 00000100:00000200:0.0:1767384676.507010:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042872832 00000020:00000001:0.0:1767384676.507012:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.507015:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.507017:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.507019:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.507021:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990208 : -1049561408 : ffffffffc170f6c0) 00000020:00000001:0.0:1767384676.507024:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.507026:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.507028:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.507030:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.507040:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384676.507042:0:17084:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.507044:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.507047:0:17084:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384676.507049:0:17084:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384676.507051:0:17084:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384676.507054:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.507055:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.507058:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000009ae49197. 02000000:00000001:0.0:1767384676.507061:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.507063:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.507066:0:17084:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384676.507069:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.507072:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.507076:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099acb7a8. 00000040:00000001:0.0:1767384676.507081:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.507084:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.507088:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.507092:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00080000:00000001:0.0:1767384676.507102:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384676.507107:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384676.507134:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384676.507140:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384676.507144:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384676.507149:0:17084:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384676.507152:0:17084:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384676.507154:0:17084:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384676.507157:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099acb7a8. 00000040:00000001:0.0:1767384676.507160:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384676.507163:0:17084:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384676.507166:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.507169:0:17084:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384676.507171:0:17084:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384676.507180:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042872832 00010000:00000001:0.0:1767384676.507182:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.507187:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d9ad225 x1853237042872832/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 512/272 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.507194:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.507196:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.507199:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.507202:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.507205:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.507207:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.507210:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.507211:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.507214:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.507217:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.507220:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a9c4df6. 00000100:00000200:0.0:1767384676.507223:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237042872832, offset 224 00000400:00000200:0.0:1767384676.507228:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.507235:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.507244:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [210:210:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384676.507253:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.507258:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.507262:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000764873fc. 00000800:00000200:0.0:1767384676.507266:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.507271:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.507274:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000764873fc type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.507287:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.507291:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.507293:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.507295:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.507296:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.507319:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9ad225 x1853237042872832/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 512/272 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.507336:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d9ad225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+5:15169:x1853237042872832:12345-192.168.202.54@tcp50:501: Request processed in 336us (490us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384676.507345:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 159 00000100:00000040:0.0:1767384676.507348:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.507351:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.507353:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.507356:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.507361:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.507365:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000800:00000200:2.0:1767384676.507367:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384676.507369:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 4 00000800:00000010:2.0:1767384676.507373:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000764873fc. 00000100:00000001:0.0:1767384676.507374:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.507379:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384676.507381:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.507388:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c7f1516. 00000400:00000200:2.0:1767384676.507389:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000010:0.0:1767384676.507396:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ba98a0b. 00000400:00000200:2.0:1767384676.507397:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a9c4df6 00000400:00000010:2.0:1767384676.507400:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a9c4df6. 00000100:00000001:2.0:1767384676.507406:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384676.507408:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384676.507410:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000009ae49197. 02000000:00000001:2.0:1767384676.507413:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384676.507415:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.508254:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.508259:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.508261:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.508262:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.508267:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.508273:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 26 MB=0x695825fa00280 00000400:00000200:1.0:1767384676.508278:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x17b5 [2] + 0 00000400:00000010:1.0:1767384676.508289:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092db8b12. 00000400:00000200:1.0:1767384676.508293:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5621d00 00000800:00000001:1.0:1767384676.508297:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.508321:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.508324:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.508328:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.508332:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5621d00 00000400:00000010:1.0:1767384676.508334:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5621d00. 00000100:00000001:1.0:1767384676.508337:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.508338:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.508341:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000232f427d x1853237042872960 msgsize 328 00000100:00100000:1.0:1767384676.508346:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.508348:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.508359:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.508365:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.508368:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.508410:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.508414:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042872960 02000000:00000001:0.0:1767384676.508417:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.508419:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.508421:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.508424:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.508426:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042872960 00000020:00000001:0.0:1767384676.508429:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.508430:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.508432:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.508434:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=5 00000020:00000001:0.0:1767384676.508437:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.508439:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.508443:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.508446:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.508449:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.508451:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000020:00000010:0.0:1767384676.508462:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.508465:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.508469:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.508474:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.508477:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.508479:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.508481:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.508485:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.508496:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.508505:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.508507:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.508511:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 160 00000100:00000040:0.0:1767384676.508515:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.508518:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739621968 : -128356969929648 : ffff8b4290672450) 00000100:00000040:0.0:1767384676.508523:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000232f427d x1853237042872960/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.508533:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.508535:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.508537:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.508540:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000100:00100000:0.0:1767384676.508544:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000232f427d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+5:15169:x1853237042872960:12345-192.168.202.54@tcp50:101: 00000100:00000200:0.0:1767384676.508548:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042872960 00000020:00000001:0.0:1767384676.508551:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.508553:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.508555:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.508558:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.508559:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384676.508563:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.508564:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.508566:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.508568:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.508571:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.508579:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384676.508581:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384676.508583:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384676.508585:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384676.508587:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.508591:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384676.508596:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 7 00010000:00000001:0.0:1767384676.508599:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.508601:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384676.508604:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7a0c75f. 00000020:00000001:0.0:1767384676.508608:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.508610:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7a0c75f with handle 0xefc2db714b35c539 to hash 00000020:00000001:0.0:1767384676.508612:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384676.508614:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384676.508616:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00010000:0.0:1767384676.508619:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c539 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb03b022b44f5c0a5 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.508627:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006030557f : new locks_count 2 00000020:00000040:0.0:1767384676.508629:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=6 00000100:00000001:0.0:1767384676.508635:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.508637:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.508640:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009ae49197. 02000000:00000001:0.0:1767384676.508643:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.508644:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.508647:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384676.508650:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384676.508652:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384676.508654:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.508657:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.508659:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.508660:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.508662:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384676.508664:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384676.508666:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384676.508668:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384676.508676:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000ad9180d8) refcount = 7 00010000:00000040:0.0:1767384676.508679:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384676.508683:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c532 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c09e expref: 6 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.508691:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000020c4f254/0xefc2db714b35c253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c24c expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.508698:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b443917e/0xefc2db714b35c229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c222 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.508705:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073471a23/0xefc2db714b35c1dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c1d5 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.508712:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006638f58d/0xefc2db714b35c157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c150 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.508745:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000004b1f64f/0xefc2db714b35c13b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c134 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384676.508753:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0a5 expref: 6 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.508759:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384676.508761:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384676.508762:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.508764:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.508767:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.508772:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384676.508774:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0a5 expref: 6 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.508782:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384676.508784:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384676.508786:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.508788:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.508797:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384676.508799:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.508800:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384676.508802:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e7a0c75f, rc 0) 00000020:00000001:0.0:1767384676.508805:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.508807:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042872960 00010000:00000001:0.0:1767384676.508809:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.508813:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000232f427d x1853237042872960/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.508820:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.508822:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.508824:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.508828:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.508830:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.508832:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.508835:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.508837:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.508839:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.508842:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.508845:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004157f456. 00000100:00000200:0.0:1767384676.508849:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237042872960, offset 224 00000400:00000200:0.0:1767384676.508854:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.508861:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.508870:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [211:211:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384676.508880:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.508886:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.508889:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033de08e4. 00000800:00000200:0.0:1767384676.508894:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.508899:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.508902:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033de08e4 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.508916:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.508933:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.508936:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.508938:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.508941:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.508946:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000232f427d x1853237042872960/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.508956:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000232f427d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+6:15169:x1853237042872960:12345-192.168.202.54@tcp50:101: Request processed in 422us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.508964:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 160 00000100:00000040:0.0:1767384676.508967:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.508969:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.508971:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.508975:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.508978:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.508982:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.508986:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 5 00000100:00000001:0.0:1767384676.508989:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.508992:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.508998:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afb317dd. 00000800:00000200:1.0:1767384676.508999:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384676.509002:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf47441. 00000800:00000010:1.0:1767384676.509004:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033de08e4. 00000400:00000200:1.0:1767384676.509011:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.509017:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.509021:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004157f456 00000400:00000010:1.0:1767384676.509024:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004157f456. 00000100:00000001:1.0:1767384676.509028:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.509030:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.509032:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009ae49197. 02000000:00000001:1.0:1767384676.509035:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.509036:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384676.509843:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.509850:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.509852:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.509855:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.509861:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.509870:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 512 into portal 26 MB=0x695825fa00300 00000400:00000200:2.0:1767384676.509876:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 512/512 into md 0x17e5 [2] + 0 00000400:00000010:2.0:1767384676.509880:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000514998eb. 00000400:00000200:2.0:1767384676.509883:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a6f58f5 00000800:00000001:2.0:1767384676.509887:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.509893:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.509896:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.509900:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.509903:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a6f58f5 00000400:00000010:2.0:1767384676.509904:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a6f58f5. 00000100:00000001:2.0:1767384676.509908:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.509909:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384676.509912:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000009d7248b3 x1853237042873088 msgsize 512 00000100:00100000:2.0:1767384676.509917:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:2.0:1767384676.509919:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384676.509931:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.509935:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.509939:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.509967:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.509969:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873088 02000000:00000001:0.0:1767384676.509971:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.509972:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.509974:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.509976:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.509978:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873088 00000020:00000001:0.0:1767384676.509979:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.509980:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.509982:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.509983:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=6 00000020:00000001:0.0:1767384676.509985:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.509987:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.509995:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.509997:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.509999:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.510000:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000020:00000010:0.0:1767384676.510003:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.510005:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.510007:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.510011:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.510012:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.510013:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.510014:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.510017:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.510026:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.510031:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.510032:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.510036:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 161 00000100:00000040:0.0:1767384676.510037:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.510039:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739620944 : -128356969930672 : ffff8b4290672050) 00000100:00000040:0.0:1767384676.510043:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d7248b3 x1853237042873088/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 512/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.510050:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.510051:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d26320. 00000100:00000001:0.0:1767384676.510053:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.510054:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d26320. 00000100:00100000:0.0:1767384676.510058:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d7248b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+6:15169:x1853237042873088:12345-192.168.202.54@tcp50:501: 00000100:00000200:0.0:1767384676.510061:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873088 00000020:00000001:0.0:1767384676.510062:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.510064:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.510065:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.510067:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.510069:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990208 : -1049561408 : ffffffffc170f6c0) 00000020:00000001:0.0:1767384676.510071:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.510078:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.510080:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.510081:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.510083:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384676.510084:0:17084:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.510086:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.510087:0:17084:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384676.510088:0:17084:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384676.510090:0:17084:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384676.510091:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.510093:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.510095:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000009ae49197. 02000000:00000001:0.0:1767384676.510097:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.510098:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.510100:0:17084:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384676.510110:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.510112:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.510115:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099acb7a8. 00000040:00000001:0.0:1767384676.510118:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.510121:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.510123:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.510127:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00080000:00000001:0.0:1767384676.510132:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384676.510134:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384676.510146:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384676.510172:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.510175:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384676.510177:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.510180:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384676.510182:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384676.510186:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:4274578053 to info 00000000ddb676db 00000020:00000001:0.0:1767384676.510191:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000abc13018 00080000:00000002:0.0:1767384676.510193:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:0.0:1767384676.510196:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384676.510199:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.510201:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384676.510213:0:17084:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003f028e66. 00000020:00000001:0.0:1767384676.510217:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.510224:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519771480 : -128356189780136 : ffff8b42bee74758) 00000040:00000001:0.0:1767384676.510228:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.510230:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.510235:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384676.510239:0:17084:0:(lu_object.c:207:lu_object_put()) Add 00000000a30c9a1e/00000000559943bd to site lru. bkt: 0000000055902ed1 00000040:00000010:0.0:1767384676.510242:0:17084:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003f028e66. 00000040:00000001:0.0:1767384676.510245:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384676.510247:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099acb7a8. 00000040:00000001:0.0:1767384676.510249:0:17084:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384676.510250:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.510253:0:17084:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.510257:0:17084:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384676.510260:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384676.510262:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384676.510265:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.510268:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384676.510270:0:17084:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000048d26320. 00000020:00000040:0.0:1767384676.510273:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=7 20000000:00000001:0.0:1767384676.510276:0:17084:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.510278:0:17084:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.510280:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873088 00010000:00000001:0.0:1767384676.510283:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.510287:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d7248b3 x1853237042873088/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 512/272 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.510296:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.510298:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.510317:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.510321:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.510324:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.510326:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.510329:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.510331:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.510339:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.510342:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.510345:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000522aa2ba. 00000100:00000200:0.0:1767384676.510348:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237042873088, offset 224 00000400:00000200:0.0:1767384676.510353:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.510359:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.510368:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [212:212:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384676.510378:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.510383:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.510387:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000354c3ed2. 00000800:00000200:0.0:1767384676.510391:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.510395:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.510398:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000354c3ed2 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.510412:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.510415:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.510418:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.510420:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.510422:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.510426:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d7248b3 x1853237042873088/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 512/272 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.510437:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d7248b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15169:x1853237042873088:12345-192.168.202.54@tcp50:501: Request processed in 385us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.510446:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 161 00000100:00000040:0.0:1767384676.510448:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.510451:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.510454:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.510457:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.510460:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.510464:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.510468:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 00000100:00000001:0.0:1767384676.510477:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.510482:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1767384676.510484:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384676.510486:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040447322. 00000800:00000010:1.0:1767384676.510489:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000354c3ed2. 00000400:00000010:0.0:1767384676.510492:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a8a5c8. 00000400:00000200:1.0:1767384676.510497:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.510505:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.510509:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522aa2ba 00000400:00000010:1.0:1767384676.510512:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000522aa2ba. 00000100:00000001:1.0:1767384676.510516:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.510518:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.510520:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000009ae49197. 02000000:00000001:1.0:1767384676.510530:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.510532:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.511332:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.511338:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.511341:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.511343:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.511348:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.511357:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 272 into portal 26 MB=0x695825fa00380 00000400:00000200:1.0:1767384676.511362:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 272/272 into md 0x17f9 [2] + 0 00000400:00000010:1.0:1767384676.511366:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc69886b. 00000400:00000200:1.0:1767384676.511369:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a67e6304 00000800:00000001:1.0:1767384676.511373:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.511377:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.511379:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.511383:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.511386:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a67e6304 00000400:00000010:1.0:1767384676.511388:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a67e6304. 00000100:00000001:1.0:1767384676.511391:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.511393:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.511395:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000006245bcb0 x1853237042873216 msgsize 272 00000100:00100000:1.0:1767384676.511409:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.511414:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.511422:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.511428:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.511430:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.511457:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.511461:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873216 02000000:00000001:0.0:1767384676.511462:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.511464:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.511465:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.511467:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.511469:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873216 00000020:00000001:0.0:1767384676.511471:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.511472:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.511473:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.511475:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=7 00000020:00000001:0.0:1767384676.511477:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.511478:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.511481:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.511483:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.511485:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.511487:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.511490:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.511492:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.511494:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.511497:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.511499:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.511500:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.511501:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.511503:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.511516:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.511521:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.511522:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.511526:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 162 00000100:00000040:0.0:1767384676.511528:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.511529:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739617872 : -128356969933744 : ffff8b4290671450) 00000100:00000040:0.0:1767384676.511540:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006245bcb0 x1853237042873216/t0(0) o503->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.511547:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.511549:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.511551:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.511553:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.511556:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006245bcb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15169:x1853237042873216:12345-192.168.202.54@tcp50:503: 00000100:00000200:0.0:1767384676.511559:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873216 00000020:00000001:0.0:1767384676.511562:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.511564:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.511565:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.511567:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.511568:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990304 : -1049561312 : ffffffffc170f720) 00000020:00000001:0.0:1767384676.511570:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.511571:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.511572:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.511573:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.511575:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.511576:0:17084:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384676.511578:0:17084:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384676.511580:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.511581:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.511595:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ae7d0147. 02000000:00000001:0.0:1767384676.511597:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.511598:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.511600:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.511601:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.511603:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099acb7a8. 00000040:00000001:0.0:1767384676.511605:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.511606:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.511608:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.511610:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00000020:00000001:0.0:1767384676.511612:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.511618:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519771480 : -128356189780136 : ffff8b42bee74758) 00000040:00000001:0.0:1767384676.511620:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.511621:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.511623:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384676.511629:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e543e500. 00000040:00000001:0.0:1767384676.511630:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384676.511632:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384676.511648:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.511650:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.511651:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384676.511654:0:17084:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384676.511656:0:17084:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384676.511658:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384676.511660:0:17084:0:(lu_object.c:207:lu_object_put()) Add 00000000a30c9a1e/00000000559943bd to site lru. bkt: 0000000055902ed1 00000040:00000001:0.0:1767384676.511661:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384676.511663:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e543e500. 00000040:00000010:0.0:1767384676.511665:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099acb7a8. 00000040:00000040:0.0:1767384676.511667:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.511669:0:17084:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.511670:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873216 00010000:00000001:0.0:1767384676.511672:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.511675:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006245bcb0 x1853237042873216/t0(0) o503->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8416 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.511681:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.511683:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.511685:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.511688:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.511691:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.511694:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.511696:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.511698:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.511700:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.511703:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.511706:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001e11f45a. 00000100:00000200:0.0:1767384676.511710:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237042873216, offset 224 00000400:00000200:0.0:1767384676.511759:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.511766:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.511773:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [213:213:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384676.511780:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.511784:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.511786:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000099acb7a8. 00000800:00000200:0.0:1767384676.511790:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.511793:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1022 00000800:00000200:0.0:1767384676.511795:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099acb7a8 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384676.511806:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.511809:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.511810:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.511812:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.511813:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.511816:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006245bcb0 x1853237042873216/t0(0) o503->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8416 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.511823:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006245bcb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15169:x1853237042873216:12345-192.168.202.54@tcp50:503: Request processed in 275us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.511829:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 162 00000100:00000040:0.0:1767384676.511832:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.511834:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.511836:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.511839:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.511842:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.511845:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.511849:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 00000100:00000001:0.0:1767384676.511853:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.511857:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.511861:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027345526. 00000400:00000010:0.0:1767384676.511875:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000249d18e3. 00000800:00000200:2.0:1767384676.511881:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.511885:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000099acb7a8. 00000400:00000200:2.0:1767384676.511888:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.511893:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.511896:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e11f45a 00000400:00000010:2.0:1767384676.511898:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001e11f45a. 00000100:00000001:2.0:1767384676.511900:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384676.511902:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384676.511903:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ae7d0147. 02000000:00000001:2.0:1767384676.511912:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384676.511913:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.513533:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.513541:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.513544:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.513546:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.513551:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.513560:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 272 into portal 26 MB=0x695825fa00400 00000400:00000200:1.0:1767384676.513566:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 272/272 into md 0x183d [2] + 0 00000400:00000010:1.0:1767384676.513570:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d30a9d2b. 00000400:00000200:1.0:1767384676.513574:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e31eb24c 00000800:00000001:1.0:1767384676.513583:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.513589:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.513591:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.513597:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.513600:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e31eb24c 00000400:00000010:1.0:1767384676.513603:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e31eb24c. 00000100:00000001:1.0:1767384676.513607:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.513609:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.513612:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000054fc10c0 x1853237042873344 msgsize 272 00000100:00100000:1.0:1767384676.513628:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.513631:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.513639:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.513644:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.513647:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.513684:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.513688:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873344 02000000:00000001:0.0:1767384676.513690:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.513692:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.513693:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.513697:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.513699:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873344 00000020:00000001:0.0:1767384676.513702:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.513703:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.513705:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.513707:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=7 00000020:00000001:0.0:1767384676.513710:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.513712:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.513715:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.513739:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.513741:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.513743:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.513748:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.513752:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.513756:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.513761:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.513763:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.513764:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.513766:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.513770:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.513782:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.513789:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.513791:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.513796:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 163 00000100:00000040:0.0:1767384676.513799:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.513802:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739615824 : -128356969935792 : ffff8b4290670c50) 00000100:00000040:0.0:1767384676.513808:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054fc10c0 x1853237042873344/t0(0) o502->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.513831:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.513834:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.513836:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.513838:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.513843:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054fc10c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15187:x1853237042873344:12345-192.168.202.54@tcp50:502: 00000100:00000200:0.0:1767384676.513847:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873344 00000020:00000001:0.0:1767384676.513850:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.513852:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.513853:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.513856:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.513858:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990256 : -1049561360 : ffffffffc170f6f0) 00000020:00000001:0.0:1767384676.513861:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.513862:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.513864:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.513866:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.513868:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.513871:0:17084:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384676.513873:0:17084:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384676.513876:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.513878:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.513888:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ae7d0147. 02000000:00000001:0.0:1767384676.513891:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.513894:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.513897:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.513899:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.513902:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b074bf37. 00000040:00000001:0.0:1767384676.513905:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.513906:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.513909:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.513912:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00000020:00000001:0.0:1767384676.513916:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.513919:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519771480 : -128356189780136 : ffff8b42bee74758) 00000040:00000001:0.0:1767384676.513927:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.513928:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.513930:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384676.513934:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e543e500. 00000040:00000001:0.0:1767384676.513936:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384676.513937:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384676.513947:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.513949:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.513951:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.513955:0:17084:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384676.513957:0:17084:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384676.513962:0:17084:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384676.513974:0:17084:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384676.513977:0:17084:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.513979:0:17084:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384676.513981:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384676.513984:0:17084:0:(lu_object.c:207:lu_object_put()) Add 00000000a30c9a1e/00000000559943bd to site lru. bkt: 0000000055902ed1 00000040:00000001:0.0:1767384676.513987:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384676.513989:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e543e500. 00000040:00000010:0.0:1767384676.513992:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b074bf37. 00000040:00000040:0.0:1767384676.513994:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.513997:0:17084:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.513999:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873344 00010000:00000001:0.0:1767384676.514002:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.514006:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054fc10c0 x1853237042873344/t0(0) o502->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8472 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.514015:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.514016:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.514019:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.514023:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.514026:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.514028:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.514031:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.514033:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.514036:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.514046:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.514049:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b2cfbb13. 00000100:00000200:0.0:1767384676.514053:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237042873344, offset 224 00000400:00000200:0.0:1767384676.514058:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.514066:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.514076:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [214:214:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384676.514087:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.514092:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.514096:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000b074bf37. 00000800:00000200:0.0:1767384676.514101:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.514106:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1022 00000800:00000200:0.0:1767384676.514109:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b074bf37 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384676.514123:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.514127:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.514129:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.514131:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.514133:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.514138:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054fc10c0 x1853237042873344/t0(0) o502->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8472 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.514150:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054fc10c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15187:x1853237042873344:12345-192.168.202.54@tcp50:502: Request processed in 317us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.514158:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 163 00000100:00000040:0.0:1767384676.514161:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.514164:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.514166:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.514169:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.514173:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.514177:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.514180:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 00000100:00000001:0.0:1767384676.514183:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384676.514191:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384676.514194:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384676.514196:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000b074bf37. 00000400:00000010:0.0:1767384676.514200:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a372c797. 00000400:00000200:1.0:1767384676.514202:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384676.514207:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000968fc633. 00000400:00000200:1.0:1767384676.514219:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.514224:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2cfbb13 00000400:00000010:1.0:1767384676.514227:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b2cfbb13. 00000100:00000001:1.0:1767384676.514230:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.514232:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.514234:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ae7d0147. 02000000:00000001:1.0:1767384676.514243:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.514244:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384676.529898:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.529922:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.529927:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.529928:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.529940:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.529959:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 272 into portal 26 MB=0x695825fa00480 00000400:00000200:2.0:1767384676.529968:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 272/272 into md 0x1865 [2] + 0 00000400:00000010:2.0:1767384676.529973:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00000400:00000200:2.0:1767384676.529982:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2a22c4a 00000800:00000001:2.0:1767384676.529989:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.529998:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.530001:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.530005:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.530010:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2a22c4a 00000400:00000010:2.0:1767384676.530012:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2a22c4a. 00000100:00000001:2.0:1767384676.530017:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.530019:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384676.530022:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000010c5edfd x1853237042873472 msgsize 272 00000100:00100000:2.0:1767384676.530025:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:2.0:1767384676.530027:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384676.530040:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.530048:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.530050:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.530099:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.530102:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873472 02000000:00000001:0.0:1767384676.530105:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.530107:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.530110:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.530115:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.530119:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873472 00000020:00000001:0.0:1767384676.530122:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.530124:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.530126:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.530129:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=7 00000020:00000001:0.0:1767384676.530131:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.530133:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.530139:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.530144:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.530147:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.530149:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.530155:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.530161:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.530165:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.530173:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.530176:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.530177:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.530179:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.530187:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.530197:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.530208:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.530211:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.530215:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 164 00000100:00000040:0.0:1767384676.530219:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.530221:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739614800 : -128356969936816 : ffff8b4290670850) 00000100:00000040:0.0:1767384676.530228:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010c5edfd x1853237042873472/t0(0) o502->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.530252:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.530254:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.530255:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.530256:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.530260:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010c5edfd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15187:x1853237042873472:12345-192.168.202.54@tcp50:502: 00000100:00000200:0.0:1767384676.530263:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873472 00000020:00000001:0.0:1767384676.530266:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.530270:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.530272:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.530274:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.530276:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990256 : -1049561360 : ffffffffc170f6f0) 00000020:00000001:0.0:1767384676.530279:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.530280:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.530283:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.530284:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.530287:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.530289:0:17084:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384676.530290:0:17084:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384676.530297:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.530313:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.530332:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ae7d0147. 02000000:00000001:0.0:1767384676.530334:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.530337:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.530339:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.530341:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.530344:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002db732c7. 00000040:00000001:0.0:1767384676.530348:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.530351:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.530354:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.530356:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00000020:00000001:0.0:1767384676.530361:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.530367:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717519771480 : -128356189780136 : ffff8b42bee74758) 00000040:00000001:0.0:1767384676.530372:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.530374:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.530376:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384676.530382:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e543e500. 00000040:00000001:0.0:1767384676.530383:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384676.530385:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384676.530405:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.530406:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.530408:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.530411:0:17084:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384676.530413:0:17084:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384676.530417:0:17084:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384676.530423:0:17084:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384676.530425:0:17084:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.530427:0:17084:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384676.530430:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384676.530432:0:17084:0:(lu_object.c:207:lu_object_put()) Add 00000000a30c9a1e/00000000559943bd to site lru. bkt: 0000000055902ed1 00000040:00000001:0.0:1767384676.530435:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384676.530437:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e543e500. 00000040:00000010:0.0:1767384676.530440:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002db732c7. 00000040:00000040:0.0:1767384676.530442:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.530444:0:17084:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.530447:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873472 00010000:00000001:0.0:1767384676.530449:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.530453:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010c5edfd x1853237042873472/t0(0) o502->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8472 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.530466:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.530468:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.530472:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.530478:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.530481:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.530484:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.530487:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.530489:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.530494:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.530506:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.530511:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c7c28839. 00000100:00000200:0.0:1767384676.530518:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237042873472, offset 224 00000400:00000200:0.0:1767384676.530526:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.530538:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.530560:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [215:215:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384676.530573:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.530580:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.530585:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000002db732c7. 00000800:00000200:0.0:1767384676.530592:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.530601:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1022 00000800:00000200:0.0:1767384676.530605:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002db732c7 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384676.530621:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.530625:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.530628:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.530637:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.530641:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.530645:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010c5edfd x1853237042873472/t0(0) o502->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8472 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.530653:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010c5edfd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15187:x1853237042873472:12345-192.168.202.54@tcp50:502: Request processed in 400us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.530662:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 164 00000100:00000040:0.0:1767384676.530666:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.530669:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.530671:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.530677:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.530681:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.530686:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.530691:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 00000100:00000001:0.0:1767384676.530696:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.530709:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.530714:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c57a5d. 00000400:00000010:0.0:1767384676.530753:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cca1648. 00000800:00000200:1.0:1767384676.530807:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384676.530813:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000002db732c7. 00000400:00000200:1.0:1767384676.530817:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.530822:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.530826:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7c28839 00000400:00000010:1.0:1767384676.530828:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c7c28839. 00000100:00000001:1.0:1767384676.530831:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.530833:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.530837:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ae7d0147. 02000000:00000001:1.0:1767384676.530849:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.530850:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.532155:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.532169:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.532172:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.532174:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.532181:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.532190:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 26 MB=0x695825fa00500 00000400:00000200:1.0:1767384676.532195:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x186d [2] + 0 00000400:00000010:1.0:1767384676.532199:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f840759. 00000400:00000200:1.0:1767384676.532203:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009cf701f7 00000800:00000001:1.0:1767384676.532207:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.532221:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.532224:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.532228:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.532231:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf701f7 00000400:00000010:1.0:1767384676.532233:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cf701f7. 00000100:00000001:1.0:1767384676.532236:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.532238:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.532241:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000004868751 x1853237042873600 msgsize 328 00000100:00100000:1.0:1767384676.532246:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.532248:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.532257:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.532264:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.532267:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.532285:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.532288:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873600 02000000:00000001:0.0:1767384676.532290:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.532292:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.532293:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.532295:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.532297:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873600 00000020:00000001:0.0:1767384676.532298:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.532315:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.532317:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.532319:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=7 00000020:00000001:0.0:1767384676.532320:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.532322:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.532324:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.532327:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.532329:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.532330:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.532333:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.532335:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.532337:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.532340:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.532342:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.532343:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.532344:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.532347:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.532354:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.532360:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.532361:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.532365:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 165 00000100:00000040:0.0:1767384676.532367:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.532369:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739616848 : -128356969934768 : ffff8b4290671050) 00000100:00000040:0.0:1767384676.532372:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004868751 x1853237042873600/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.532384:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.532386:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.532387:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.532390:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.532394:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004868751 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:15169:x1853237042873600:12345-192.168.202.54@tcp50:101: 00000100:00000200:0.0:1767384676.532397:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873600 00000020:00000001:0.0:1767384676.532400:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.532401:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.532403:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.532404:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.532405:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384676.532407:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.532408:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.532410:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.532410:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.532413:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.532415:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384676.532417:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384676.532418:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384676.532420:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384676.532422:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.532427:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384676.532434:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d0f93a7. 00010000:00000001:0.0:1767384676.532439:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384676.532441:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fda0fc98. 00000020:00000001:0.0:1767384676.532444:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.532446:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fda0fc98 with handle 0xefc2db714b35c540 to hash 00000020:00000001:0.0:1767384676.532448:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384676.532449:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384676.532451:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00010000:0.0:1767384676.532454:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c540 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb03b022b44f5c0c8 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.532467:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006030557f : new locks_count 3 00000020:00000040:0.0:1767384676.532469:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=8 00000100:00000001:0.0:1767384676.532476:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.532477:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.532480:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009ae49197. 02000000:00000001:0.0:1767384676.532481:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.532483:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.532485:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384676.532488:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384676.532491:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384676.532493:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.532494:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.532496:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.532497:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.532499:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384676.532501:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384676.532503:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384676.532504:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384676.532505:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004d0f93a7) refcount = 1 00010000:00010000:0.0:1767384676.532509:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c540 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0c8 expref: 8 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.532513:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384676.532514:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384676.532515:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.532516:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.532518:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.532522:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384676.532524:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c540 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0c8 expref: 8 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.532529:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384676.532531:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384676.532532:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.532538:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.532539:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384676.532541:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.532542:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384676.532543:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fda0fc98, rc 0) 00000020:00000001:0.0:1767384676.532546:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.532547:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873600 00010000:00000001:0.0:1767384676.532548:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.532550:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004868751 x1853237042873600/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.532556:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.532557:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.532559:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.532561:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.532563:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.532564:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.532565:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.532567:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.532569:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.532570:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.532573:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002764ada5. 00000100:00000200:0.0:1767384676.532576:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237042873600, offset 224 00000400:00000200:0.0:1767384676.532579:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.532592:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.532602:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [216:216:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384676.532609:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.532612:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.532615:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013db7b31. 00000800:00000200:0.0:1767384676.532618:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.532622:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.532624:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013db7b31 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.532637:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.532640:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.532643:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.532645:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.532646:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.532654:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004868751 x1853237042873600/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.532665:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004868751 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+8:15169:x1853237042873600:12345-192.168.202.54@tcp50:101: Request processed in 278us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.532673:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 165 00000100:00000040:0.0:1767384676.532675:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.532677:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.532679:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.532683:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.532686:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.532690:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.532693:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 7 00000100:00000001:0.0:1767384676.532696:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.532700:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.532705:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be9ecdf0. 00000800:00000200:2.0:1767384676.532707:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384676.532710:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7c28839. 00000800:00000010:2.0:1767384676.532712:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013db7b31. 00000400:00000200:2.0:1767384676.532742:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.532750:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.532755:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002764ada5 00000400:00000010:2.0:1767384676.532757:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002764ada5. 00000100:00000001:2.0:1767384676.532763:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384676.532765:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384676.532767:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009ae49197. 02000000:00000001:2.0:1767384676.532771:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384676.532773:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.534041:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.534049:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.534051:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.534054:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.534060:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.534068:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 304 into portal 26 MB=0x695825fa00580 00000400:00000200:1.0:1767384676.534074:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 304/304 into md 0x18a1 [2] + 0 00000400:00000010:1.0:1767384676.534077:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f91a567. 00000400:00000200:1.0:1767384676.534081:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088fa5ae5 00000800:00000001:1.0:1767384676.534085:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.534090:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.534092:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.534104:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.534107:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088fa5ae5 00000400:00000010:1.0:1767384676.534109:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088fa5ae5. 00000100:00000001:1.0:1767384676.534113:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.534114:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.534117:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000db51b9d2 x1853237042873728 msgsize 304 00000100:00100000:1.0:1767384676.534121:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.534123:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.534134:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.534139:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.534142:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.534163:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.534166:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873728 02000000:00000001:0.0:1767384676.534167:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.534169:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.534170:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.534172:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.534174:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873728 00000020:00000001:0.0:1767384676.534175:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.534176:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.534177:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.534178:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=8 00000020:00000001:0.0:1767384676.534180:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.534187:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.534189:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.534191:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.534192:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.534194:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.534197:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.534199:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.534201:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.534205:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.534207:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.534208:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.534208:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.534211:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.534219:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.534225:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.534226:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.534229:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 166 00000100:00000040:0.0:1767384676.534231:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.534232:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716739612752 : -128356969938864 : ffff8b4290670050) 00000100:00000040:0.0:1767384676.534235:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db51b9d2 x1853237042873728/t0(0) o256->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 304/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.534241:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.534243:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.534245:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.534246:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.534249:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db51b9d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+8:15169:x1853237042873728:12345-192.168.202.54@tcp50:256: 00000100:00000200:0.0:1767384676.534252:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873728 00000020:00000001:0.0:1767384676.534254:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.534255:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.534257:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.534259:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.534266:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659991008 : -1049560608 : ffffffffc170f9e0) 00000020:00000001:0.0:1767384676.534269:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.534270:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.534271:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.534272:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.534275:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.534277:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.534278:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.534280:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009ae49197. 02000000:00000001:0.0:1767384676.534282:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.534283:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.534286:0:17084:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384676.534290:0:17084:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384676.534293:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384676.534295:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384676.534298:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.534310:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384676.534312:0:17084:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384676.534317:0:17084:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000014e4633b. 20000000:00000001:0.0:1767384676.534321:0:17084:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384676.534337:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384676.534343:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384676.534348:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384676.534349:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384676.534350:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384676.534352:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384676.534353:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384676.534355:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384676.534356:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384676.534357:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384676.534358:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384676.534359:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384676.534361:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384676.534362:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384676.534363:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384676.534364:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384676.534365:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384676.534366:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384676.534371:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384676.534372:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384676.534373:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384676.534375:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384676.534376:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384676.534378:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384676.534379:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384676.534380:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384676.534381:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384676.534383:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384676.534384:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384676.534385:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384676.534386:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384676.534387:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384676.534388:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384676.534389:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384676.534390:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384676.534392:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384676.534393:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384676.534394:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384676.534395:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384676.534396:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384676.534397:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384676.534398:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384676.534400:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384676.534408:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384676.534409:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384676.534411:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384676.534412:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384676.534413:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384676.534414:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384676.534415:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384676.534416:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384676.534417:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384676.534418:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384676.534419:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384676.534421:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384676.534422:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384676.534423:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384676.534427:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384676.534429:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384676.534430:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384676.534432:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384676.534433:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384676.534434:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384676.534436:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384676.534437:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384676.534438:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384676.534439:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384676.534440:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384676.534441:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384676.534442:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384676.534443:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384676.534444:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384676.534446:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384676.534447:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384676.534448:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384676.534449:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384676.534450:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384676.534451:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384676.534452:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384676.534453:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384676.534454:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384676.534455:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384676.534456:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384676.534457:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384676.534459:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384676.534460:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384676.534461:0:17084:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384676.534462:0:17084:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384676.534465:0:17084:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384676.534469:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000640f7724. 00000100:00000010:0.0:1767384676.534472:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003f028e66. 00000020:00000040:0.0:1767384676.534473:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=9 00010000:00000001:0.0:1767384676.534477:0:17084:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384676.534479:0:17084:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384676.534482:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec8110e6. 00000400:00000010:0.0:1767384676.534487:0:17084:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fbde67ba. 00000400:00000200:0.0:1767384676.534492:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.534500:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.534506:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [217:217:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384676.534510:0:17084:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.534515:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.534518:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.534520:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e717b91. 00000800:00000200:0.0:1767384676.534523:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.534526:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1022 00000800:00000200:0.0:1767384676.534529:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e717b91 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384676.534539:0:17084:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.54@tcp50 mbits 0x695825fa00580-0x695825fa00580 00000100:00000001:0.0:1767384676.534542:0:17084:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384676.534614:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384676.534618:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e717b91. 00000400:00000200:1.0:1767384676.534622:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.534627:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384676.534632:0:16351:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384676.534634:0:16351:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000640f7724 00000100:00000001:1.0:1767384676.534636:0:16351:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384676.535635:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.535644:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.535647:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.535672:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.535678:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : ACK - for me 00000400:00000200:2.0:1767384676.535689:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.154@tcp50: ACK from 12345-192.168.202.54@tcp50 into md 0x20ad 00000400:00000200:2.0:1767384676.535693:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.535697:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: ACK: OK 00000400:00000200:2.0:1767384676.535701:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec8110e6 00000400:00000010:2.0:1767384676.535703:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec8110e6. 00000100:00000001:2.0:1767384676.535707:0:16352:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384676.535709:0:16352:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000640f7724 00000100:00000001:2.0:1767384676.535745:0:16352:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384676.535750:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.535754:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.535774:0:17084:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.535779:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384676.535783:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000100:00000010:0.0:1767384676.535787:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003f028e66. 00000100:00000010:0.0:1767384676.535792:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000640f7724. 00000100:00000001:0.0:1767384676.535795:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384676.535797:0:17084:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384676.535807:0:17084:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000014e4633b. 20000000:00000001:0.0:1767384676.535814:0:17084:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.535817:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873728 00010000:00000001:0.0:1767384676.535820:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.535825:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db51b9d2 x1853237042873728/t0(0) o256->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 304/240 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.535834:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.535836:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.535839:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.535843:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.535845:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.535848:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.535856:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.535859:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.535861:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.535864:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.535867:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d76a3146. 00000100:00000200:0.0:1767384676.535871:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237042873728, offset 224 00000400:00000200:0.0:1767384676.535876:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.535882:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.535891:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [218:218:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384676.535899:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.535904:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.535908:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e717b91. 00000800:00000200:0.0:1767384676.535912:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.535917:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.535926:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e717b91 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.535936:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.535940:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.535942:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.535944:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.535946:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.535949:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db51b9d2 x1853237042873728/t0(0) o256->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 304/240 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.535960:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db51b9d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+8:15169:x1853237042873728:12345-192.168.202.54@tcp50:256: Request processed in 1716us (1840us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.535970:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 166 00000100:00000040:0.0:1767384676.535973:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.535976:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.535977:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.535981:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.535986:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.535997:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.536000:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 7 00000100:00000001:0.0:1767384676.536005:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384676.536009:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384676.536010:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384676.536014:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e717b91. 00000400:00000010:0.0:1767384676.536018:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000598a7b1. 00000400:00000200:1.0:1767384676.536021:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384676.536025:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2cfbb13. 00000400:00000200:1.0:1767384676.536030:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.536035:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76a3146 00000400:00000010:1.0:1767384676.536037:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d76a3146. 00000100:00000001:1.0:1767384676.536041:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.536043:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.536046:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009ae49197. 02000000:00000001:1.0:1767384676.536050:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.536051:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.541247:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.541260:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.541264:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.541266:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.541276:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.541290:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 26 MB=0x695825fa00600 00000400:00000200:1.0:1767384676.541297:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x18a9 [2] + 0 00000400:00000010:1.0:1767384676.541329:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fef2927. 00000400:00000200:1.0:1767384676.541334:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6c8ed0c 00000800:00000001:1.0:1767384676.541341:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.541350:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.541353:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.541359:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.541364:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c8ed0c 00000400:00000010:1.0:1767384676.541367:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c8ed0c. 00000100:00000001:1.0:1767384676.541372:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.541374:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.541377:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000beb430cb x1853237042873856 msgsize 328 00000100:00100000:1.0:1767384676.541383:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.541385:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.541400:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.541408:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.541412:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.541454:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.541458:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873856 02000000:00000001:0.0:1767384676.541462:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.541464:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.541467:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.541472:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.541475:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873856 00000020:00000001:0.0:1767384676.541479:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.541481:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.541483:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.541487:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=8 00000020:00000001:0.0:1767384676.541490:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.541492:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.541497:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.541501:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.541505:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.541507:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.541512:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.541515:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.541519:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.541525:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.541527:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.541529:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.541530:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.541537:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.541547:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.541555:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.541556:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.541561:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 167 00000100:00000040:0.0:1767384676.541570:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.541572:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584321104 : -128357125230512 : ffff8b4287257050) 00000100:00000040:0.0:1767384676.541577:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000beb430cb x1853237042873856/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.541586:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.541588:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.541589:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.541590:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.541593:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000beb430cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+8:15169:x1853237042873856:12345-192.168.202.54@tcp50:101: 00000100:00000200:0.0:1767384676.541596:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873856 00000020:00000001:0.0:1767384676.541599:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.541602:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.541604:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.541606:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.541607:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990592 : -1049561024 : ffffffffc170f840) 00000020:00000001:0.0:1767384676.541610:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.541612:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.541614:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.541615:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.541619:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.541621:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384676.541623:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384676.541625:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384676.541627:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384676.541629:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.541633:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384676.541639:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fd2b1a30 count: 3 00010000:00000001:0.0:1767384676.541641:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.541644:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384676.541646:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab2b200d. 00000020:00000001:0.0:1767384676.541650:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384676.541652:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab2b200d with handle 0xefc2db714b35c547 to hash 00000020:00000001:0.0:1767384676.541653:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384676.541659:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:0.0:1767384676.541661:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00010000:0.0:1767384676.541664:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c547 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb03b022b44f5c0cf expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.541671:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000006030557f : new locks_count 4 00000020:00000040:0.0:1767384676.541672:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=9 00000100:00000001:0.0:1767384676.541680:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.541681:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.541685:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000640f7724. 02000000:00000001:0.0:1767384676.541686:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.541688:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.541690:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384676.541694:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384676.541696:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384676.541698:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.541700:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.541701:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384676.541702:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.541704:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384676.541706:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384676.541707:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384676.541709:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384676.541710:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000fd2b1a30) refcount = 3 00010000:00000040:0.0:1767384676.541712:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384676.541716:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009c70c3d3/0xefc2db714b35c245 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c23e expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384676.541742:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003fa06b5d/0xefc2db714b35c1ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefc2db714b35c1c7 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384676.541747:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c547 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0cf expref: 9 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.541751:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384676.541757:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384676.541758:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.541760:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.541761:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384676.541767:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384676.541769:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c547 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0cf expref: 9 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384676.541774:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384676.541776:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384676.541778:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.541780:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.541781:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384676.541782:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384676.541783:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384676.541784:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ab2b200d, rc 0) 00000020:00000001:0.0:1767384676.541786:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.541788:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873856 00010000:00000001:0.0:1767384676.541790:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.541793:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000beb430cb x1853237042873856/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.541798:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.541800:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.541803:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.541807:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.541808:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.541810:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.541812:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.541814:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.541816:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.541818:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.541821:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb4845e0. 00000100:00000200:0.0:1767384676.541824:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237042873856, offset 224 00000400:00000200:0.0:1767384676.541829:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.541836:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.541852:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [219:219:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384676.541862:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.541866:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.541869:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013db7b31. 00000800:00000200:0.0:1767384676.541874:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.541880:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.541882:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013db7b31 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.541894:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.541897:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.541899:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.541900:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.541902:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.541906:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000beb430cb x1853237042873856/t0(0) o101->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 328/344 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.541914:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000beb430cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:15169:x1853237042873856:12345-192.168.202.54@tcp50:101: Request processed in 327us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.541920:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 167 00000100:00000040:0.0:1767384676.541921:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.541923:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.541924:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.541927:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.541930:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.541933:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.541936:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000100:00000001:0.0:1767384676.541939:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.541943:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.541946:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a695f515. 00000400:00000010:0.0:1767384676.541950:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e11f45a. 00000800:00000200:2.0:1767384676.541968:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.541972:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013db7b31. 00000400:00000200:2.0:1767384676.541976:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.541980:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.541983:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb4845e0 00000400:00000010:2.0:1767384676.541985:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb4845e0. 00000100:00000001:2.0:1767384676.541988:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384676.541997:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384676.541999:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000640f7724. 02000000:00000001:2.0:1767384676.542004:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384676.542006:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.542989:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.542995:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.542997:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.542999:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.543004:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.543011:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 504 into portal 26 MB=0x695825fa00680 00000400:00000200:1.0:1767384676.543015:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 504/504 into md 0x18c5 [2] + 0 00000400:00000010:1.0:1767384676.543017:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000231c32a6. 00000400:00000200:1.0:1767384676.543020:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046295a5a 00000800:00000001:1.0:1767384676.543023:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.543027:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.543029:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.543032:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.543034:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046295a5a 00000400:00000010:1.0:1767384676.543035:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046295a5a. 00000100:00000001:1.0:1767384676.543038:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.543039:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384676.543042:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000721fa0b4 x1853237042873984 msgsize 504 00000100:00100000:1.0:1767384676.543051:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384676.543053:0:16350:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384676.543062:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.543068:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.543070:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.543113:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.543123:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042873984 02000000:00000001:0.0:1767384676.543126:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.543128:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.543130:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.543133:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.543135:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042873984 00000020:00000001:0.0:1767384676.543138:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.543139:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.543141:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.543143:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=9 00000020:00000001:0.0:1767384676.543146:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.543149:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.543152:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.543155:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.543159:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.543161:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.543165:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.543168:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.543172:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.543176:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.543178:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.543180:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.543182:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.543186:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.543199:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.543207:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.543209:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.543214:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 168 00000100:00000040:0.0:1767384676.543217:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.543220:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584318032 : -128357125233584 : ffff8b4287256450) 00000100:00000040:0.0:1767384676.543226:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000721fa0b4 x1853237042873984/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 504/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.543236:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.543244:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.543247:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.543249:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.543254:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000721fa0b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:15169:x1853237042873984:12345-192.168.202.54@tcp50:501: 00000100:00000200:0.0:1767384676.543258:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042873984 00000020:00000001:0.0:1767384676.543261:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.543263:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.543265:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.543267:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.543269:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990208 : -1049561408 : ffffffffc170f6c0) 00000020:00000001:0.0:1767384676.543272:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.543273:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.543275:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.543277:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.543281:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384676.543283:0:17084:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.543285:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.543289:0:17084:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384676.543291:0:17084:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384676.543293:0:17084:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384676.543296:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.543298:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.543315:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000640f7724. 02000000:00000001:0.0:1767384676.543318:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.543320:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.543324:0:17084:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384676.543327:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.543330:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.543334:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000702cadce. 00000040:00000001:0.0:1767384676.543339:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.543342:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.543346:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.543350:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00080000:00000001:0.0:1767384676.543360:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384676.543371:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384676.543394:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384676.543414:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.543418:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384676.543420:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.543422:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384676.543425:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384676.543428:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:1516509009 to info 00000000ddb676db 00000020:00000001:0.0:1767384676.543433:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000abc13018 00080000:00000002:0.0:1767384676.543436:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:0.0:1767384676.543439:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384676.543444:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384676.543447:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384676.543453:0:17084:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d5422f33. 00000020:00000001:0.0:1767384676.543457:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.543464:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615716910503256 : -128356799048360 : ffff8b429a969558) 00000040:00000001:0.0:1767384676.543468:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.543470:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.543475:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384676.543477:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000014d9db03/0000000068f5d4cf to site lru. bkt: 000000007f8ff965 00000040:00000010:0.0:1767384676.543481:0:17084:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d5422f33. 00000040:00000001:0.0:1767384676.543484:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384676.543487:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000702cadce. 00000040:00000001:0.0:1767384676.543490:0:17084:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384676.543492:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.543495:0:17084:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384676.543499:0:17084:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.543502:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042873984 00010000:00000001:0.0:1767384676.543504:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.543508:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000721fa0b4 x1853237042873984/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 504/272 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.543517:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.543519:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.543521:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.543525:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.543534:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.543536:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.543539:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.543541:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.543543:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.543546:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.543549:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f24407fc. 00000100:00000200:0.0:1767384676.543553:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237042873984, offset 224 00000400:00000200:0.0:1767384676.543558:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.543565:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.543574:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [220:220:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384676.543585:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.543590:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.543594:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000354c3ed2. 00000800:00000200:0.0:1767384676.543598:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.543603:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384676.543606:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000354c3ed2 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384676.543627:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.543633:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.543637:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.543638:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.543640:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.543644:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000721fa0b4 x1853237042873984/t0(0) o501->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 504/272 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.543655:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000721fa0b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:15169:x1853237042873984:12345-192.168.202.54@tcp50:501: Request processed in 418us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.543664:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 168 00000100:00000040:0.0:1767384676.543667:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.543669:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.543679:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.543682:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.543685:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.543689:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.543691:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000100:00000001:0.0:1767384676.543695:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.543698:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.543703:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e419adaa. 00000800:00000200:1.0:1767384676.543707:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384676.543708:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bf35ade. 00000800:00000010:1.0:1767384676.543712:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000354c3ed2. 00000400:00000200:1.0:1767384676.543748:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.543756:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.543760:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24407fc 00000400:00000010:1.0:1767384676.543762:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f24407fc. 00000100:00000001:1.0:1767384676.543767:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.543777:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.543780:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000640f7724. 02000000:00000001:1.0:1767384676.543786:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.543787:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384676.544590:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.544597:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.544599:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.544600:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.544605:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:2.0:1767384676.544612:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 272 into portal 26 MB=0x695825fa00700 00000400:00000200:2.0:1767384676.544617:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 272/272 into md 0x18f5 [2] + 0 00000400:00000010:2.0:1767384676.544621:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a90cca2. 00000400:00000200:2.0:1767384676.544625:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042f88f95 00000800:00000001:2.0:1767384676.544629:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.544649:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.544652:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.544656:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.544659:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042f88f95 00000400:00000010:2.0:1767384676.544661:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042f88f95. 00000100:00000001:2.0:1767384676.544665:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.544666:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384676.544670:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000004cd5f76 x1853237042874112 msgsize 272 00000100:00100000:2.0:1767384676.544674:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:2.0:1767384676.544676:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384676.544689:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384676.544694:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.544697:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.544746:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.544749:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874112 02000000:00000001:0.0:1767384676.544752:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.544754:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.544756:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.544759:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384676.544761:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874112 00000020:00000001:0.0:1767384676.544763:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384676.544765:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:0.0:1767384676.544767:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.544769:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=9 00000020:00000001:0.0:1767384676.544771:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:0.0:1767384676.544773:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384676.544776:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.544780:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.544782:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.544784:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000020:00000010:0.0:1767384676.544788:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384676.544792:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.544794:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384676.544799:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384676.544801:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384676.544803:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.544804:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.544807:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.544820:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.544836:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384676.544838:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384676.544843:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 169 00000100:00000040:0.0:1767384676.544847:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384676.544849:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584320080 : -128357125231536 : ffff8b4287256c50) 00000100:00000040:0.0:1767384676.544855:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004cd5f76 x1853237042874112/t0(0) o503->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.544864:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384676.544868:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384676.544870:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.544872:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384676.544876:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004cd5f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:15169:x1853237042874112:12345-192.168.202.54@tcp50:503: 00000100:00000200:0.0:1767384676.544880:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874112 00000020:00000001:0.0:1767384676.544882:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384676.544885:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384676.544886:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.544889:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384676.544890:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990304 : -1049561312 : ffffffffc170f720) 00000020:00000001:0.0:1767384676.544893:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384676.544894:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.544896:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.544897:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.544899:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.544902:0:17084:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384676.544904:0:17084:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384676.544907:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384676.544909:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384676.544928:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ae7d0147. 02000000:00000001:0.0:1767384676.544931:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.544933:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384676.544936:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384676.544938:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384676.544941:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000702cadce. 00000040:00000001:0.0:1767384676.544947:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384676.544949:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384676.544952:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446615712188224512 : -128361521327104 : 0xffff8b41811e5400) 00000020:00000001:0.0:1767384676.544955:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446615712188224512 : -128361521327104 : ffff8b41811e5400) 00000020:00000001:0.0:1767384676.544959:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384676.544962:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615716910503256 : -128356799048360 : ffff8b429a969558) 00000040:00000001:0.0:1767384676.544964:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.544965:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.544967:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384676.544973:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e543e500. 00000040:00000001:0.0:1767384676.544974:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384676.544976:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384676.544980:0:17084:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384676.544981:0:17084:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384676.544984:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384676.544986:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384676.544988:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384676.544991:0:17084:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384676.544993:0:17084:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384676.544995:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384676.544996:0:17084:0:(lu_object.c:207:lu_object_put()) Add 0000000014d9db03/0000000068f5d4cf to site lru. bkt: 000000007f8ff965 00000040:00000001:0.0:1767384676.544998:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384676.545000:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e543e500. 00000040:00000010:0.0:1767384676.545002:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000702cadce. 00000040:00000040:0.0:1767384676.545003:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00000020:00000001:0.0:1767384676.545005:0:17084:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384676.545007:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874112 00010000:00000001:0.0:1767384676.545009:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384676.545012:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004cd5f76 x1853237042874112/t0(0) o503->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8416 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384676.545017:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384676.545019:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.545020:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.545023:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.545029:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384676.545030:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384676.545032:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384676.545034:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.545036:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384676.545037:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384676.545039:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009980bdfb. 00000100:00000200:0.0:1767384676.545042:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237042874112, offset 224 00000400:00000200:0.0:1767384676.545046:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384676.545051:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384676.545059:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [221:221:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384676.545066:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384676.545069:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384676.545071:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000702cadce. 00000800:00000200:0.0:1767384676.545074:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384676.545077:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1022 00000800:00000200:0.0:1767384676.545079:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000702cadce type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384676.545092:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.545095:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384676.545097:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384676.545098:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.545099:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.545101:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004cd5f76 x1853237042874112/t0(0) o503->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:657/0 lens 272/8416 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384676.545111:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004cd5f76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:15169:x1853237042874112:12345-192.168.202.54@tcp50:503: Request processed in 245us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384676.545119:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 169 00000100:00000040:0.0:1767384676.545123:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:0.0:1767384676.545126:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.545135:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384676.545138:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384676.545143:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384676.545147:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:0.0:1767384676.545150:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000100:00000001:0.0:1767384676.545153:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384676.545158:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384676.545163:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba710a7. 00000800:00000200:1.0:1767384676.545168:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384676.545170:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000713b49c3. 00000800:00000010:1.0:1767384676.545171:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000702cadce. 00000400:00000200:1.0:1767384676.545176:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.545182:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384676.545184:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009980bdfb 00000400:00000010:1.0:1767384676.545186:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009980bdfb. 00000100:00000001:1.0:1767384676.545189:0:16350:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.545191:0:16350:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384676.545193:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ae7d0147. 02000000:00000001:1.0:1767384676.545203:0:16350:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.545204:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384676.547467:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.547475:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384676.547478:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.547481:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.547488:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384676.547497:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 520 into portal 12 MB=0x695825fa00780 00000400:00000200:1.0:1767384676.547504:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.54@tcp50 of length 520/520 into md 0x229 [64] + 9400 00000800:00000001:1.0:1767384676.547511:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.547526:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.547529:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384676.547533:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384676.547539:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384676.547541:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384676.547547:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002219384. 00000100:00000040:1.0:1767384676.547551:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000002219384 x1853237042874240 msgsize 520 00000100:00100000:1.0:1767384676.547557:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:1.0:1767384676.547570:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384676.547579:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384676.547583:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.547604:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384676.547607:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874240 02000000:00000001:3.0:1767384676.547609:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384676.547611:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384676.547612:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.547615:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384676.547616:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874240 00000020:00000001:3.0:1767384676.547618:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384676.547619:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384676.547620:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384676.547622:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.547624:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384676.547627:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de4ac623. 00000020:00000010:3.0:1767384676.547631:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d76f76d8. 00000020:00000010:3.0:1767384676.547634:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000100:00000001:3.0:1767384676.547648:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384676.547650:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384676.547653:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.547669:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.547682:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.547692:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384676.547693:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384676.547696:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 3 00000100:00000001:3.0:1767384676.547699:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228736768 : -128356480814848 : ffff8b42ad8e7100) 00000100:00000040:3.0:1767384676.547703:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002219384 x1853237042874240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384696 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384676.547711:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002219384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:11777:x1853237042874240:12345-192.168.202.54@tcp50:38: 00000100:00000200:3.0:1767384676.547714:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874240 00000020:00000001:3.0:1767384676.547717:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384676.547741:0:17088:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384676.547751:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 8 - find 00000020:00000001:3.0:1767384676.547756:0:17088:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446615717486460928 : -128356223090688 : ffff8b42bceb0000) 00000100:00000001:3.0:1767384676.547762:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384676.547765:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384676.547769:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e0586612. 02000000:00000001:3.0:1767384676.547772:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.547775:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384676.547778:0:17088:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384676.547785:0:17088:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50 t0 exp 0000000000000000 cur 298 last 0 00010000:00000001:3.0:1767384676.547790:0:17088:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384676.547794:0:17088:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384676.547797:0:17088:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384676.547802:0:17088:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384676.547809:0:17088:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384676.547813:0:17088:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.547815:0:17088:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.547817:0:17088:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.547819:0:17088:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.547820:0:17088:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.547821:0:17088:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.547823:0:17088:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384676.547831:0:17088:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384676.547833:0:17088:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004cd30a4d. 00000020:00000001:3.0:1767384676.547836:0:17088:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384676.547837:0:17088:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004cd30a4d with handle 0xefc2db714b35c54e to hash 00000020:00000001:3.0:1767384676.547839:0:17088:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384676.547842:0:17088:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384676.547844:0:17088:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384676.547847:0:17088:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000007f24af20. 00000001:00000001:3.0:1767384676.547849:0:17088:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384676.547851:0:17088:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b3d70a97. 00000001:00000001:3.0:1767384676.547854:0:17088:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.547856:0:17088:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384676.547858:0:17088:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384676.547862:0:17088:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000062f8e3c5. 00000001:00000010:3.0:1767384676.547865:0:17088:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000ce4e9a1. 00000001:00000010:3.0:1767384676.547869:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004783d77f. 00000001:00000010:3.0:1767384676.547871:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000846975c5. 00000001:00000010:3.0:1767384676.547873:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e1839aa. 00000001:00000010:3.0:1767384676.547875:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aae71deb. 00000001:00000001:3.0:1767384676.547877:0:17088:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384676.547879:0:17088:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000006bbadaf. 00000001:00000010:3.0:1767384676.547880:0:17088:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006fc43d85. 00000001:00000010:3.0:1767384676.547882:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c600f3b1. 00000001:00000010:3.0:1767384676.547884:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000045b9335. 00000001:00000010:3.0:1767384676.547886:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a3e1d99. 00000001:00000010:3.0:1767384676.547889:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd99cf9b. 00010000:00000001:3.0:1767384676.547890:0:17088:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.547892:0:17088:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.547893:0:17088:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.547894:0:17088:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384676.547896:0:17088:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=3 00000020:00000040:3.0:1767384676.547899:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 9 - export 00000020:00000001:3.0:1767384676.547901:0:17088:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000020:00000040:3.0:1767384676.547902:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 2 00000020:00000080:3.0:1767384676.547904:0:17088:0:(genops.c:1402:class_connect()) connect: client 0f55e9f2-2a82-48b4-84a0-0da05bc5640a, cookie 0xefc2db714b35c54e 00000020:00000001:3.0:1767384676.547909:0:17088:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.547910:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384676.547911:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000020:00000001:3.0:1767384676.547912:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384676.547913:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=3 00000020:00000001:3.0:1767384676.547915:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000020:00000001:3.0:1767384676.547916:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000001:00000001:3.0:1767384676.547919:0:17088:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384676.547921:0:17088:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384676.547925:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 6 00000001:00000001:3.0:1767384676.547928:0:17088:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446615717362358272 : -128356347193344 : ffff8b42b5855800) 00000001:00000001:3.0:1767384676.547931:0:17088:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384676.547933:0:17088:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=4 00000001:00000040:3.0:1767384676.547935:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 7 00000001:00000001:3.0:1767384676.547939:0:17088:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384676.547943:0:17088:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.54@tcp50 to nodemap default 00000001:00000040:3.0:1767384676.547947:0:17088:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 6 00000001:00000001:3.0:1767384676.547950:0:17088:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.547956:0:17088:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384676.547967:0:17088:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384676.547971:0:17088:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d free: 95899648 avail: 82939904 00000020:00000001:3.0:1767384676.547975:0:17088:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384676.547977:0:17088:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:3.0:1767384676.547981:0:17088:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:3.0:1767384676.547984:0:17088:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384676.547986:0:17088:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:3.0:1767384676.547988:0:17088:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:3.0:1767384676.547991:0:17088:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:3.0:1767384676.547992:0:17088:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:3.0:1767384676.547994:0:17088:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384676.548001:0:17088:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384676.548005:0:17088:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384676.548009:0:17088:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384676.548010:0:17088:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384676.548013:0:17088:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384676.548017:0:17088:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000042d4a8c2. 00080000:00000001:3.0:1767384676.548020:0:17088:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268851712 : -128361440699904 : ffff8b4185ec9a00) 00080000:00000001:3.0:1767384676.548023:0:17088:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384676.548028:0:17088:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384676.548030:0:17088:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000205aff4e. 00080000:00000001:3.0:1767384676.548033:0:17088:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384676.548035:0:17088:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384676.548051:0:17088:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384676.548053:0:17088:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384676.548084:0:17088:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384676.548087:0:17088:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384676.548090:0:17088:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384676.550009:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000042d4a8c2. 00080000:00000010:3.0:1767384676.550065:0:17088:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000205aff4e. 00040000:00000001:3.0:1767384676.550071:0:17088:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384676.550074:0:17088:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384676.550077:0:17088:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384676.550078:0:17088:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384676.550081:0:17088:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384676.550083:0:17088:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '0f55e9f2-2a82-48b4-84a0-0da05bc5640a' generation 1 00000001:00000001:3.0:1767384676.550086:0:17088:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384676.550088:0:17088:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384676.550090:0:17088:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000070ad26c8. 00080000:00000001:3.0:1767384676.550092:0:17088:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712268852224 : -128361440699392 : ffff8b4185ec9c00) 00080000:00000001:3.0:1767384676.550094:0:17088:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384676.550096:0:17088:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384676.550098:0:17088:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000205aff4e. 00080000:00000001:3.0:1767384676.550100:0:17088:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384676.550101:0:17088:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384676.550106:0:17088:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384676.550113:0:17088:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000435d13f1. 00000001:00000040:3.0:1767384676.550116:0:17088:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000004cd30a4d : new cb_count 1 00000020:00000040:3.0:1767384676.550117:0:17088:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=5 00000001:00000001:3.0:1767384676.550282:0:17088:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384676.550285:0:17088:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384676.550288:0:17088:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000205aff4e. 00040000:00000001:3.0:1767384676.550291:0:17088:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384676.550293:0:17088:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384676.550294:0:17088:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384676.550296:0:17088:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384676.550311:0:17088:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.550315:0:17088:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384676.550318:0:17088:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384676.550323:0:17088:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000004cd0e1b9 00000020:00000010:3.0:1767384676.550327:0:17088:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006bffb235. 00000020:00000040:3.0:1767384676.550336:0:17088:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000006bffb235 for nid 192.168.202.54@tcp50 - ref 2 00000020:00000001:3.0:1767384676.550408:0:17088:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384676.550418:0:17088:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f2f05355. 00000020:00000010:3.0:1767384676.550422:0:17088:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000891702a5. 00000020:00000010:3.0:1767384676.550427:0:17088:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000004bad18a2. 00000020:00000010:3.0:1767384676.550446:0:17088:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004f171735. 00000020:00000010:3.0:1767384676.550449:0:17088:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000004a8fc79f. 00000020:00000010:3.0:1767384676.550452:0:17088:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c529450e. 00000004:00000001:3.0:1767384676.550466:0:17088:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384676.550469:0:17088:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.550472:0:17088:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384676.550476:0:17088:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007142b938. 00000020:00000040:3.0:1767384676.550478:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 10 - import 00000020:00000001:3.0:1767384676.550483:0:17088:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384676.550484:0:17088:0:(genops.c:1242:class_import_put()) import 000000007142b938 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384676.550486:0:17088:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384676.550487:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000020:00000040:3.0:1767384676.550492:0:17088:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=6 00000100:00000040:3.0:1767384676.550498:0:17088:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000004cd30a4d : new rpc_count 1 00000100:00000001:3.0:1767384676.550500:0:17088:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384676.550506:0:17088:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.54@tcp50 primary NID 192.168.202.54@tcp50 rc 0 00000100:00000001:3.0:1767384676.550510:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.550511:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000100:00000001:3.0:1767384676.550513:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 00000100:00000001:3.0:1767384676.550515:0:17088:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446615717532899520 : -128356176652096 : 0xffff8b42bfaf98c0) 00000100:00000040:3.0:1767384676.550517:0:17088:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000020:00000040:3.0:1767384676.550520:0:17088:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=7 00000100:00000001:3.0:1767384676.550525:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.550526:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 4 to 192.168.202.54@tcp50 00000100:00000001:3.0:1767384676.550527:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:3.0:1767384676.550529:0:17088:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384676.550532:0:17088:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384676.550534:0:17088:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384676.550537:0:17088:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650326080 : -1059225536 : ffffffffc0dd8040) 02000000:00000001:3.0:1767384676.550540:0:17088:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.550542:0:17088:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384676.550545:0:17088:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384676.550546:0:17088:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384676.550549:0:17088:0:(import.c:65:import_set_state_nolock()) 000000007142b938 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384676.550552:0:17088:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384676.550553:0:17088:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384676.550555:0:17088:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384676.550557:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 6 00000020:00000040:3.0:1767384676.550559:0:17088:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 10 - find 00010000:00000001:3.0:1767384676.550561:0:17088:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.550564:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384676.550566:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031664 : -1047519952 : ffffffffc1901d30) 00000020:00000001:3.0:1767384676.550569:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384676.550570:0:17088:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384676.550572:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384676.550573:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384676.550578:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.550581:0:17088:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384676.550586:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384676.550588:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384676.550589:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384676.550590:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.550592:0:17088:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384676.550594:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874240 00010000:00000001:3.0:1767384676.550596:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384676.550599:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002219384 x1853237042874240/t0(0) o38->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384676.550604:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384676.550606:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384676.550608:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=89 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384676.550611:0:17088:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384676.550613:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384676.550615:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000100:00000001:3.0:1767384676.550616:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:3.0:1767384676.550618:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384676.550619:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.550621:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384676.550623:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:3.0:1767384676.550626:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000100:00000200:3.0:1767384676.550629:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237042874240, offset 0 00000400:00000200:3.0:1767384676.550634:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:3.0:1767384676.550641:0:17088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:3.0:1767384676.550653:0:17088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [222:222:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384676.550660:0:17088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384676.550664:0:17088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:3.0:1767384676.550667:0:17088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2cde664. 00000800:00000200:3.0:1767384676.550672:0:17088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:3.0:1767384676.550677:0:17088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:3.0:1767384676.550683:0:17088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2cde664 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384676.550696:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384676.550698:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 4 to 192.168.202.54@tcp50 00010000:00000001:3.0:1767384676.550700:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384676.550701:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.550703:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384676.550706:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002219384 x1853237042874240/t0(0) o38->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384676.550714:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002219384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:11777:x1853237042874240:12345-192.168.202.54@tcp50:38: Request processed in 3002us (3161us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384676.550750:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 3 00000100:00000040:3.0:1767384676.550753:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 0 00000100:00000001:3.0:1767384676.550757:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384676.550759:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384676.550763:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d76f76d8. 00000020:00000010:3.0:1767384676.550766:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000020:00000010:3.0:1767384676.550769:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de4ac623. 00000020:00000040:3.0:1767384676.550772:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 5 00000100:00000001:3.0:1767384676.550774:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384676.550823:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.550828:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2cde664. 00000400:00000200:2.0:1767384676.550833:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.550839:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:2.0:1767384676.550843:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f128c940 00000400:00000010:2.0:1767384676.550845:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000100:00000001:2.0:1767384676.550849:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384676.550851:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384676.627827:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384676.627840:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384676.627844:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384676.627850:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384676.627861:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384676.627868:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384676.627884:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cc2b220a. 00000400:00000010:0.0:1767384676.627892:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e81f1445. 00000400:00000200:0.0:1767384676.627897:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp46 00000400:00000010:0.0:1767384676.627906:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d907fe0b. 00000400:00000010:0.0:1767384676.627912:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e81f1445. 00000400:00000010:0.0:1767384676.627916:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384676.627923:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057e39e8e. 00000400:00000200:0.0:1767384676.627926:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp46 00000400:00000200:0.0:1767384676.627942:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp46 local destination 00000400:00000200:0.0:1767384676.627949:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp46 00000400:00000200:0.0:1767384676.627952:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp46 NI seq info: [223:223:256:4294967295] 192.168.202.154@tcp46 LPNI seq info [191:191:8:4294967295] 00000400:00000200:0.0:1767384676.627959:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp46 00000400:00000200:0.0:1767384676.627965:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp46(192.168.202.154@tcp46:) -> 192.168.202.154@tcp46(192.168.202.154@tcp46:192.168.202.154@tcp46) : GET try# 0 00000800:00000200:0.0:1767384676.627970:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp46 00000800:00000010:0.0:1767384676.627975:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033de08e4. 00000800:00000200:0.0:1767384676.627982:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000800:00000200:0.1:1767384676.627986:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000400:00000200:0.0:1767384676.628007:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp46 added to recovery queue. ping count: 3 next ping: 306 health :700 00000400:00000200:2.0:1767384676.628143:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628213:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628242:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628269:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628296:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628364:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628390:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628415:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628462:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628490:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628515:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628539:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628565:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628591:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628617:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628643:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628670:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628696:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628768:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628807:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628835:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628859:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628885:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628913:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628953:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.628983:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629010:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629035:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629060:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629087:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629112:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629140:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629168:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629196:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384676.629225:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384676.629479:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e44ec08c. 00000800:00000010:2.0:1767384676.629487:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b414f5ed. 00000800:00000010:2.0:1767384676.629494:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c695225d. 00000800:00000010:2.0:1767384676.629524:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c695225d. 00000800:00020000:2.0:1767384676.629539:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384676.629543:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b414f5ed. 00000800:00000010:2.0:1767384676.629546:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e44ec08c. 00000400:02020000:2.0:1767384676.629592:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp46 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384676.629602:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp46 notifying 192.168.202.154@tcp46: down 00000400:00000200:2.0:1767384676.629608:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384676.629613:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp46 00000800:00000010:2.0:1767384676.629618:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033de08e4. 00000400:00000200:2.0:1767384676.629624:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384676.629629:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp46->192.168.202.154@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384676.629641:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384676.629644:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384676.629649:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384676.883897:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384676.883907:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.883926:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384676.883928:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384676.884005:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384676.884010:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384676.884013:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384677.552134:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.552152:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.552156:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.552158:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.552171:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.552188:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 224 into portal 12 MB=0x695825fa00800 00000400:00000200:1.0:1767384677.552197:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.54@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:1.0:1767384677.552206:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.552211:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.552214:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.552219:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384677.552226:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.552228:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384677.552234:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f28a941b. 00000100:00000040:1.0:1767384677.552238:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000f28a941b x1853237042874368 msgsize 224 00000100:00100000:1.0:1767384677.552244:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:1.0:1767384677.552255:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.552268:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.552273:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.552302:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384677.552305:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384677.552307:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874368 02000000:00000001:3.0:1767384677.552310:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384677.552312:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.552313:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.552317:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.552322:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 02000000:00000001:3.0:1767384677.552323:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.552329:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874368 00000020:00000001:3.0:1767384677.552334:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384677.552334:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 224 into portal 12 MB=0x695825fa00880 00000020:00000040:3.0:1767384677.552341:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000400:00000200:1.0:1767384677.552342:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.54@tcp50 of length 224/224 into md 0x229 [64] + 10144 00000020:00000001:3.0:1767384677.552344:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.552348:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=6 00000800:00000001:1.0:1767384677.552350:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384677.552352:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000020:00000001:3.0:1767384677.552355:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000800:00000001:1.0:1767384677.552362:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.552366:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384677.552371:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384677.552374:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000020:00000010:3.0:1767384677.552376:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000464afa47. 00000100:00000001:1.0:1767384677.552379:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384677.552383:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000205aff4e. 00000100:00000200:1.0:1767384677.552383:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384677.552390:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b826c886. 00000020:00000040:3.0:1767384677.552392:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 10 - evictor 00000100:00000040:1.0:1767384677.552395:0:16350:0:(events.c:337:request_in_callback()) incoming req@00000000b826c886 x1853237042874496 msgsize 224 00000100:00100000:1.0:1767384677.552402:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:3.0:1767384677.552405:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384677.552411:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00000100:00000001:1.0:1767384677.552414:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384677.552416:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d76f76d8. 00000020:00000010:3.0:1767384677.552422:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000800:00000001:1.0:1767384677.552422:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.552428:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384677.552431:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384677.552435:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384677.552437:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384677.552439:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.552448:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.552448:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384677.552452:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874496 02000000:00000001:2.0:1767384677.552455:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384677.552456:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.552457:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.552458:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.552465:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.552469:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874496 00000020:00000001:2.0:1767384677.552470:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.552472:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000020:00000001:2.0:1767384677.552475:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.552478:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=7 00000100:00000001:3.0:1767384677.552480:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384677.552481:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000100:00000001:3.0:1767384677.552483:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:0.0:1767384677.552483:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384677.552486:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000100:00000001:1.0:1767384677.552492:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384677.552498:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 4 00000100:00000001:2.0:1767384677.552499:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384677.552499:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384677.552500:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 10 - evictor 00000020:00000010:2.0:1767384677.552507:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 00000100:00000040:3.0:1767384677.552513:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004cd30a4d : new rpc_count 1 00000100:00000001:1.0:1767384677.552514:0:17089:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.552518:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384677.552520:0:17089:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.552521:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228728704 : -128356480822912 : ffff8b42ad8e5180) 00000020:00000010:2.0:1767384677.552522:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 00000020:00000010:2.0:1767384677.552530:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000799db5e7. 00000100:00000040:3.0:1767384677.552535:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f28a941b x1853237042874368/t0(0) o41->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384677.552537:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004277b521. 00000020:00000010:2.0:1767384677.552543:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee28bdd7. 00000100:00000001:3.0:1767384677.552549:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384677.552550:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384677.552553:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:2.0:1767384677.552553:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384677.552557:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.552558:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384677.552562:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000100:00000001:2.0:1767384677.552563:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.552568:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f28a941b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+7:0:x1853237042874368:12345-192.168.202.54@tcp50:41: 00000100:00000200:3.0:1767384677.552572:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874368 00000020:00000001:3.0:1767384677.552574:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384677.552577:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384677.552577:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384677.552581:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.552584:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384677.552586:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031808 : -1047519808 : ffffffffc1901dc0) 00000100:00000001:2.0:1767384677.552588:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.552590:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.552596:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 5 00000020:00000001:3.0:1767384677.552597:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384677.552599:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004cd30a4d : new rpc_count 2 00000001:00000001:3.0:1767384677.552601:0:17088:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237042874368, found 0 last_xid 0 00000100:00000001:2.0:1767384677.552602:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228738560 : -128356480813056 : ffff8b42ad8e7800) 00000020:00000001:3.0:1767384677.552607:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384677.552610:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b826c886 x1853237042874496/t0(0) o41->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384677.552611:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384677.552615:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384677.552619:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.552622:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384677.552624:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384677.552626:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 02000000:00000001:3.0:1767384677.552627:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384677.552630:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384677.552633:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e5dd2df5. 00000020:00000010:2.0:1767384677.552633:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 02000000:00000001:3.0:1767384677.552638:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.552638:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b826c886 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+7:15169:x1853237042874496:12345-192.168.202.54@tcp50:41: 00000100:00000001:3.0:1767384677.552641:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384677.552644:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874496 00000020:00000001:2.0:1767384677.552646:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000001:3.0:1767384677.552647:0:17088:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:2.0:1767384677.552649:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:3.0:1767384677.552652:0:17088:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000001:2.0:1767384677.552653:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384677.552655:0:17088:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.552656:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384677.552659:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031808 : -1047519808 : ffffffffc1901dc0) 00000020:00000001:2.0:1767384677.552661:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384677.552663:0:17914:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237042874496, found 0 last_xid 0 00000020:00000001:2.0:1767384677.552665:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.552666:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000024:3.0:1767384677.552667:0:17088:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000001:2.0:1767384677.552668:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384677.552671:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.552674:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:3.0:1767384677.552675:0:17088:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 02000000:00000001:2.0:1767384677.552676:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.552680:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004a6e1610. 00000020:00000020:3.0:1767384677.552681:0:17088:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d dirty 0 pend 0 grant 2146304 02000000:00000001:2.0:1767384677.552683:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.552687:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384677.552689:0:17088:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000007f4aa8bc dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384677.552691:0:17914:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:2.0:1767384677.552694:0:17914:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000020:3.0:1767384677.552697:0:17088:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000efba4fa0 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384677.552697:0:17914:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1767384677.552699:0:17914:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:2.0:1767384677.552705:0:17914:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000020:3.0:1767384677.552707:0:17088:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:2.0:1767384677.552708:0:17914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1767384677.552715:0:17914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000007f4aa8bc dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384677.552750:0:17088:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000271a6f91. 00000020:00000001:3.0:1767384677.552756:0:17088:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384677.552759:0:17088:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384677.552760:0:17914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000efba4fa0 dirty 0 pend 0 grant 0 00000001:00000001:3.0:1767384677.552761:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384677.552765:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384677.552768:0:17914:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000004:00000001:3.0:1767384677.552769:0:17088:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384677.552775:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874368 00010000:00000001:3.0:1767384677.552779:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384677.552779:0:17914:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007c33ee70. 00010000:00000200:3.0:1767384677.552784:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f28a941b x1853237042874368/t0(0) o41->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/368 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384677.552787:0:17914:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384677.552790:0:17914:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.552794:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.552796:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.552797:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000001:2.0:1767384677.552799:0:17914:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.552801:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.552802:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874496 00010000:00000001:2.0:1767384677.552804:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.552809:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b826c886 x1853237042874496/t0(0) o41->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/368 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384677.552813:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=90 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384677.552821:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384677.552823:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384677.552824:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.552829:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000100:00001000:2.0:1767384677.552830:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384677.552833:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 00000100:00000001:2.0:1767384677.552835:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384677.552837:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384677.552840:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 02000000:00000001:3.0:1767384677.552841:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.552844:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 00000100:00000001:3.0:1767384677.552846:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384677.552848:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.552850:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.552852:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000100:00000001:2.0:1767384677.552854:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384677.552857:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000100:00000040:2.0:1767384677.552858:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000100:00000200:3.0:1767384677.552865:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237042874368, offset 224 00000400:00000010:2.0:1767384677.552865:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000100:00000200:2.0:1767384677.552871:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237042874496, offset 224 00000400:00000200:3.0:1767384677.552876:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:2.0:1767384677.552882:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:3.0:1767384677.552887:0:17088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:3.0:1767384677.552902:0:17088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1767384677.552910:0:17088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384677.552914:0:17088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000400:00000200:2.0:1767384677.552919:0:17914:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000800:00000010:3.0:1767384677.552920:0:17088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033889af7. 00000800:00000200:3.0:1767384677.552930:0:17088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000400:00000200:2.0:1767384677.552931:0:17914:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [225:225:255:4294967295] 192.168.202.54@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:3.0:1767384677.552944:0:17088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:3.0:1767384677.552950:0:17088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033889af7 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1767384677.552950:0:17914:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384677.552958:0:17914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384677.552961:0:17914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022c9f642. 00000100:00000001:3.0:1767384677.552965:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384677.552966:0:17914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000100:00000040:3.0:1767384677.552975:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000800:00000200:2.0:1767384677.552975:0:17914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:2.0:1767384677.552980:0:17914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022c9f642 type 1, nob 464 niov 1 nkiov 1 00010000:00000001:3.0:1767384677.552982:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384677.552984:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.552985:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.552989:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 4 to 192.168.202.54@tcp50 00000020:00000001:3.0:1767384677.552991:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384677.552992:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.552996:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.552998:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384677.553001:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f28a941b x1853237042874368/t0(0) o41->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/368 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384677.553004:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b826c886 x1853237042874496/t0(0) o41->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/368 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.553035:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b826c886 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+7:15169:x1853237042874496:12345-192.168.202.54@tcp50:41: Request processed in 411us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384677.553042:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f28a941b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+7:0:x1853237042874368:12345-192.168.202.54@tcp50:41: Request processed in 485us (795us total) trans 0 rc 0/0 00000800:00000200:1.0:1767384677.553044:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384677.553050:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 5 00000800:00000010:1.0:1767384677.553052:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033889af7. 00000100:00000040:2.0:1767384677.553055:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 1 00000400:00000200:1.0:1767384677.553058:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384677.553060:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 4 00000100:00000001:2.0:1767384677.553060:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.553065:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384677.553066:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 0 00000020:00000010:2.0:1767384677.553070:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004277b521. 00000400:00000200:1.0:1767384677.553070:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:3.0:1767384677.553076:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384677.553077:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee28bdd7. 00000400:00000200:1.0:1767384677.553077:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d240a50 00000100:00000001:3.0:1767384677.553079:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384677.553083:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000020:00000010:3.0:1767384677.553085:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d76f76d8. 00000020:00000010:2.0:1767384677.553085:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000799db5e7. 00000100:00000001:1.0:1767384677.553090:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384677.553092:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000020:00000040:2.0:1767384677.553093:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 6 00000100:00000001:1.0:1767384677.553094:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384677.553099:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384677.553100:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00000020:00000040:3.0:1767384677.553106:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 5 00000100:00000001:3.0:1767384677.553108:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.553153:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.553156:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022c9f642. 00000400:00000200:1.0:1767384677.553161:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.553165:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.553168:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c15c9be 00000400:00000010:1.0:1767384677.553177:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c15c9be. 00000100:00000001:1.0:1767384677.553180:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.553182:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.554197:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.554203:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.554205:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.554207:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.554211:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.554217:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 440 into portal 12 MB=0x695825fa00900 00000400:00000200:2.0:1767384677.554221:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.54@tcp50 of length 440/440 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384677.554224:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.554228:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.554230:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.554232:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:2.0:1767384677.554235:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.554236:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384677.554239:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067dbb131. 00000100:00000040:2.0:1767384677.554240:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000067dbb131 x1853237042874624 msgsize 440 00000100:00100000:2.0:1767384677.554243:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:2.0:1767384677.554252:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.554255:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.554257:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.554287:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384677.554308:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874624 02000000:00000001:3.0:1767384677.554310:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.554312:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.554314:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.554317:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.554319:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874624 00000020:00000001:3.0:1767384677.554322:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384677.554323:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000020:00000001:3.0:1767384677.554325:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.554327:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=6 00000020:00000001:3.0:1767384677.554330:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000020:00000001:3.0:1767384677.554333:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000100:00000001:3.0:1767384677.554336:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384677.554340:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:3.0:1767384677.554342:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384677.554344:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000020:00000010:3.0:1767384677.554348:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00000020:00000010:3.0:1767384677.554352:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d76f76d8. 00000020:00000010:3.0:1767384677.554355:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000100:00000040:3.0:1767384677.554360:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384677.554362:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384677.554364:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384677.554365:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.554369:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.554380:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.554389:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384677.554397:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384677.554405:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 6 00000100:00000001:2.0:1767384677.554406:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.554409:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384677.554411:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004cd30a4d : new rpc_count 1 00000100:00000001:2.0:1767384677.554412:0:17914:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.554417:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712276566400 : -128361432985216 : ffff8b4186625180) 00000100:00000001:2.0:1767384677.554417:0:17914:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.554426:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067dbb131 x1853237042874624/t0(0) o40->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 440/0 e 0 to 0 dl 1767384688 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.554437:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384677.554440:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:3.0:1767384677.554442:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384677.554444:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000100:00100000:3.0:1767384677.554449:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067dbb131 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:15169:x1853237042874624:12345-192.168.202.54@tcp50:40: 00000100:00000200:3.0:1767384677.554452:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874624 00000020:00000001:3.0:1767384677.554455:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384677.554457:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384677.554460:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.554462:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384677.554463:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031760 : -1047519856 : ffffffffc1901d90) 00000020:00000001:3.0:1767384677.554466:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384677.554468:0:17088:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237042874624, found 0 last_xid 1853237042874623 00000020:00000001:3.0:1767384677.554470:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384677.554472:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384677.554474:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384677.554476:0:17088:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384677.554478:0:17088:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.554480:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.554483:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384677.554485:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384677.554488:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000008b481107. 02000000:00000001:3.0:1767384677.554490:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.554492:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384677.554496:0:17088:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:3.0:1767384677.554498:0:17088:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384677.554499:0:17088:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384677.554509:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384677.554510:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384677.554513:0:17088:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:3.0:1767384677.554516:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874624 00010000:00000001:3.0:1767384677.554518:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384677.554522:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067dbb131 x1853237042874624/t0(0) o40->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 440/448 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384677.554530:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384677.554532:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384677.554535:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384677.554538:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384677.554541:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000100:00000001:3.0:1767384677.554543:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:3.0:1767384677.554545:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384677.554547:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.554549:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384677.554551:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:3.0:1767384677.554555:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000880ac8d4. 00000100:00000200:3.0:1767384677.554558:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237042874624, offset 224 00000400:00000200:3.0:1767384677.554563:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:3.0:1767384677.554570:0:17088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:3.0:1767384677.554579:0:17088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767384677.554588:0:17088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384677.554593:0:17088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:3.0:1767384677.554597:0:17088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b9e43e1. 00000800:00000200:3.0:1767384677.554601:0:17088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:3.0:1767384677.554606:0:17088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:3.0:1767384677.554609:0:17088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b9e43e1 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384677.554620:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.554624:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 4 to 192.168.202.54@tcp50 00010000:00000001:3.0:1767384677.554626:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384677.554634:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.554636:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384677.554641:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067dbb131 x1853237042874624/t0(0) o40->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 440/448 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384677.554651:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067dbb131 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:15169:x1853237042874624:12345-192.168.202.54@tcp50:40: Request processed in 213us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384677.554660:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 6 00000100:00000040:3.0:1767384677.554663:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 0 00000100:00000001:3.0:1767384677.554665:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384677.554667:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384677.554670:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d76f76d8. 00000020:00000010:3.0:1767384677.554674:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000020:00000010:3.0:1767384677.554678:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00000020:00000040:3.0:1767384677.554681:0:17088:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 5 00000100:00000001:3.0:1767384677.554684:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.554697:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.554701:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b9e43e1. 00000400:00000200:1.0:1767384677.554706:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.554711:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.554715:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880ac8d4 00000400:00000010:1.0:1767384677.554717:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000880ac8d4. 00000100:00000001:1.0:1767384677.554739:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.554740:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384677.555766:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.555773:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.555775:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.555778:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.555784:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.555792:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 520 into portal 28 MB=0x695825fa00980 00000400:00000200:1.0:1767384677.555800:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.54@tcp50 of length 520/520 into md 0xab9 [8] + 4784 00000800:00000001:1.0:1767384677.555805:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.555810:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.555812:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.555817:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384677.555821:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.555823:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384677.555826:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f85cd9de. 00000100:00000040:1.0:1767384677.555829:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000f85cd9de x1853237042874752 msgsize 520 00000100:00100000:1.0:1767384677.555834:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:1.0:1767384677.555847:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.555852:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.555884:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.555888:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.555894:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.555900:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000100:00000001:0.0:1767384677.555905:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384677.555911:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 224 into portal 26 MB=0x695825fa00a80 00000100:00100000:0.0:1767384677.555912:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874752 02000000:00000001:0.0:1767384677.555918:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.555923:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384677.555924:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 224/224 into md 0x1925 [2] + 0 00000100:00000001:0.0:1767384677.555927:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.555936:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384677.555938:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9d1a080. 00000100:00100000:0.0:1767384677.555943:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874752 00000400:00000200:1.0:1767384677.555945:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f446c3fb 00000020:00000001:0.0:1767384677.555950:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1767384677.555953:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767384677.555954:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384677.555960:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384677.555962:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.555963:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.555972:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384677.555972:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.555987:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000020:00000010:0.0:1767384677.555990:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384677.555996:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000400:00000200:1.0:1767384677.556004:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f446c3fb 00000020:00000010:0.0:1767384677.556004:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000400:00000010:1.0:1767384677.556012:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f446c3fb. 00000100:00000001:0.0:1767384677.556014:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.556017:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.556020:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.556023:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.556027:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384677.556027:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384677.556038:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000032708e3b x1853237042875008 msgsize 224 00000100:00100000:1.0:1767384677.556045:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:0.0:1767384677.556047:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384677.556048:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384677.556063:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.556065:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384677.556068:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384677.556080:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 4 00000800:00000001:1.0:1767384677.556081:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384677.556088:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228730496 : -128356480821120 : ffff8b42ad8e5880) 00000800:00000001:1.0:1767384677.556093:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384677.556095:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f85cd9de x1853237042874752/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384677.556098:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384677.556104:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384677.556105:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384677.556113:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875008 00000100:00100000:0.0:1767384677.556119:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f85cd9de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:11777:x1853237042874752:12345-192.168.202.54@tcp50:8: 02000000:00000001:3.0:1767384677.556123:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.556130:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384677.556132:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000100:00000200:0.0:1767384677.556135:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874752 00000100:00000001:3.0:1767384677.556136:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.556142:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384677.556148:0:18468:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 02000000:00000001:3.0:1767384677.556149:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.556155:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 448 into portal 23 MB=0x695825fa00a00 00000100:00100000:3.0:1767384677.556157:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875008 00000020:00000001:3.0:1767384677.556161:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.556163:0:18468:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 6 - find 00000400:00000200:1.0:1767384677.556165:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.54@tcp50 of length 448/448 into md 0x329 [2] + 0 00000020:00000040:3.0:1767384677.556166:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:3.0:1767384677.556171:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384677.556173:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384677.556175:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=9 00000800:00000001:1.0:1767384677.556182:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.556183:0:18468:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446615712205373440 : -128361504178176 : ffff8b4182240000) 00000020:00000001:3.0:1767384677.556185:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000400:00000200:1.0:1767384677.556192:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384677.556194:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384677.556195:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.556200:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384677.556208:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:3.0:1767384677.556209:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384677.556210:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000640f7724. 02000000:00000001:0.0:1767384677.556216:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.556217:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384677.556218:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:0.0:1767384677.556220:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384677.556222:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00010000:00000040:0.0:1767384677.556228:0:18468:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:3.0:1767384677.556229:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384677.556233:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000044a691d. 00000020:00000010:3.0:1767384677.556236:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00010000:00080000:0.0:1767384677.556241:0:18468:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50 t0 exp 0000000000000000 cur 299 last 0 00000100:00000040:1.0:1767384677.556243:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000044a691d x1853237042874880 msgsize 448 00000020:00000010:3.0:1767384677.556252:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00010000:00000001:0.0:1767384677.556255:0:18468:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:0.0:1767384677.556259:0:18468:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:0.0:1767384677.556262:0:18468:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384677.556267:0:18468:0:(genops.c:950:__class_new_export()) Process entered 00000100:00100000:1.0:1767384677.556268:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000020:00000010:0.0:1767384677.556275:0:18468:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000014e4633b. 00000020:00000010:3.0:1767384677.556276:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d76f76d8. 00000020:00000001:0.0:1767384677.556281:0:18468:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384677.556284:0:18468:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000014e4633b with handle 0xefc2db714b35c555 to hash 00000020:00000010:3.0:1767384677.556286:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000100:00000001:1.0:1767384677.556286:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384677.556288:0:18468:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:1.0:1767384677.556308:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384677.556315:0:18468:0:(obd_class.h:1008:obd_init_export()) Process entered 00000800:00000001:1.0:1767384677.556317:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384677.556319:0:18468:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000040:3.0:1767384677.556320:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000001:00000010:0.0:1767384677.556324:0:18468:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000013b41bf9. 00000100:00000001:3.0:1767384677.556326:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:0.0:1767384677.556329:0:18468:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.556333:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384677.556333:0:17092:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e44ec08c. 00010000:00000001:0.0:1767384677.556334:0:18468:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384677.556340:0:18468:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:3.0:1767384677.556342:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.556344:0:17092:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:0.0:1767384677.556346:0:18468:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000764873fc. 00000100:00100000:2.0:1767384677.556350:0:17092:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042874880 00000100:00000001:3.0:1767384677.556355:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.556355:0:17092:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000010:0.0:1767384677.556356:0:18468:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000052a635b2. 00000100:00000001:2.0:1767384677.556357:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.556362:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.556371:0:17092:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384677.556371:0:18468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035c50c4b. 00000100:00000001:3.0:1767384677.556386:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384677.556387:0:17092:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042874880 00000001:00000010:0.0:1767384677.556389:0:18468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000702cadce. 00000020:00000001:2.0:1767384677.556391:0:17092:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.556398:0:17092:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000001:00000010:0.0:1767384677.556398:0:18468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002db732c7. 00000100:00000001:3.0:1767384677.556408:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384677.556410:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:0.0:1767384677.556411:0:18468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b074bf37. 00000100:00000001:3.0:1767384677.556414:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384677.556418:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=6 00000020:00000001:2.0:1767384677.556421:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000100:00000001:1.0:1767384677.556423:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384677.556425:0:17092:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00010000:00000001:0.0:1767384677.556425:0:18468:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.556427:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 170 00000100:00000001:1.0:1767384677.556429:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384677.556436:0:17092:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384677.556438:0:18468:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.556441:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000020:00000010:2.0:1767384677.556442:0:17092:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 00000020:00000001:0.0:1767384677.556442:0:18468:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.556443:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.556458:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584310864 : -128357125240752 : ffff8b4287254850) 00000100:00000001:2.0:1767384677.556458:0:17092:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384677.556458:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384677.556459:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=3 00000020:00000010:2.0:1767384677.556470:0:17092:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 00000020:00000040:0.0:1767384677.556470:0:18468:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 7 - export 00000100:00000040:3.0:1767384677.556480:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032708e3b x1853237042875008/t0(0) o400->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 224/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384677.556484:0:18468:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446615716537387008 : -128357172164608 : ffff8b4284594800) 00000020:00000010:2.0:1767384677.556485:0:17092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000799db5e7. 00000020:00000010:2.0:1767384677.556490:0:17092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004277b521. 00000020:00000010:2.0:1767384677.556497:0:17092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee28bdd7. 00000100:00000040:2.0:1767384677.556504:0:17092:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1767384677.556506:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384677.556506:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 2 00000100:00000001:2.0:1767384677.556510:0:17092:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000080:0.0:1767384677.556512:0:18468:0:(genops.c:1402:class_connect()) connect: client 0f55e9f2-2a82-48b4-84a0-0da05bc5640a, cookie 0xefc2db714b35c555 00000100:00000001:2.0:1767384677.556514:0:17092:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384677.556515:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000020:00000001:0.0:1767384677.556516:0:18468:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.556517:0:17092:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.556528:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384677.556532:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384677.556534:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000100:00000001:2.0:1767384677.556535:0:17092:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384677.556535:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c555 00000020:00000001:0.0:1767384677.556542:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.556546:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014e4633b refcount=3 00000020:00000001:0.0:1767384677.556549:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537387008 : -128357172164608 : ffff8b4284594800) 00000020:00000001:0.0:1767384677.556553:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537387008 : -128357172164608 : ffff8b4284594800) 00000100:00000001:2.0:1767384677.556555:0:17092:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384677.556558:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032708e3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:11778:x1853237042875008:12345-192.168.202.54@tcp50:400: 00000001:00000001:0.0:1767384677.556560:0:18468:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:2.0:1767384677.556565:0:17092:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:0.0:1767384677.556566:0:18468:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1767384677.556568:0:17092:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000040:0.0:1767384677.556572:0:18468:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 7 00000100:00000200:3.0:1767384677.556573:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875008 00000001:00000001:0.0:1767384677.556580:0:18468:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446615717362358272 : -128356347193344 : ffff8b42b5855800) 00000100:00100000:2.0:1767384677.556581:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 0 00000020:00000001:3.0:1767384677.556584:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000001:0.0:1767384677.556590:0:18468:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:3.0:1767384677.556592:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384677.556593:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=4 00000100:00000040:2.0:1767384677.556594:0:17092:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004cd30a4d : new rpc_count 1 00000020:00000010:1.0:1767384677.556595:0:17091:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005fb79e0d. 00000020:00000001:3.0:1767384677.556603:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.556604:0:17092:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228729600 : -128356480822016 : ffff8b42ad8e5500) 00000001:00000040:0.0:1767384677.556604:0:18468:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 8 00000100:00000001:1.0:1767384677.556608:0:17091:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384677.556616:0:17091:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000001:00000001:0.0:1767384677.556617:0:18468:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.556618:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384677.556623:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000044a691d x1853237042874880/t0(0) o33->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 448/0 e 0 to 0 dl 1767384688 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000001:3.0:1767384677.556626:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000100:00000010:1.0:1767384677.556632:0:17091:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000758ba620. 00000001:08000000:0.0:1767384677.556634:0:18468:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.54@tcp50 to nodemap default 00000020:00000001:3.0:1767384677.556640:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384677.556645:0:17091:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000001:00000040:0.0:1767384677.556650:0:18468:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 7 00000020:00000001:3.0:1767384677.556651:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.556655:0:17092:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384677.556663:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:0.0:1767384677.556663:0:18468:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.556664:0:17092:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 00000020:00000001:3.0:1767384677.556670:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00100000:0.0:1767384677.556673:0:18468:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:3.0:1767384677.556675:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.556678:0:17092:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384677.556687:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384677.556690:0:17092:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 00000020:00000001:0.0:1767384677.556694:0:18468:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384677.556701:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384677.556703:0:17092:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000044a691d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:15169:x1853237042874880:12345-192.168.202.54@tcp50:33: 02000000:00000001:3.0:1767384677.556706:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384677.556711:0:17092:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042874880 02000000:00000010:3.0:1767384677.556714:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e3e6df1. 00000020:00000001:0.0:1767384677.556714:0:18468:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384677.556748:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.556752:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.556755:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384677.556758:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042875008 00000020:00000001:2.0:1767384677.556759:0:17092:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384677.556765:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384677.556765:0:17092:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000020:0.0:1767384677.556766:0:18468:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b free: 144203776 avail: 129867776 00000020:00000001:2.0:1767384677.556769:0:17092:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.556783:0:18468:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000001:2.0:1767384677.556784:0:17092:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:3.0:1767384677.556785:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032708e3b x1853237042875008/t0(0) o400->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384677.556790:0:17092:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031424 : -1047520192 : ffffffffc1901c40) 00000020:00000020:0.0:1767384677.556791:0:18468:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000020:00000001:2.0:1767384677.556802:0:17092:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.556812:0:18468:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000001:00000001:2.0:1767384677.556813:0:17092:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237042874880, found 0 last_xid 1853237042874879 00000100:00000001:1.0:1767384677.556814:0:17091:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.556818:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384677.556827:0:18468:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00010000:00000001:3.0:1767384677.556828:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.556828:0:17092:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767384677.556831:0:18468:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b wants: 134217728 current grant 0 granting: 8437760 00000100:00000001:1.0:1767384677.556836:0:40020:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384677.556837:0:17092:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:3.0:1767384677.556839:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=95 v=5 (1 0 0 0) 00000020:00000020:0.0:1767384677.556846:0:18468:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:2.0:1767384677.556847:0:17092:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384677.556851:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384677.556851:0:17092:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384677.556858:0:17092:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000010:1.0:1767384677.556861:0:40020:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005a9d17fc. 00000100:00000040:3.0:1767384677.556862:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000020:00000001:0.0:1767384677.556862:0:18468:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:2.0:1767384677.556865:0:17092:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717405921112 : -128356303630504 : ffff8b42b81e0f58) 00000100:00000001:3.0:1767384677.556878:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 00000020:00000020:0.0:1767384677.556879:0:18468:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b ocd_grant: 8437760 want: 134217728 left: 129585152 00000020:00000001:2.0:1767384677.556880:0:17092:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384677.556880:0:40020:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000398e88b1. 00000020:00000001:2.0:1767384677.556887:0:17092:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.556893:0:18468:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 02000000:00000001:3.0:1767384677.556896:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00100000:0.0:1767384677.556896:0:18468:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000004:00000001:2.0:1767384677.556897:0:17092:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 02000000:00000001:3.0:1767384677.556905:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384677.556906:0:18468:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.556907:0:17092:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384677.556916:0:17092:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000001:00000001:0.0:1767384677.556916:0:18468:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000001:3.0:1767384677.556918:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000040:0.0:1767384677.556922:0:18468:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '0f55e9f2-2a82-48b4-84a0-0da05bc5640a' generation 0 00080000:00000001:2.0:1767384677.556923:0:17092:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000001:00000001:0.0:1767384677.556936:0:18468:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000040:3.0:1767384677.556938:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00080000:00000001:0.0:1767384677.556944:0:18468:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:3.0:1767384677.556948:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00080000:00000010:0.0:1767384677.556950:0:18468:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000099acb7a8. 00000020:00000010:1.0:1767384677.556951:0:40020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a50eea6. 00080000:00000010:2.0:1767384677.556952:0:17092:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 000000003aeee876. 00080000:00000001:0.0:1767384677.556962:0:18468:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712274263552 : -128361435288064 : ffff8b41863f2e00) 00000100:00000200:3.0:1767384677.556964:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237042875008, offset 224 00000004:00000001:2.0:1767384677.556964:0:17092:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1767384677.556965:0:40020:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001e4bebf7. 00080000:00000001:0.0:1767384677.556972:0:18468:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000001:2.0:1767384677.556973:0:17092:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000040:00000010:1.0:1767384677.556977:0:40020:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073666fe5. 00000004:00000001:2.0:1767384677.556978:0:17092:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000001:0.0:1767384677.556980:0:18468:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:2.0:1767384677.556982:0:17092:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1767384677.556986:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00080000:00000010:0.0:1767384677.556986:0:18468:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4f09d25. 00000020:00000010:1.0:1767384677.556989:0:40020:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa4ab52d. 00000004:00000001:2.0:1767384677.556990:0:17092:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1767384677.556996:0:18468:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384677.557000:0:40020:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d873801c. 00080000:00000001:0.0:1767384677.557001:0:18468:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000004:00000001:2.0:1767384677.557002:0:17092:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384677.557009:0:17092:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1767384677.557010:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000020:00000010:1.0:1767384677.557012:0:40020:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cef3c16b. 00000004:00000001:2.0:1767384677.557014:0:17092:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384677.557019:0:17092:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 80000000:00000010:1.0:1767384677.557021:0:40020:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e4de876. 00080000:00000001:0.0:1767384677.557022:0:18468:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.557028:0:17092:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000400:00000200:3.0:1767384677.557033:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [22:22:8:4294967295] 00000001:00000010:0.0:1767384677.557033:0:18468:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a52781cc. 00000004:00000001:2.0:1767384677.557035:0:17092:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 40000000:00000010:1.0:1767384677.557035:0:40020:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000968ca3c6. 00000001:00000040:0.0:1767384677.557039:0:18468:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000014e4633b : new cb_count 1 00000004:00000001:2.0:1767384677.557049:0:17092:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000020:00000040:0.0:1767384677.557050:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=5 00100000:00000010:1.0:1767384677.557053:0:40020:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008cf961bb. 00000004:00000001:2.0:1767384677.557057:0:17092:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384677.557061:0:17092:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000010:1.0:1767384677.557062:0:40020:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002963e8f0. 02000000:00000001:2.0:1767384677.557065:0:17092:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384677.557071:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 02000000:00000010:2.0:1767384677.557072:0:17092:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000f820639e. 00040000:00000010:1.0:1767384677.557072:0:40020:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f0a21915. 02000000:00000001:2.0:1767384677.557077:0:17092:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384677.557080:0:40020:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bec4f131. 00000100:00000001:2.0:1767384677.557082:0:17092:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384677.557087:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000004:00000001:2.0:1767384677.557088:0:17092:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384677.557092:0:17092:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384677.557095:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ba994b7. 00000004:00000001:2.0:1767384677.557096:0:17092:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384677.557100:0:17092:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00080000:00000010:1.0:1767384677.557101:0:40020:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a0abacd6. 00000001:00000001:0.0:1767384677.557103:0:18468:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000001:00000001:2.0:1767384677.557104:0:17092:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384677.557110:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00080000:00000010:1.0:1767384677.557113:0:40020:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008953fd31. 00000001:00000001:2.0:1767384677.557114:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00080000:00000001:0.0:1767384677.557114:0:18468:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:2.0:1767384677.557122:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.557127:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384677.557127:0:40020:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c08a4290. 00000800:00000200:3.0:1767384677.557128:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000001:00000001:2.0:1767384677.557129:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00080000:00000010:0.0:1767384677.557131:0:18468:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4f09d25. 00000001:00000001:2.0:1767384677.557134:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384677.557136:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009ba994b7 type 1, nob 320 niov 1 nkiov 1 00000004:00000010:1.0:1767384677.557138:0:40020:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092b54abc. 00040000:00000001:0.0:1767384677.557142:0:18468:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:2.0:1767384677.557144:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384677.557146:0:40020:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006bd53e07. 00040000:00000001:0.0:1767384677.557150:0:18468:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1767384677.557151:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000001:3.0:1767384677.557153:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.557156:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1767384677.557158:0:40020:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b6910027. 00080000:00000001:0.0:1767384677.557158:0:18468:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.557159:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384677.557169:0:18468:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384677.557170:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.557176:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384677.557176:0:18468:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.557177:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 4 to 192.168.202.54@tcp50 00002000:00000001:0.0:1767384677.557182:0:18468:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000001:00000001:2.0:1767384677.557185:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384677.557186:0:40020:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ae7d0147. 00000020:00000001:0.0:1767384677.557191:0:18468:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00010000:00000001:3.0:1767384677.557193:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:2.0:1767384677.557193:0:17092:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.557200:0:17092:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384677.557200:0:40020:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000001:3.0:1767384677.557201:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384677.557202:0:18468:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000058fbf37c 00000020:00000010:0.0:1767384677.557213:0:18468:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f617ab19. 02000000:00000001:2.0:1767384677.557214:0:17092:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:00000001:3.0:1767384677.557215:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767384677.557224:0:17092:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000da275f1a. 00000004:00000001:2.0:1767384677.557229:0:17092:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000100:00000040:3.0:1767384677.557230:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032708e3b x1853237042875008/t0(0) o400->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384677.557231:0:18468:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000f617ab19 for nid 192.168.202.54@tcp50 - ref 2 00000004:00000040:2.0:1767384677.557233:0:17092:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000100:00100000:3.0:1767384677.557255:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032708e3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:11778:x1853237042875008:12345-192.168.202.54@tcp50:400: Request processed in 748us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384677.557265:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 170 00000100:00000040:3.0:1767384677.557269:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:3.0:1767384677.557272:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384677.557273:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384677.557278:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d76f76d8. 00000800:00000200:1.0:1767384677.557281:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384677.557283:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000020:00000010:3.0:1767384677.557304:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00000800:00000010:1.0:1767384677.557310:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ba994b7. 00000020:00000040:3.0:1767384677.557311:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000400:00000200:1.0:1767384677.557317:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384677.557320:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.557328:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000200:3.0:1767384677.557330:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384677.557334:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024720dcd 00000400:00000010:3.0:1767384677.557339:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 00000400:00000010:1.0:1767384677.557339:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000100:00000001:1.0:1767384677.557347:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384677.557350:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384677.557352:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001614909a. 02000000:00000010:1.0:1767384677.557353:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005e3e6df1. 02000000:00000001:1.0:1767384677.557359:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384677.557361:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384677.557409:0:18468:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.557420:0:18468:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008a102fca. 00000020:00000010:0.0:1767384677.557424:0:18468:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000008cec44c2. 00000020:00000010:0.0:1767384677.557429:0:18468:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000008d051a22. 00000020:00000010:0.0:1767384677.557454:0:18468:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d907f748. 00000020:00000010:0.0:1767384677.557456:0:18468:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000033de08e4. 00000020:00000010:0.0:1767384677.557459:0:18468:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000007ee61df0. 00002000:00000001:0.0:1767384677.557467:0:18468:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1767384677.557469:0:18468:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:0.0:1767384677.557471:0:18468:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.557472:0:18468:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.557476:0:18468:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000036528636. 00000020:00000040:0.0:1767384677.557479:0:18468:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 8 - import 00000020:00000001:0.0:1767384677.557484:0:18468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384677.557485:0:18468:0:(genops.c:1242:class_import_put()) import 0000000036528636 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384677.557488:0:18468:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384677.557490:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000020:00000040:0.0:1767384677.557496:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=6 00000100:00000040:0.0:1767384677.557497:0:18468:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000014e4633b : new rpc_count 1 00000100:00000001:0.0:1767384677.557500:0:18468:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384677.557509:0:18468:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.54@tcp50 primary NID 192.168.202.54@tcp50 rc 0 00000100:00000001:0.0:1767384677.557512:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.557513:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384677.557515:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 00000100:00000001:0.0:1767384677.557517:0:18468:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446615717532899520 : -128356176652096 : 0xffff8b42bfaf98c0) 00000100:00000040:0.0:1767384677.557520:0:18468:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000020:00000040:0.0:1767384677.557522:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=7 00000100:00000001:0.0:1767384677.557527:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.557529:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384677.557530:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384677.557532:0:18468:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384677.557541:0:18468:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384677.557543:0:18468:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:0.0:1767384677.557546:0:18468:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650326080 : -1059225536 : ffffffffc0dd8040) 02000000:00000001:0.0:1767384677.557549:0:18468:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.557551:0:18468:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384677.557555:0:18468:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384677.557557:0:18468:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384677.557559:0:18468:0:(import.c:65:import_set_state_nolock()) 0000000036528636 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384677.557562:0:18468:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384677.557563:0:18468:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384677.557565:0:18468:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384677.557568:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 6 00000020:00000040:0.0:1767384677.557570:0:18468:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 8 - find 00010000:00000001:0.0:1767384677.557571:0:18468:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.557574:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.557576:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155360 : -1045396256 : ffffffffc1b084e0) 00000020:00000001:0.0:1767384677.557579:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.557581:0:18468:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.557582:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.557584:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.557586:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.557588:0:18468:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384677.557592:0:18468:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.557594:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874752 00010000:00000001:0.0:1767384677.557596:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.557599:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f85cd9de x1853237042874752/t0(0) o8->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.557605:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.557607:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.557609:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=85 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384677.557613:0:18468:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384677.557616:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.557617:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384677.557619:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384677.557622:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.557624:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.557627:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.557631:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384677.557637:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a910779c. 00000100:00000200:0.0:1767384677.557642:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237042874752, offset 0 00000400:00000200:0.0:1767384677.557653:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384677.557665:0:18468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384677.557682:0:18468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [228:228:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1767384677.557695:0:18468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.557701:0:18468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384677.557705:0:18468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000354c3ed2. 00000800:00000200:0.0:1767384677.557711:0:18468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384677.557746:0:18468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384677.557750:0:18468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000354c3ed2 type 1, nob 512 niov 1 nkiov 1 00000004:00080000:3.0:1767384677.557756:0:17092:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 516us 00000004:00000001:3.0:1767384677.557764:0:17092:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000100:00000001:0.0:1767384677.557764:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.557772:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384677.557775:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.557777:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.557779:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.557784:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f85cd9de x1853237042874752/t0(0) o8->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.557791:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f85cd9de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:11777:x1853237042874752:12345-192.168.202.54@tcp50:8: Request processed in 1679us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.557800:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 4 00000100:00000040:0.0:1767384677.557804:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014e4633b : new rpc_count 0 00000100:00000001:0.0:1767384677.557807:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.557809:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.557813:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384677.557819:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384677.557826:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000800:00000200:1.0:1767384677.557830:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384677.557832:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 5 00000800:00000010:1.0:1767384677.557835:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000354c3ed2. 00000100:00000001:0.0:1767384677.557838:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.557844:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.557853:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.557858:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a910779c 00000400:00000010:1.0:1767384677.557861:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a910779c. 00000100:00000001:1.0:1767384677.557868:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.557870:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:2.0:1767384677.563012:0:40021:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 0000000026aea7ec. 02000000:00000001:2.0:1767384677.563021:0:40021:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:2.0:1767384677.563024:0:40021:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:2.0:1767384677.563026:0:40021:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000a9d4bd90: 0:0, ngroups 0, nperms 0 00000004:00000001:2.0:1767384677.563029:0:40021:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:2.0:1767384677.563032:0:40021:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000da275f1a for key 0 02000000:00000001:2.0:1767384677.563042:0:40021:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384677.563044:0:40021:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 0000000026aea7ec. 02000000:00001000:0.0:1767384677.563073:0:17092:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000da275f1a flags 0x0 02000000:00000001:0.0:1767384677.563078:0:17092:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446615712286034432 : -128361423517184 : ffff8b4186f2ca00) 00000001:00000001:0.0:1767384677.563082:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384677.563083:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384677.563085:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563087:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384677.563088:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384677.563090:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563093:0:17092:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384677.563095:0:17092:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563099:0:17092:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384677.563101:0:17092:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563102:0:17092:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384677.563104:0:17092:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563107:0:17092:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:0.0:1767384677.563112:0:17092:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 0f55e9f2-2a82-48b4-84a0-0da05bc5640a: does not need LOVEA. 00000004:00000001:0.0:1767384677.563115:0:17092:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384677.563118:0:17092:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384677.563122:0:17092:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384677.563124:0:17092:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384677.563125:0:17092:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563127:0:17092:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384677.563128:0:17092:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563130:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384677.563131:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384677.563132:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563133:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384677.563134:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384677.563135:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563136:0:17092:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384677.563137:0:17092:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384677.563138:0:17092:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384677.563140:0:17092:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384677.563143:0:17092:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:0.0:1767384677.563145:0:17092:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384677.563147:0:17092:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384677.563148:0:17092:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563149:0:17092:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384677.563151:0:17092:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384677.563155:0:17092:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384677.563168:0:17092:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384677.563170:0:17092:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384677.563172:0:17092:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.563177:0:17092:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000003d95626. 00000020:00000001:0.0:1767384677.563181:0:17092:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384677.563183:0:17092:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.563185:0:17092:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384677.563186:0:17092:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563188:0:17092:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563192:0:17092:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:0.0:1767384677.563195:0:17092:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384677.563196:0:17092:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384677.563198:0:17092:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384677.563199:0:17092:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384677.563201:0:17092:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384677.563202:0:17092:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1767384677.563205:0:17092:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384677.563207:0:17092:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384677.563209:0:17092:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1767384677.563212:0:17092:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042874880 00010000:00000001:0.0:1767384677.563214:0:17092:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.563221:0:17092:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000044a691d x1853237042874880/t0(0) o33->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 448/464 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384677.563227:0:17092:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.563229:0:17092:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.563232:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 000000004a43182d time=1767384677 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384677.563234:0:17092:0:(import.c:2194:obd_at_measure()) AT 000000004a43182d change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384677.563238:0:17092:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000044a691d x1853237042874880/t0(0) o33->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 448/464 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384677.563244:0:17092:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.563246:0:17092:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384677.563247:0:17092:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384677.563249:0:17092:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.563251:0:17092:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.563254:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.563256:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384677.563259:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa098f21. 00000100:00000200:0.0:1767384677.563263:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237042874880, offset 224 00000400:00000200:0.0:1767384677.563268:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384677.563276:0:17092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384677.563287:0:17092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [229:229:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384677.563312:0:17092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.563319:0:17092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384677.563323:0:17092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013db7b31. 00000800:00000200:0.0:1767384677.563328:0:17092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384677.563333:0:17092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384677.563336:0:17092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013db7b31 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.563347:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.563350:0:17092:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384677.563353:0:17092:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.563354:0:17092:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.563356:0:17092:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:0.0:1767384677.563360:0:17092:0:(lu_object.c:207:lu_object_put()) Add 000000003627f40b/000000000cd9937e to site lru. bkt: 00000000f846c62f 00000100:00000040:0.0:1767384677.563365:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000044a691d x1853237042874880/t0(0) o33->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 448/464 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384677.563373:0:17092:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000044a691d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:15169:x1853237042874880:12345-192.168.202.54@tcp50:33: Request processed in 6716us (7128us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384677.563382:0:17092:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e543e500. 00000100:00100000:0.0:1767384677.563387:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 0 00000100:00000040:0.0:1767384677.563390:0:17092:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 0 00000100:00000001:0.0:1767384677.563392:0:17092:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.563394:0:17092:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.563397:0:17092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004277b521. 00000020:00000010:0.0:1767384677.563400:0:17092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee28bdd7. 00000020:00000010:0.0:1767384677.563403:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000799db5e7. 00000020:00000040:0.0:1767384677.563407:0:17092:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 5 00000100:00000001:0.0:1767384677.563410:0:17092:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.563426:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.563430:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013db7b31. 00000400:00000200:1.0:1767384677.563435:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.563440:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.563443:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa098f21 00000400:00000010:1.0:1767384677.563444:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa098f21. 00000100:00000001:1.0:1767384677.563448:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.563449:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384677.580497:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.580512:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.580515:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.580517:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.580527:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.580541:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 576 into portal 12 MB=0x695825fa00b00 00000400:00000200:1.0:1767384677.580548:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.54@tcp50 of length 576/576 into md 0x229 [64] + 10808 00000800:00000001:1.0:1767384677.580554:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.580561:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.580563:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.580577:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384677.580582:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.580585:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384677.580589:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006552ed6a. 00000100:00000040:1.0:1767384677.580593:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000006552ed6a x1853237042875136 msgsize 576 00000100:00100000:1.0:1767384677.580598:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:1.0:1767384677.580611:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.580622:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.580627:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.580648:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384677.580651:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875136 02000000:00000001:3.0:1767384677.580654:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.580656:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.580657:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.580661:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.580665:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875136 00000020:00000001:3.0:1767384677.580667:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384677.580668:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000020:00000001:3.0:1767384677.580670:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.580672:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=6 00000020:00000001:3.0:1767384677.580680:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000020:00000001:3.0:1767384677.580682:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000100:00000001:3.0:1767384677.580686:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384677.580689:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:3.0:1767384677.580692:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384677.580694:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000020:00000010:3.0:1767384677.580698:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00000020:00000010:3.0:1767384677.580702:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d76f76d8. 00000020:00000010:3.0:1767384677.580706:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000100:00000040:3.0:1767384677.580712:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384677.580714:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384677.580715:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1767384677.580717:0:17088:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1767384677.580736:0:17088:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.580739:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.580747:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.580758:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.580770:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384677.580773:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.580774:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384677.580778:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.580783:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 7 00000100:00000040:2.0:1767384677.580786:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004cd30a4d : new rpc_count 1 00000100:00000001:2.0:1767384677.580788:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228733184 : -128356480818432 : ffff8b42ad8e6300) 00000100:00000001:3.0:1767384677.580790:0:17088:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.580795:0:17088:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.580795:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006552ed6a x1853237042875136/t0(0) o101->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 576/0 e 0 to 0 dl 1767384688 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384677.580804:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.580807:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c695225d. 00000100:00000001:2.0:1767384677.580809:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.580810:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c695225d. 00000100:00100000:2.0:1767384677.580814:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006552ed6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:15199:x1853237042875136:12345-192.168.202.54@tcp50:101: 00000100:00000200:2.0:1767384677.580818:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875136 00000020:00000001:2.0:1767384677.580820:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384677.580824:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384677.580828:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.580830:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384677.580832:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074304 : -1059477312 : ffffffffc0d9a8c0) 00000020:00000001:2.0:1767384677.580835:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384677.580837:0:17914:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237042875136, found 0 last_xid 1853237042875135 00000020:00000001:2.0:1767384677.580839:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.580841:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384677.580843:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384677.580847:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.580849:0:17914:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384677.580851:0:17914:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384677.580853:0:17914:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384677.580854:0:17914:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384677.580856:0:17914:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.580860:0:17914:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384677.580885:0:17914:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a7cd837. 00010000:00000010:2.0:1767384677.580889:0:17914:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000021d4ca81. 00010000:00000001:2.0:1767384677.580892:0:17914:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384677.580894:0:17914:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cafaca97. 00000020:00000010:2.0:1767384677.580898:0:17914:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c695225d. 00000020:00000001:2.0:1767384677.580901:0:17914:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384677.580902:0:17914:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cafaca97 with handle 0xefc2db714b35c55c to hash 00000020:00000001:2.0:1767384677.580904:0:17914:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384677.580905:0:17914:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00010000:00000010:2.0:1767384677.580908:0:17914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fad4eac7. 00010000:00000001:2.0:1767384677.580910:0:17914:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486438912 : -128357223112704 : ffff8b42814fe000) 00010000:00010000:2.0:1767384677.580912:0:17914:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cafaca97/0xefc2db714b35c55c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb03b022b44f5c0f2 expref: -99 pid: 17914 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384677.580920:0:17914:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000004cd30a4d : new locks_count 1 00000020:00000040:2.0:1767384677.580922:0:17914:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=7 00010000:00000001:2.0:1767384677.580927:0:17914:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1767384677.580928:0:17914:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1767384677.580934:0:17914:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1767384677.580935:0:17914:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1767384677.580937:0:17914:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1767384677.580938:0:17914:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1767384677.580940:0:17914:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1767384677.580942:0:17914:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384677.580946:0:17914:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446615717405921112 : -128356303630504 : ffff8b42b81e0f58) 00000004:00000001:2.0:1767384677.580948:0:17914:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446615717405921024 : -128356303630592 : ffff8b42b81e0f00) 00000004:00000001:2.0:1767384677.580949:0:17914:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.580952:0:17914:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384677.580953:0:17914:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384677.580956:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.580957:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.580960:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000120e8199. 02000000:00000001:2.0:1767384677.580962:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.580964:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.580965:0:17914:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.580967:0:17914:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1767384677.580978:0:17914:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384677.580980:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.580981:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.580984:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.580985:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.580986:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.580987:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.580988:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.580989:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.580990:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.580990:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.580991:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.580992:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.580993:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.580994:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.580995:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.580995:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.580996:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.580998:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.580999:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.581001:0:17914:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1767384677.581005:0:17914:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000da275f1a flags 0x0 02000000:00000001:2.0:1767384677.581006:0:17914:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446615712286034432 : -128361423517184 : ffff8b4186f2ca00) 00000001:00000001:2.0:1767384677.581007:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.581008:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.581009:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581010:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.581011:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.581012:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581013:0:17914:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384677.581014:0:17914:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581015:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.581016:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581018:0:17914:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384677.581019:0:17914:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581022:0:17914:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1767384677.581025:0:17914:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1767384677.581026:0:17914:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1767384677.581030:0:17914:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1767384677.581032:0:17914:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384677.581033:0:17914:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 000000007e87e6c9 00000004:00000001:2.0:1767384677.581047:0:17914:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1767384677.581050:0:17914:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384677.581052:0:17914:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384677.581054:0:17914:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005a7cd837 count: 2 00010000:00000001:2.0:1767384677.581056:0:17914:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384677.581057:0:17914:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384677.581059:0:17914:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076bea9e6. 00000020:00000001:2.0:1767384677.581061:0:17914:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384677.581062:0:17914:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076bea9e6 with handle 0xefc2db714b35c563 to hash 00000020:00000001:2.0:1767384677.581064:0:17914:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384677.581064:0:17914:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000010:2.0:1767384677.581066:0:17914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed43ba9f. 00010000:00000001:2.0:1767384677.581067:0:17914:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:2.0:1767384677.581070:0:17914:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384677.581071:0:17914:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.581073:0:17914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076bea9e6/0xefc2db714b35c563 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17914 initiator: MDT0 00010000:00000001:2.0:1767384677.581078:0:17914:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384677.581081:0:17914:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384677.581082:0:17914:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1767384677.581084:0:17914:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384677.581085:0:17914:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.581087:0:17914:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384677.581088:0:17914:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.581090:0:17914:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384677.581092:0:17914:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384677.581093:0:17914:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384677.581094:0:17914:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384677.581095:0:17914:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000005a7cd837) refcount = 2 00010000:00010000:2.0:1767384677.581098:0:17914:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076bea9e6/0xefc2db714b35c563 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17914 initiator: MDT0 00010000:00000001:2.0:1767384677.581102:0:17914:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1767384677.581105:0:17914:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007308908d. 00010000:00000001:2.0:1767384677.581108:0:17914:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384677.581110:0:17914:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.581111:0:17914:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384677.581112:0:17914:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.581114:0:17914:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.581115:0:17914:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384677.581117:0:17914:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384677.581118:0:17914:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.581120:0:17914:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076bea9e6/0xefc2db714b35c563 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17914 initiator: MDT0 00010000:00000001:2.0:1767384677.581123:0:17914:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384677.581125:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581126:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.581127:0:17914:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.581128:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.581129:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076bea9e6 refcount=3 00000020:00000001:2.0:1767384677.581130:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:2.0:1767384677.581131:0:17914:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:2.0:1767384677.581132:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581133:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384677.581134:0:17914:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581137:0:17914:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1767384677.581140:0:17914:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384677.581142:0:17914:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384677.581147:0:17914:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581150:0:17914:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384677.581154:0:17914:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384677.581167:0:17914:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384677.581170:0:17914:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384677.581172:0:17914:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384677.581173:0:17914:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384677.581174:0:17914:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:2.0:1767384677.581179:0:17914:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000d4bead9f. 00000004:00000001:2.0:1767384677.581181:0:17914:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384677.581182:0:17914:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:2.0:1767384677.581184:0:17914:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384677.581186:0:17914:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581188:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.581189:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581190:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.581191:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.581192:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581193:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.581194:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.581194:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581195:0:17914:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384677.581196:0:17914:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384677.581197:0:17914:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384677.581198:0:17914:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384677.581200:0:17914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767384677.581202:0:17914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1767384677.581203:0:17914:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384677.581204:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.581205:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581206:0:17914:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384677.581207:0:17914:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384677.581208:0:17914:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384677.581211:0:17914:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384677.581212:0:17914:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384677.581213:0:17914:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.581217:0:17914:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384677.581220:0:17914:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.581221:0:17914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384677.581222:0:17914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581223:0:17914:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.581227:0:17914:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.581228:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.581228:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076bea9e6 refcount=3 00000020:00000001:2.0:1767384677.581230:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:2.0:1767384677.581231:0:17914:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00000004:00010000:2.0:1767384677.581232:0:17914:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000076bea9e6/0xefc2db714b35c563 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17914 initiator: MDT0 00010000:00000001:2.0:1767384677.581236:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581237:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384677.581238:0:17914:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1767384677.581240:0:17914:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384677.581241:0:17914:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1767384677.581243:0:17914:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.581243:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.581244:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076bea9e6 refcount=3 00000020:00000001:2.0:1767384677.581245:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00010000:00000001:2.0:1767384677.581246:0:17914:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486440448 : -128357223111168 : ffff8b42814fe600) 00000004:00000040:2.0:1767384677.581248:0:17914:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 000000004cd30a4d : new locks_count 2 00000020:00000040:2.0:1767384677.581249:0:17914:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=8 00010000:00000001:2.0:1767384677.581251:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581252:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384677.581252:0:17914:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384677.581254:0:17914:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1767384677.581256:0:17914:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384677.581257:0:17914:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384677.581258:0:17914:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384677.581259:0:17914:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384677.581260:0:17914:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384677.581261:0:17914:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:2.0:1767384677.581264:0:17914:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.581265:0:17914:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384677.581267:0:17914:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1767384677.581269:0:17914:0:(lu_object.c:207:lu_object_put()) Add 000000003627f40b/000000000cd9937e to site lru. bkt: 00000000f846c62f 00000004:00000001:2.0:1767384677.581271:0:17914:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1767384677.581272:0:17914:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1767384677.581274:0:17914:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1767384677.581275:0:17914:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384677.581277:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581278:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.581280:0:17914:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384677.581281:0:17914:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.581282:0:17914:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cafaca97 with handle 0xefc2db714b35c55c from hash 00010000:00000001:2.0:1767384677.581284:0:17914:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384677.581284:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581285:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.581286:0:17914:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1767384677.581286:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384677.581289:0:17914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cafaca97/0xefc2db714b35c55c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0f2 expref: 8 pid: 17914 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384677.581310:0:17914:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000004cd30a4d : new locks_count 1 00000020:00000040:2.0:1767384677.581311:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 7 00010000:00000010:2.0:1767384677.581313:0:17914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fad4eac7. 00010000:00000001:2.0:1767384677.581317:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.581318:0:17914:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.581321:0:17914:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384677.581323:0:17914:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000076bea9e6/0xefc2db714b35c563 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0f2 expref: 7 pid: 17914 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.581328:0:17914:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.581330:0:17914:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384677.581331:0:17914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005a7cd837) 00010000:00010000:2.0:1767384677.581333:0:17914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384677.581335:0:17914:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.581336:0:17914:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.581338:0:17914:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384677.581339:0:17914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.581340:0:17914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384677.581341:0:17914:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000076bea9e6, rc 0) 00000020:00000001:2.0:1767384677.581342:0:17914:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.581345:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042875136 00010000:00000001:2.0:1767384677.581347:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.581350:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006552ed6a x1853237042875136/t0(0) o101->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 576/688 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384677.581355:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.581357:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.581360:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.581364:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.581365:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:2.0:1767384677.581367:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:2.0:1767384677.581369:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.581371:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.581373:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.581375:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:2.0:1767384677.581378:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000100:00000200:2.0:1767384677.581383:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237042875136, offset 224 00000400:00000200:2.0:1767384677.581388:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:2.0:1767384677.581395:0:17914:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:2.0:1767384677.581409:0:17914:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [230:230:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384677.581418:0:17914:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384677.581422:0:17914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384677.581425:0:17914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdc94baa. 00000800:00000200:2.0:1767384677.581429:0:17914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:2.0:1767384677.581434:0:17914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:2.0:1767384677.581437:0:17914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fdc94baa type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1767384677.581449:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.581453:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:2.0:1767384677.581456:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.581458:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.581460:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384677.581464:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006552ed6a x1853237042875136/t0(0) o101->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 576/688 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384677.581474:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006552ed6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+7:15199:x1853237042875136:12345-192.168.202.54@tcp50:101: Request processed in 669us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384677.581482:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 7 00000100:00000040:2.0:1767384677.581485:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 0 00000100:00000001:2.0:1767384677.581487:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.581488:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384677.581491:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d76f76d8. 00000020:00000010:2.0:1767384677.581495:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000020:00000010:2.0:1767384677.581499:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00000020:00000040:2.0:1767384677.581503:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 6 00000100:00000001:2.0:1767384677.581506:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.581551:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.581554:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdc94baa. 00000400:00000200:1.0:1767384677.581558:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.581561:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.581563:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005224f8e2 00000400:00000010:1.0:1767384677.581565:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005224f8e2. 00000100:00000001:1.0:1767384677.581568:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.581569:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384677.589767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cafaca97. 00000800:00000001:1.0:1767384677.595013:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.595027:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.595029:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.595032:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.595041:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.595052:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 17 MB=0x695825fa00c00 00000400:00000200:1.0:1767384677.595058:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:1.0:1767384677.595062:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa98b651. 00000400:00000200:1.0:1767384677.595066:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fa29bd1 00000800:00000001:1.0:1767384677.595070:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.595074:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.595075:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.595079:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.595082:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa29bd1 00000400:00000010:1.0:1767384677.595083:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fa29bd1. 00000100:00000001:1.0:1767384677.595087:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.595089:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384677.595102:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000059fe7b4c x1853237042875392 msgsize 328 00000100:00100000:1.0:1767384677.595105:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384677.595107:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384677.595128:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.595138:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.595142:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.595145:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.595147:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.595152:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000100:00000001:2.0:1767384677.595157:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384677.595159:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 17 MB=0x695825fa00c80 00000100:00100000:2.0:1767384677.595160:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875392 02000000:00000001:2.0:1767384677.595163:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384677.595164:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x15 [2] + 0 00000100:00000001:2.0:1767384677.595165:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.595167:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384677.595168:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384677.595171:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.595175:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875392 00000020:00000001:2.0:1767384677.595178:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.595180:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:2.0:1767384677.595182:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.595184:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=9 00000020:00000001:2.0:1767384677.595187:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:2.0:1767384677.595189:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:2.0:1767384677.595194:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.595198:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:2.0:1767384677.595201:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.595204:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000020:00000010:2.0:1767384677.595209:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7aaaac. 00000020:00000010:2.0:1767384677.595213:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088979ed9. 00000800:00000001:1.0:1767384677.595214:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.595216:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384677.595218:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b11fbaf0. 00000400:00000200:1.0:1767384677.595220:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384677.595224:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.595225:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384677.595226:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384677.595229:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1767384677.595229:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000535bd4e9. 00000100:00000001:2.0:1767384677.595230:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384677.595231:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000535bd4e9 x1853237042875520 msgsize 328 00010000:00000001:2.0:1767384677.595232:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384677.595235:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384677.595236:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00010000:00000001:2.0:1767384677.595238:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384677.595242:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.595244:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.595246:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000100:00000001:1.0:1767384677.595247:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384677.595248:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00010000:00000001:2.0:1767384677.595251:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000800:00000001:1.0:1767384677.595252:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384677.595254:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.595256:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384677.595256:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.595257:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384677.595257:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384677.595259:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384677.595259:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.595264:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000100:00000001:2.0:1767384677.595267:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.595271:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 328 into portal 17 MB=0x695825fa00b80 00000400:00000200:1.0:1767384677.595275:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.54@tcp50 of length 328/328 into md 0x15 [2] + 328 00000800:00000001:1.0:1767384677.595279:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384677.595280:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.595283:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.595285:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.595288:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:2.0:1767384677.595302:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384677.595303:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875520 00000100:00000001:1.0:1767384677.595304:0:16351:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384677.595306:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384677.595308:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.595309:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.595312:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384677.595312:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:2.0:1767384677.595315:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875520 00000100:00000010:1.0:1767384677.595316:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d4b1ae5. 00000020:00000001:2.0:1767384677.595317:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384677.595318:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000002d4b1ae5 x1853237042875264 msgsize 328 00000020:00000040:2.0:1767384677.595319:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:2.0:1767384677.595321:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.595323:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=10 00000020:00000001:2.0:1767384677.595326:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00100000:1.0:1767384677.595326:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000020:00000001:2.0:1767384677.595328:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:0.0:1767384677.595329:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.595332:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384677.595333:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384677.595337:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:1.0:1767384677.595339:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384677.595342:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384677.595343:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 0 00000800:00000001:1.0:1767384677.595346:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384677.595348:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000100:00000040:0.0:1767384677.595350:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000800:00000001:1.0:1767384677.595352:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384677.595353:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000706db5f0. 00000100:00000001:0.0:1767384677.595354:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518571600 : -128356190980016 : ffff8b42bed4f850) 00000100:00000001:3.0:1767384677.595355:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384677.595358:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dcf4ba2. 00000100:00100000:3.0:1767384677.595361:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875264 00000100:00000040:0.0:1767384677.595364:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059fe7b4c x1853237042875392/t0(0) o103->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384677.595365:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 02000000:00000001:3.0:1767384677.595367:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.595372:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.595372:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384677.595377:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.595377:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.595379:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384677.595382:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:3.0:1767384677.595385:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.595385:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035400493. 00010000:00000001:2.0:1767384677.595386:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.595390:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384677.595392:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875264 00010000:00000001:2.0:1767384677.595393:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:0.0:1767384677.595394:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035400493. 00000020:00000001:3.0:1767384677.595397:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384677.595399:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384677.595402:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000100:00100000:0.0:1767384677.595403:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059fe7b4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ae0df923-50ec-4637-aa42-9aa704cf65dd+10:11780:x1853237042875392:12345-192.168.202.54@tcp50:103: 00000020:00000001:2.0:1767384677.595404:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384677.595408:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.595409:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=3 00000100:00000200:0.0:1767384677.595410:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875392 00000020:00000040:3.0:1767384677.595412:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=11 00000020:00000001:2.0:1767384677.595414:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000001:0.0:1767384677.595415:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:3.0:1767384677.595419:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00010000:00000001:2.0:1767384677.595420:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000002:0.0:1767384677.595421:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384677.595427:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1767384677.595428:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00010000:00000001:2.0:1767384677.595428:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.595432:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.595434:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.595435:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384677.595436:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.595436:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384677.595440:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.595441:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384677.595448:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 02000000:00000010:0.0:1767384677.595449:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046d04312. 00000100:00000001:2.0:1767384677.595450:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.595452:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384677.595455:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384677.595458:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000100:00000001:0.0:1767384677.595461:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.595465:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384677.595466:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dfefd7c. 00010000:00000001:0.0:1767384677.595466:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767384677.595469:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1767384677.595471:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:3.0:1767384677.595473:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcf5af61. 00010000:00000001:0.0:1767384677.595477:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767384677.595479:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 1 00000020:00000010:3.0:1767384677.595480:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342a2c64. 00000020:00000001:0.0:1767384677.595481:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384677.595485:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 2 00000020:00000040:0.0:1767384677.595486:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab2b200d refcount=3 00000100:00000001:3.0:1767384677.595489:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.595490:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228734976 : -128356480816640 : ffff8b42ad8e6a00) 00000020:00000001:0.0:1767384677.595492:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00000001:3.0:1767384677.595494:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384677.595498:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384677.595499:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577024 : -128356188974592 : ffff8b42bef39200) 00000100:00000040:2.0:1767384677.595500:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000535bd4e9 x1853237042875520/t0(0) o103->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384677.595502:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.595507:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fd2b1a30 count: 4 00010000:00000001:3.0:1767384677.595509:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384677.595514:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384677.595514:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384677.595518:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384677.595520:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1767384677.595521:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384677.595522:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=3 00010000:00000001:0.0:1767384677.595525:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:2.0:1767384677.595526:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000020:00000001:3.0:1767384677.595527:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000001:0.0:1767384677.595529:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.595530:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384677.595535:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000020:00000001:0.0:1767384677.595535:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.595536:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00010000:00000001:3.0:1767384677.595541:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.595544:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.595545:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1767384677.595546:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000535bd4e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ae0df923-50ec-4637-aa42-9aa704cf65dd+11:11779:x1853237042875520:12345-192.168.202.54@tcp50:103: 00010000:00000001:3.0:1767384677.595548:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.595549:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384677.595554:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875520 00000100:00000001:3.0:1767384677.595555:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.595557:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384677.595559:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000002:2.0:1767384677.595560:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1767384677.595561:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.595564:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.595565:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384677.595570:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384677.595571:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384677.595575:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.595576:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384677.595576:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767384677.595580:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab2b200d with handle 0xefc2db714b35c547 from hash 02000000:00000010:2.0:1767384677.595583:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f060a383. 00010000:00000001:0.0:1767384677.595586:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384677.595588:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.595591:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.595593:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.595594:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384677.595597:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384677.595598:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384677.595602:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.595604:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ab2b200d/0xefc2db714b35c547 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0cf expref: 11 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.595608:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384677.595611:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384677.595616:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.595619:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.595623:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fda0fc98 refcount=3 00010000:00000040:0.0:1767384677.595625:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006030557f : new locks_count 3 00000020:00000001:2.0:1767384677.595626:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00000020:00000040:0.0:1767384677.595630:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 10 00010000:00000001:2.0:1767384677.595631:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520576000 : -128356188975616 : ffff8b42bef38e00) 00010000:00000040:2.0:1767384677.595637:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004d0f93a7 count: 2 00010000:00000001:2.0:1767384677.595640:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384677.595642:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384677.595642:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.595646:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.595647:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.595652:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.595652:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1767384677.595656:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.595658:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.595659:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384677.595661:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384677.595666:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.595666:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.595669:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.595672:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384677.595672:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384677.595677:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.595677:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384677.595682:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384677.595683:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fda0fc98 with handle 0xefc2db714b35c540 from hash 00010000:00000001:2.0:1767384677.595688:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384677.595689:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.595690:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.595695:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.595695:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.595697:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384677.595701:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1767384677.595702:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=95 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384677.595703:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384677.595708:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384677.595711:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fda0fc98/0xefc2db714b35c540 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0c8 expref: 10 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384677.595714:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384677.595749:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384677.595754:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.595757:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.595762:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1767384677.595763:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006030557f : new locks_count 2 00000020:00000040:2.0:1767384677.595769:0:17075:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 9 00000100:00000040:0.0:1767384677.595769:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00010000:00000001:2.0:1767384677.595776:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384677.595777:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5aee727. 00010000:00000001:2.0:1767384677.595780:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.595783:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:0.0:1767384677.595785:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237042875392, offset 224 00010000:00000001:2.0:1767384677.595786:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.595790:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.595794:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384677.595797:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004d0f93a7 count: 0 00000400:00000200:0.0:1767384677.595801:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00010000:00010000:2.0:1767384677.595805:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384677.595808:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.595812:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384677.595814:0:17074:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00010000:00000001:2.0:1767384677.595816:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.595821:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.595823:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.595826:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 8 to 192.168.202.54@tcp50 00000100:00000001:2.0:1767384677.595827:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:2.0:1767384677.595829:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.595830:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.595832:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384677.595836:0:17074:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [26:26:8:4294967295] 00000100:00000040:2.0:1767384677.595839:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:2.0:1767384677.595845:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000200:2.0:1767384677.595850:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237042875520, offset 224 00000400:00000200:0.0:1767384677.595856:0:17074:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000400:00000200:2.0:1767384677.595862:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000800:00000200:0.0:1767384677.595867:0:17074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000400:00000200:2.0:1767384677.595872:0:17075:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000800:00000010:0.0:1767384677.595872:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e717b91. 00000800:00000200:0.0:1767384677.595881:0:17074:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000400:00000200:2.0:1767384677.595886:0:17075:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [232:232:255:4294967295] 192.168.202.54@tcp50 LPNI seq info [27:27:7:4294967295] 00000800:00000200:0.0:1767384677.595891:0:17074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384677.595898:0:17074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e717b91 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767384677.595902:0:17075:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384677.595907:0:17075:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384677.595911:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023c37932. 00000100:00000001:0.0:1767384677.595912:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.595918:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000800:00000200:2.0:1767384677.595923:0:17075:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00010000:00000001:0.0:1767384677.595923:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.595925:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.595933:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059fe7b4c x1853237042875392/t0(0) o103->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384677.595938:0:17075:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:2.0:1767384677.595944:0:17075:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023c37932 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384677.595952:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.595957:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:2.0:1767384677.595959:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.595961:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384677.595964:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384677.595966:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000535bd4e9 x1853237042875520/t0(0) o103->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384677.595968:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e717b91. 00000400:00000200:1.0:1767384677.595975:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.595981:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.595985:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5aee727 00000400:00000010:1.0:1767384677.595989:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5aee727. 00000100:00100000:0.0:1767384677.595991:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059fe7b4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:11780:x1853237042875392:12345-192.168.202.54@tcp50:103: Request processed in 605us (880us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384677.595995:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.595997:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384677.595998:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000535bd4e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ae0df923-50ec-4637-aa42-9aa704cf65dd+9:11779:x1853237042875520:12345-192.168.202.54@tcp50:103: Request processed in 473us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.596011:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 0 00000100:00000040:0.0:1767384677.596016:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 1 00000100:00000001:0.0:1767384677.596021:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384677.596022:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 1 00000100:00000001:0.0:1767384677.596024:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384677.596027:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000020:00000010:0.0:1767384677.596030:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088979ed9. 00000100:00000001:2.0:1767384677.596031:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1767384677.596032:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384677.596034:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1767384677.596036:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023c37932. 00000020:00000010:0.0:1767384677.596038:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b11fbaf0. 00000020:00000010:2.0:1767384677.596039:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dcf4ba2. 00000400:00000200:1.0:1767384677.596041:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384677.596046:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00000020:00000010:0.0:1767384677.596047:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7aaaac. 00000400:00000200:1.0:1767384677.596048:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000020:00000010:2.0:1767384677.596050:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000706db5f0. 00000400:00000200:1.0:1767384677.596053:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adf9f3e 00000400:00000010:1.0:1767384677.596055:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adf9f3e. 00000020:00000040:0.0:1767384677.596057:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000020:00000040:2.0:1767384677.596058:0:17075:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 8 00000100:00000001:1.0:1767384677.596058:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.596060:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384677.596066:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384677.596067:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384677.596071:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046d04312. 00000100:00000001:2.0:1767384677.596076:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384677.596077:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.596079:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384677.596081:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384677.596084:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000df5238ef. 00000100:00100000:2.0:1767384677.596088:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 2 02000000:00000001:0.0:1767384677.596090:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384677.596092:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000010:0.0:1767384677.596094:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004564deea. 00000100:00000001:2.0:1767384677.596096:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228731392 : -128356480820224 : ffff8b42ad8e5c00) 00000100:00000040:2.0:1767384677.596103:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d4b1ae5 x1853237042875264/t0(0) o103->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384677.596104:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384677.596107:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003becc6e4. 02000000:00000001:0.0:1767384677.596113:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384677.596116:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 00000100:00000001:2.0:1767384677.596119:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384677.596123:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:2.0:1767384677.596124:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 02000000:00000010:0.0:1767384677.596127:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000220f6b9d. 00000100:00000001:2.0:1767384677.596128:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.596134:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 02000000:00000001:0.0:1767384677.596135:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384677.596140:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d4b1ae5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ae0df923-50ec-4637-aa42-9aa704cf65dd+7:11781:x1853237042875264:12345-192.168.202.54@tcp50:103: 00000100:00000010:0.0:1767384677.596140:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057a837e2. 00000100:00000200:2.0:1767384677.596147:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875264 02000000:00000001:0.0:1767384677.596147:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384677.596152:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 02000000:00000010:0.0:1767384677.596152:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000339e8afe. 00010000:00000002:2.0:1767384677.596157:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384677.596159:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 02000000:00000001:0.0:1767384677.596159:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384677.596162:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d195d37. 00000100:00000001:2.0:1767384677.596164:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.596167:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384677.596168:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.596169:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000654d7ea. 02000000:00000001:0.0:1767384677.596173:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384677.596174:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bdfd951. 02000000:00000010:2.0:1767384677.596175:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000654d7ea. 02000000:00000001:0.0:1767384677.596177:0:17074:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384677.596178:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.596181:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384677.596181:0:17074:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b06a4d8c. 02000000:00000001:0.0:1767384677.596185:0:17074:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384677.596186:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000010:0.0:1767384677.596187:0:17074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa542ac3. 00010000:00010000:2.0:1767384677.596188:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384677.596191:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384677.596191:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.596195:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.596196:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7a0c75f refcount=3 00000020:00000001:2.0:1767384677.596198:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00000100:00000200:0.0:1767384677.596198:0:17074:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:2.0:1767384677.596200:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520572416 : -128356188979200 : ffff8b42bef38000) 00010000:00000040:2.0:1767384677.596203:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 8 00000400:00000010:0.0:1767384677.596204:0:17074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef5b5801. 00010000:00000001:2.0:1767384677.596205:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384677.596210:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.596211:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.596213:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384677.596213:0:17074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dcd9617. 00000020:00000001:2.0:1767384677.596218:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.596222:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384677.596224:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384677.596226:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.596227:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.596228:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384677.596229:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.596231:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7a0c75f with handle 0xefc2db714b35c539 from hash 00010000:00000001:2.0:1767384677.596233:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384677.596234:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.596235:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.596235:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384677.596237:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384677.596237:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384677.596239:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7a0c75f/0xefc2db714b35c539 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0a5 expref: 7 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384677.596244:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006030557f : new locks_count 1 00000020:00000040:2.0:1767384677.596245:0:17075:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 00010000:00000001:2.0:1767384677.596248:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.596249:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.596249:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384677.596250:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.596252:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.596253:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384677.596254:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384677.596254:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.596256:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.596257:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.596258:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.596260:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.596262:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:2.0:1767384677.596263:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:2.0:1767384677.596265:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.596266:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.596267:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.596269:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:2.0:1767384677.596272:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00000200:2.0:1767384677.596274:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237042875264, offset 224 00000400:00000200:2.0:1767384677.596278:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:2.0:1767384677.596282:0:17075:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:2.0:1767384677.596288:0:17075:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [233:233:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384677.596309:0:17075:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384677.596312:0:17075:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384677.596315:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023c37932. 00000800:00000200:2.0:1767384677.596318:0:17075:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:2.0:1767384677.596322:0:17075:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:2.0:1767384677.596323:0:17075:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023c37932 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384677.596333:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.596336:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:2.0:1767384677.596338:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.596340:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.596343:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d4b1ae5 x1853237042875264/t0(0) o103->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.596353:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d4b1ae5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ae0df923-50ec-4637-aa42-9aa704cf65dd+6:11781:x1853237042875264:12345-192.168.202.54@tcp50:103: Request processed in 233us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384677.596360:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 2 00000100:00000040:2.0:1767384677.596362:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:2.0:1767384677.596364:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.596366:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384677.596369:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcf5af61. 00000020:00000010:2.0:1767384677.596372:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342a2c64. 00000020:00000010:2.0:1767384677.596376:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dfefd7c. 00000020:00000040:2.0:1767384677.596379:0:17075:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 5 00000100:00000001:2.0:1767384677.596381:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.596397:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.596401:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023c37932. 00000400:00000200:1.0:1767384677.596404:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.596409:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.596412:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000400:00000010:1.0:1767384677.596414:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:1.0:1767384677.596416:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.596417:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384677.598919:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.598927:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.598929:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.598931:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.598936:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.598951:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 224 into portal 28 MB=0x695825fa00d00 00000400:00000200:1.0:1767384677.598957:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.54@tcp50 of length 224/224 into md 0xab9 [8] + 5304 00000800:00000001:1.0:1767384677.598961:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.598966:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.598968:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.598970:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384677.598973:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.598975:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384677.598977:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000478db517. 00000100:00000040:1.0:1767384677.598980:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000478db517 x1853237042875648 msgsize 224 00000100:00100000:1.0:1767384677.598983:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:1.0:1767384677.598994:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.598998:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.599000:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.599019:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.599021:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875648 02000000:00000001:0.0:1767384677.599023:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.599024:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.599025:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.599028:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.599029:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875648 00000020:00000001:0.0:1767384677.599031:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.599032:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c555 00000020:00000001:0.0:1767384677.599033:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.599035:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014e4633b refcount=6 00000020:00000001:0.0:1767384677.599037:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537387008 : -128357172164608 : ffff8b4284594800) 00000020:00000001:0.0:1767384677.599038:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537387008 : -128357172164608 : ffff8b4284594800) 00000100:00000001:0.0:1767384677.599040:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.599043:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035400493. 00000020:00000010:0.0:1767384677.599046:0:18468:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c4f09d25. 00000020:00000040:0.0:1767384677.599050:0:18468:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 8 - evictor 00000100:00000001:0.0:1767384677.599062:0:18468:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384677.599064:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011c0e927. 00000020:00000010:0.0:1767384677.599067:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 00000020:00000010:0.0:1767384677.599070:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000040:0.0:1767384677.599075:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384677.599077:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.599078:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.599079:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384677.599081:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384677.599083:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.599086:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 8 - evictor 00000100:00000001:0.0:1767384677.599094:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.599102:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.599103:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.599107:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 5 00000100:00000040:0.0:1767384677.599109:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000014e4633b : new rpc_count 1 00000100:00000001:0.0:1767384677.599110:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228739456 : -128356480812160 : ffff8b42ad8e7b80) 00000100:00000040:0.0:1767384677.599114:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000478db517 x1853237042875648/t0(0) o9->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.599121:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.599123:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4f09d25. 00000100:00000001:0.0:1767384677.599125:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.599127:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4f09d25. 00000100:00100000:0.0:1767384677.599131:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000478db517 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+6:11777:x1853237042875648:12345-192.168.202.54@tcp50:9: 00000100:00000200:0.0:1767384677.599133:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875648 00000020:00000001:0.0:1767384677.599137:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.599140:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.599142:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.599144:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.599146:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155408 : -1045396208 : ffffffffc1b08510) 00000020:00000001:0.0:1767384677.599148:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.599150:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.599152:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.599153:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.599155:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.599157:0:18468:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384677.599158:0:18468:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384677.599160:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.599161:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.599162:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046d04312. 02000000:00000001:0.0:1767384677.599164:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.599165:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384677.599169:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=7 00010000:00000001:0.0:1767384677.599171:0:18468:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:0.0:1767384677.599173:0:18468:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384677.599174:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=8 00010000:00000001:0.0:1767384677.599176:0:18468:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384677.599178:0:18468:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384677.599186:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 7 00000020:00000080:0.0:1767384677.599188:0:18468:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c555 00000020:00000040:0.0:1767384677.599190:0:18468:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000014e4633b with handle 0xefc2db714b35c555 from hash 00000020:00000040:0.0:1767384677.599193:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 6 00000020:00000010:0.0:1767384677.599194:0:18468:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000035400493. 00000020:00000001:0.0:1767384677.599196:0:18468:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384677.599197:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 5 00000020:00000001:0.0:1767384677.599199:0:18468:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384677.599200:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 4 00000020:00000001:0.0:1767384677.599201:0:18468:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.599203:0:18468:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384677.599204:0:18468:0:(import.c:65:import_set_state_nolock()) 0000000036528636 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384677.599206:0:18468:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384677.599208:0:18468:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384677.599209:0:18468:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384677.599218:0:18468:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384677.599221:0:18468:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384677.599224:0:18468:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384677.599226:0:18468:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384677.599229:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000020:00000010:0.0:1767384677.599233:0:18468:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cfd7e2a2. 00000020:00000001:3.0:1767384677.599238:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384677.599238:0:18468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2be7b2. 00000020:00000010:0.0:1767384677.599242:0:18468:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000001:3.0:1767384677.599247:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.599247:0:18468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca95baef. 80000000:00000010:0.0:1767384677.599255:0:18468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c4cb89. 00010000:00010000:3.0:1767384677.599257:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 40000000:00000010:0.0:1767384677.599259:0:18468:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000035400493. 00100000:00000010:0.0:1767384677.599264:0:18468:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384677.599268:0:18468:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e717b91. 00040000:00000010:0.0:1767384677.599271:0:18468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce259588. 00080000:00000010:0.0:1767384677.599276:0:18468:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00080000:00000010:0.0:1767384677.599281:0:18468:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 00002000:00000010:0.0:1767384677.599287:0:18468:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b06a4d8c. 00000001:00000001:0.0:1767384677.599300:0:18468:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384677.599302:0:18468:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '0f55e9f2-2a82-48b4-84a0-0da05bc5640a' 00000001:00000001:0.0:1767384677.599305:0:18468:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384677.599306:0:18468:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:0.0:1767384677.599310:0:18468:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384677.599313:0:18468:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dc3cfbb8. 00080000:00000001:0.0:1767384677.599314:0:18468:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712264491008 : -128361445060608 : ffff8b4185aa1000) 00080000:00000001:0.0:1767384677.599318:0:18468:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384677.599321:0:18468:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384677.599323:0:18468:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4f09d25. 00080000:00000001:0.0:1767384677.599325:0:18468:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.599327:0:18468:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384677.599333:0:18468:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.599336:0:18468:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384677.599359:0:18468:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384677.599362:0:18468:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.599364:0:18468:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384677.599371:0:18468:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4f09d25. 00040000:00000001:0.0:1767384677.599374:0:18468:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384677.599376:0:18468:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384677.599378:0:18468:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384677.599379:0:18468:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384677.599381:0:18468:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384677.599382:0:18468:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384677.599383:0:18468:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384677.599385:0:18468:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000088ff62ff. 00080000:00000001:0.0:1767384677.599386:0:18468:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712264490496 : -128361445061120 : ffff8b4185aa0e00) 00080000:00000001:0.0:1767384677.599387:0:18468:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384677.599389:0:18468:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384677.599390:0:18468:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4f09d25. 00080000:00000001:0.0:1767384677.599391:0:18468:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.599392:0:18468:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384677.599393:0:18468:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384677.599395:0:18468:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d64c8144. 00000001:00000040:0.0:1767384677.599397:0:18468:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000014e4633b : new cb_count 2 00000020:00000040:0.0:1767384677.599399:0:18468:0:(genops.c:887:class_export_get()) GET export 0000000014e4633b refcount=5 00000001:00000001:0.0:1767384677.599404:0:18468:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384677.599405:0:18468:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384677.599407:0:18468:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4f09d25. 00040000:00000001:0.0:1767384677.599408:0:18468:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384677.599409:0:18468:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384677.599410:0:18468:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384677.599411:0:18468:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:0.0:1767384677.599413:0:18468:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:0.0:1767384677.599414:0:18468:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.599416:0:18468:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cfd7e2a2. 00000020:00000010:0.0:1767384677.599419:0:18468:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc2be7b2. 00000020:00000010:0.0:1767384677.599422:0:18468:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384677.599426:0:18468:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca95baef. 80000000:00000010:0.0:1767384677.599428:0:18468:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061c4cb89. 40000000:00000010:0.0:1767384677.599431:0:18468:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000035400493. 00100000:00000010:0.0:1767384677.599433:0:18468:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384677.599435:0:18468:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e717b91. 00040000:00000010:0.0:1767384677.599437:0:18468:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce259588. 00080000:00000010:0.0:1767384677.599441:0:18468:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00080000:00000010:0.0:1767384677.599443:0:18468:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00002000:00000010:0.0:1767384677.599446:0:18468:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b06a4d8c. 00000020:00000010:0.0:1767384677.599447:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000001:00000001:0.0:1767384677.599450:0:18468:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384677.599452:0:18468:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 8 00000001:00000001:0.0:1767384677.599454:0:18468:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384677.599456:0:18468:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 7 00000020:00000040:0.0:1767384677.599457:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 4 00000001:00000001:0.0:1767384677.599458:0:18468:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384677.599459:0:18468:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 6 00000001:00000001:0.0:1767384677.599460:0:18468:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384677.599461:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 3 00002000:00000001:0.0:1767384677.599462:0:18468:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.599463:0:18468:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.599465:0:18468:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.599466:0:18468:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.599468:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042875648 00010000:00000001:0.0:1767384677.599469:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.599473:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000478db517 x1853237042875648/t0(0) o9->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.599479:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.599481:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.599482:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.599485:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.599486:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:0.0:1767384677.599488:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:0.0:1767384677.599489:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.599490:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.599492:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.599493:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:0.0:1767384677.599495:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d15e4d6. 00000100:00000200:0.0:1767384677.599497:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237042875648, offset 224 00000400:00000200:0.0:1767384677.599501:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:0.0:1767384677.599505:0:18468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:0.0:1767384677.599512:0:18468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [234:234:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384677.599520:0:18468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.599523:0:18468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:0.0:1767384677.599525:0:18468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e717b91. 00000800:00000200:0.0:1767384677.599528:0:18468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:0.0:1767384677.599532:0:18468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:0.0:1767384677.599534:0:18468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e717b91 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.599545:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.599547:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384677.599549:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.599550:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.599552:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.599554:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000478db517 x1853237042875648/t0(0) o9->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.599561:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000478db517 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+3:11777:x1853237042875648:12345-192.168.202.54@tcp50:9: Request processed in 439us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.599567:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 5 00000100:00000040:0.0:1767384677.599569:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000014e4633b : new rpc_count 0 00000100:00000001:0.0:1767384677.599570:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.599572:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.599574:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000020:00000010:0.0:1767384677.599576:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384677.599579:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011c0e927. 00000020:00000040:0.0:1767384677.599583:0:18468:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 2 00000100:00000001:0.0:1767384677.599584:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.599617:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.599621:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e717b91. 00000400:00000200:1.0:1767384677.599625:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.599629:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.599631:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d15e4d6 00000400:00000010:1.0:1767384677.599633:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d15e4d6. 00000100:00000001:1.0:1767384677.599636:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.599637:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384677.600756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab2b200d. 00010000:00000010:2.1:1767384677.604752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fda0fc98. 00010000:00000010:2.1:1767384677.604761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d0f93a7. 00010000:00000010:2.1:1767384677.604764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7a0c75f. 00000800:00000001:1.0:1767384677.605491:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.605515:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.605518:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.605520:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.605531:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.605549:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 224 into portal 12 MB=0x695825fa00e00 00000400:00000200:1.0:1767384677.605560:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.54@tcp50 of length 224/224 into md 0x229 [64] + 11384 00000800:00000001:1.0:1767384677.605570:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.605580:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.605583:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.605588:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000100:00000001:1.0:1767384677.605613:0:16350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.605616:0:16350:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384677.605632:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083e9ed7a. 00000100:00000040:1.0:1767384677.605636:0:16350:0:(events.c:337:request_in_callback()) incoming req@0000000083e9ed7a x1853237042875904 msgsize 224 00000100:00100000:1.0:1767384677.605642:0:16350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000001:1.0:1767384677.605657:0:16350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.605670:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.605674:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.605709:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384677.605713:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042875904 02000000:00000001:2.0:1767384677.605749:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384677.605752:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.605755:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.605760:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.605764:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042875904 00000020:00000001:2.0:1767384677.605767:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.605769:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c54e 00000020:00000001:2.0:1767384677.605771:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.605774:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004cd30a4d refcount=7 00000020:00000001:2.0:1767384677.605777:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000020:00000001:2.0:1767384677.605779:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00000100:00000001:2.0:1767384677.605783:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.605788:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:2.0:1767384677.605791:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.605793:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000020:00000010:2.0:1767384677.605799:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000706db5f0. 00000020:00000010:2.0:1767384677.605803:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dcf4ba2. 00000020:00000010:2.0:1767384677.605808:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 00000100:00000040:2.0:1767384677.605816:0:17914:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384677.605819:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.605820:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384677.605822:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.605828:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.605843:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.605854:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.605856:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.605864:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 8 00000100:00000040:2.0:1767384677.605868:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004cd30a4d : new rpc_count 1 00000100:00000001:2.0:1767384677.605870:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228726912 : -128356480824704 : ffff8b42ad8e4a80) 00000100:00000040:2.0:1767384677.605877:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083e9ed7a x1853237042875904/t0(0) o39->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.605889:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.605892:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:2.0:1767384677.605895:0:17914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.605897:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000100:00100000:2.0:1767384677.605902:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083e9ed7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+7:11777:x1853237042875904:12345-192.168.202.54@tcp50:39: 00000100:00000200:2.0:1767384677.605906:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042875904 00000020:00000001:2.0:1767384677.605908:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384677.605911:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384677.605916:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.605918:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384677.605920:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031712 : -1047519904 : ffffffffc1901d60) 00000020:00000001:2.0:1767384677.605923:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384677.605925:0:17914:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237042875904, found 0 last_xid 1853237042875135 00000020:00000001:2.0:1767384677.605928:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.605930:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384677.605932:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384677.605935:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.605936:0:17914:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384677.605938:0:17914:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384677.605941:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.605942:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.605947:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000339e8afe. 02000000:00000001:2.0:1767384677.605950:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.605952:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.605955:0:17914:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=8 00010000:00000001:2.0:1767384677.605958:0:17914:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384677.605960:0:17914:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384677.605962:0:17914:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=9 00010000:00000001:2.0:1767384677.605964:0:17914:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384677.605965:0:17914:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384677.605976:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 8 00000020:00000080:2.0:1767384677.605979:0:17914:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c54e 00000020:00000040:2.0:1767384677.605981:0:17914:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004cd30a4d with handle 0xefc2db714b35c54e from hash 00000020:00000040:2.0:1767384677.605986:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 7 00000020:00000010:2.0:1767384677.605990:0:17914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000464afa47. 00000020:00000001:2.0:1767384677.605993:0:17914:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384677.605995:0:17914:0:(genops.c:1938:obd_stale_export_put()) Put export 000000004cd30a4d: total 0 00000020:00000001:2.0:1767384677.605998:0:17914:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384677.605999:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 6 00000020:00000001:2.0:1767384677.606000:0:17914:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.606002:0:17914:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384677.606004:0:17914:0:(import.c:65:import_set_state_nolock()) 000000007142b938 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384677.606007:0:17914:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384677.606009:0:17914:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384677.606011:0:17914:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384677.606025:0:17914:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384677.606036:0:17914:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384677.606040:0:17914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000007f4aa8bc dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384677.606040:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384677.606044:0:17076:0:(genops.c:1924:obd_stale_export_get()) Get export 000000004cd30a4d: total 0 00000020:00000020:2.0:1767384677.606047:0:17914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000efba4fa0 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384677.606048:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446615717525630976 : -128356183920640 : ffff8b42bf40b000) 00010000:00000001:0.0:1767384677.606052:0:17076:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000020:2.0:1767384677.606055:0:17914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384677.606057:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f8387d1. 00000004:00000001:2.0:1767384677.606064:0:17914:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000020:00000010:0.0:1767384677.606065:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011c0e927. 00000020:00000010:0.0:1767384677.606069:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004bfd4fe. 00000001:00000001:2.0:1767384677.606071:0:17914:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000010:0.0:1767384677.606073:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000001:00000040:2.0:1767384677.606075:0:17914:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '0f55e9f2-2a82-48b4-84a0-0da05bc5640a' 00000020:00000010:0.0:1767384677.606077:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad2f986f. 00000001:00000001:2.0:1767384677.606080:0:17914:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 80000000:00000010:0.0:1767384677.606081:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c4cb89. 00000001:00000004:2.0:1767384677.606084:0:17914:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 40000000:00000010:0.0:1767384677.606086:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000758a2878. 00080000:00000001:2.0:1767384677.606089:0:17914:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00100000:00000010:0.0:1767384677.606090:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384677.606096:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000013db7b31. 00080000:00000010:2.0:1767384677.606097:0:17914:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cdd0cf8f. 00040000:00000010:0.0:1767384677.606100:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce259588. 00080000:00000001:2.0:1767384677.606102:0:17914:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712286039040 : -128361423512576 : ffff8b4186f2dc00) 00080000:00000010:0.0:1767384677.606106:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00080000:00000001:2.0:1767384677.606108:0:17914:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000010:0.0:1767384677.606110:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 00000001:00000001:2.0:1767384677.606112:0:17914:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384677.606118:0:17914:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2658d52. 00002000:00000010:0.0:1767384677.606119:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b06a4d8c. 00080000:00000001:2.0:1767384677.606123:0:17914:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.606124:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000011c0e927. 00080000:00000001:2.0:1767384677.606127:0:17914:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:0.0:1767384677.606129:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004bfd4fe. 00080000:00000001:2.0:1767384677.606133:0:17914:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:0.0:1767384677.606133:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000001:00000001:2.0:1767384677.606138:0:17914:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:0.0:1767384677.606139:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ad2f986f. 00080000:00000010:2.0:1767384677.606142:0:17914:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007b4240ba. 80000000:00000010:0.0:1767384677.606143:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061c4cb89. 00080000:00000001:2.0:1767384677.606148:0:17914:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:0.0:1767384677.606149:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000758a2878. 00100000:00000010:0.0:1767384677.606153:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384677.606155:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013db7b31. 00080000:00000001:2.0:1767384677.606157:0:17914:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384677.606158:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce259588. 00000001:00000001:2.0:1767384677.606163:0:17914:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000010:0.0:1767384677.606163:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00080000:00000010:0.0:1767384677.606168:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00002000:00000010:0.0:1767384677.606169:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b06a4d8c. 00000020:00000010:0.0:1767384677.606172:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f8387d1. 00010000:00010000:0.0:1767384677.606173:0:17076:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000004cd30a4d, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384677.606177:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca95baef. 00000020:00000010:0.0:1767384677.606178:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce259588. 00000020:00000010:0.0:1767384677.606180:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2be7b2. 00000020:00000010:0.0:1767384677.606182:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384677.606184:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cfd7e2a2. 80000000:00000010:0.0:1767384677.606186:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c4cb89. 00000001:00000040:2.0:1767384677.606187:0:17914:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 40000000:00000010:0.0:1767384677.606188:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000758a2878. 00100000:00000010:0.0:1767384677.606193:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bfd4fe. 00000001:00000001:2.0:1767384677.606194:0:17914:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384677.606196:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000013db7b31. 00080000:00000001:2.0:1767384677.606198:0:17914:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000010:0.0:1767384677.606199:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f8387d1. 00000001:00000001:2.0:1767384677.606202:0:17914:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000010:0.0:1767384677.606203:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00000001:00000002:2.0:1767384677.606207:0:17914:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00080000:00000010:0.0:1767384677.606207:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 00000001:00000010:2.0:1767384677.606214:0:17914:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007510e2c2. 00000001:00000040:2.0:1767384677.606217:0:17914:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000004cd30a4d : new cb_count 2 00000020:00000040:2.0:1767384677.606219:0:17914:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=7 00002000:00000010:0.0:1767384677.606222:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b06a4d8c. 00000001:00000010:2.0:1767384677.606224:0:17914:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000b414f5ed. 00000001:00000001:0.0:1767384677.606226:0:17076:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384677.606232:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384677.606236:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005a7cd837 count: 2 00000004:00000001:0.0:1767384677.606240:0:17076:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384677.606241:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384677.606244:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384677.606246:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384677.606247:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.606249:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.606252:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384677.606254:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384677.606256:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.606258:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.606259:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384677.606260:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384677.606262:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076bea9e6 with handle 0xefc2db714b35c563 from hash 00010000:00000001:0.0:1767384677.606263:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384677.606264:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.606265:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.606266:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1767384677.606270:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000011c0e927. 00000001:00000010:2.0:1767384677.606274:0:17914:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000a61a583d. 00010000:00000001:0.0:1767384677.606274:0:17076:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384677.606276:0:17076:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.606280:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384677.606281:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384677.606283:0:17076:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384677.606284:0:17076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000005a7cd837) 00010000:00010000:0.0:1767384677.606287:0:17076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00080000:00000010:2.0:1767384677.606288:0:17914:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000005576a84f. 00010000:00000001:0.0:1767384677.606299:0:17076:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.606302:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.606304:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384677.606307:0:17076:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000004cd30a4d, 1 locks cancelled. 00010000:00000001:0.0:1767384677.606311:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.606311:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.606312:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384677.606316:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076bea9e6/0xefc2db714b35c563 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c0f2 expref: 7 pid: 17914 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384677.606323:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000006165e46. 00010000:00000040:0.0:1767384677.606325:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000004cd30a4d : new locks_count 0 00000020:00000040:0.0:1767384677.606327:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 6 00000001:00000001:2.0:1767384677.606328:0:17914:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000b414f5ed: xid 1853237042875904, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000010:0.0:1767384677.606329:0:17076:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed43ba9f. 00000001:00000001:2.0:1767384677.606335:0:17914:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.606336:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005a7cd837 count: 0 00010000:00000010:0.0:1767384677.606342:0:17076:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021d4ca81. 00010000:00000001:0.0:1767384677.606347:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384677.606349:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 0f55e9f2-2a82-4, loop: 0 00000001:00000001:0.0:1767384677.606351:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384677.606354:0:17076:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.606355:0:17076:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000004cd30a4d, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384677.606358:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce259588. 00000020:00000010:0.0:1767384677.606360:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc2be7b2. 00000020:00000010:0.0:1767384677.606362:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384677.606365:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cfd7e2a2. 80000000:00000010:0.0:1767384677.606368:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061c4cb89. 40000000:00000010:0.0:1767384677.606370:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000758a2878. 00100000:00000010:0.0:1767384677.606375:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384677.606380:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013db7b31. 00040000:00000010:0.0:1767384677.606384:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f8387d1. 00080000:00000010:0.0:1767384677.606391:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00080000:00000010:0.0:1767384677.606397:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00002000:00000010:0.0:1767384677.606401:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b06a4d8c. 00000020:00000010:0.0:1767384677.606405:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca95baef. 00000020:00000001:0.0:1767384677.606408:0:17076:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384677.606410:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 5 00000020:00000001:0.0:1767384677.606413:0:17076:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384677.606415:0:17076:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.606418:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.606420:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.606422:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384677.606424:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.606426:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.606430:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384677.606432:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.606434:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.606436:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384677.607340:0:17068:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384677.607346:0:17068:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384677.607350:0:17068:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384677.607354:0:17068:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004cd30a4d : new cb_count 1 00000020:00000040:3.0:1767384677.607358:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 4 00000001:00000010:3.0:1767384677.607361:0:17068:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007510e2c2. 00080000:00000010:3.0:1767384677.607366:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cdd0cf8f. 00000001:00100000:3.0:1767384677.607371:0:17068:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0f55e9f2-2a82-48b4-84a0-0da05bc5640a 00000001:00000040:3.0:1767384677.607375:0:17068:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000004cd30a4d : new cb_count 0 00000020:00000040:3.0:1767384677.607386:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 3 00000001:00000010:3.0:1767384677.607389:0:17068:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000435d13f1. 00080000:00000010:3.0:1767384677.607397:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000070ad26c8. 00080000:00000010:2.0:1767384677.607446:0:17914:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007b4240ba. 00080000:00000010:2.0:1767384677.607452:0:17914:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2658d52. 00040000:00000001:2.0:1767384677.607454:0:17914:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384677.607456:0:17914:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384677.607458:0:17914:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384677.607461:0:17914:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384677.607463:0:17914:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.607466:0:17914:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384677.607468:0:17914:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384677.607471:0:17914:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000017dac473. 00080000:00000001:2.0:1767384677.607473:0:17914:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712286036992 : -128361423514624 : ffff8b4186f2d400) 00080000:00000001:2.0:1767384677.607476:0:17914:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384677.607478:0:17914:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384677.607479:0:17914:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2658d52. 00080000:00000001:2.0:1767384677.607481:0:17914:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384677.607483:0:17914:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384677.607492:0:17914:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384677.607496:0:17914:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000007510e2c2. 00000001:00000040:2.0:1767384677.607498:0:17914:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000004cd30a4d : new cb_count 1 00000020:00000040:2.0:1767384677.607499:0:17914:0:(genops.c:887:class_export_get()) GET export 000000004cd30a4d refcount=4 00000001:00000001:2.0:1767384677.607510:0:17914:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384677.607511:0:17914:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384677.607514:0:17914:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2658d52. 00040000:00000001:2.0:1767384677.607515:0:17914:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384677.607516:0:17914:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384677.607517:0:17914:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384677.607518:0:17914:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:2.0:1767384677.607520:0:17914:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:2.0:1767384677.607522:0:17914:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384677.607524:0:17914:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384677.607526:0:17914:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384677.607528:0:17914:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 7 00000001:00000001:2.0:1767384677.607529:0:17914:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384677.607531:0:17914:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 6 00000020:00000040:2.0:1767384677.607533:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 3 00000001:00000001:2.0:1767384677.607534:0:17914:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384677.607535:0:17914:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 5 00000001:00000001:2.0:1767384677.607536:0:17914:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384677.607537:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 2 00000004:00000001:2.0:1767384677.607538:0:17914:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.607539:0:17914:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.607540:0:17914:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.607541:0:17914:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.607543:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853237042875904 00010000:00000001:2.0:1767384677.607545:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.607549:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083e9ed7a x1853237042875904/t8589934593(0) o39->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384677.607554:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.607556:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.607557:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.607561:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.607563:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00000100:00000001:2.0:1767384677.607564:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:2.0:1767384677.607566:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.607568:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.607570:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.607572:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000400:00000010:2.0:1767384677.607575:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000200:2.0:1767384677.607578:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237042875904, offset 224 00000400:00000200:2.0:1767384677.607582:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 00000400:00000200:2.0:1767384677.607590:0:17914:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00000400:00000200:2.0:1767384677.607604:0:17914:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [235:235:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1767384677.607616:0:17914:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384677.607621:0:17914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000800:00000010:2.0:1767384677.607625:0:17914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdc94baa. 00000800:00000200:2.0:1767384677.607631:0:17914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000800:00000200:2.0:1767384677.607637:0:17914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 00000800:00000200:2.0:1767384677.607641:0:17914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fdc94baa type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384677.607657:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.607660:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:2.0:1767384677.607663:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.607664:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.607666:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384677.607669:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083e9ed7a x1853237042875904/t8589934593(0) o39->0f55e9f2-2a82-48b4-84a0-0da05bc5640a@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.607677:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083e9ed7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f55e9f2-2a82-48b4-84a0-0da05bc5640a+2:11777:x1853237042875904:12345-192.168.202.54@tcp50:39: Request processed in 1787us (2038us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1767384677.607683:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 8 00000100:00000040:2.0:1767384677.607686:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004cd30a4d : new rpc_count 0 00000100:00000001:2.0:1767384677.607688:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.607689:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384677.607692:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dcf4ba2. 00000020:00000010:2.0:1767384677.607696:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00000020:00000010:2.0:1767384677.607698:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000706db5f0. 00000020:00000040:2.0:1767384677.607701:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 1 00000100:00000001:2.0:1767384677.607702:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384677.607815:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384677.607822:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdc94baa. 00000400:00000200:1.0:1767384677.607827:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.607833:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.607838:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000400:00000010:1.0:1767384677.607841:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000001:1.0:1767384677.607845:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.607847:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384677.614956:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.614973:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384677.614976:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.614977:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.614987:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50) <- 192.168.202.54@tcp50 : PUT - for me 00000400:00000200:1.0:1767384677.615001:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.54@tcp50 of length 224 into portal 26 MB=0x695825fa00f00 00000400:00000200:1.0:1767384677.615009:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.54@tcp50 of length 224/224 into md 0x1939 [2] + 0 00000400:00000010:1.0:1767384677.615014:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000400:00000200:1.0:1767384677.615018:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8c7adf2 00000800:00000001:1.0:1767384677.615023:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.615030:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.615032:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.615036:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00000400:00000200:1.0:1767384677.615039:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8c7adf2 00000400:00000010:1.0:1767384677.615041:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8c7adf2. 00000100:00000001:1.0:1767384677.615045:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.615048:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384677.615051:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000228c3958 x1853237042876160 msgsize 224 00000100:00100000:1.0:1767384677.615069:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.54@tcp50 (source: 12345-192.168.202.54@tcp50) 00000100:00000040:1.0:1767384677.615071:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384677.615082:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384677.615092:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.615095:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.615122:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384677.615125:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237042876160 02000000:00000001:3.0:1767384677.615128:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.615130:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.615132:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.615137:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.615140:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237042876160 00000020:00000001:3.0:1767384677.615142:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384677.615144:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c52b 00000020:00000001:3.0:1767384677.615146:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.615149:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006030557f refcount=6 00000020:00000001:3.0:1767384677.615151:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000020:00000001:3.0:1767384677.615153:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:3.0:1767384677.615157:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384677.615161:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:3.0:1767384677.615163:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384677.615165:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000020:00000010:3.0:1767384677.615170:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070ad26c8. 00000020:00000010:3.0:1767384677.615173:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074653991. 00000020:00000010:3.0:1767384677.615178:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342a2c64. 00000100:00000040:3.0:1767384677.615185:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384677.615188:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384677.615189:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384677.615190:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.615197:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.615207:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.615219:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384677.615222:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384677.615228:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp50, seq: 171 00000100:00000040:3.0:1767384677.615233:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006030557f : new rpc_count 1 00000100:00000001:3.0:1767384677.615236:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584322128 : -128357125229488 : ffff8b4287257450) 00000100:00000040:3.0:1767384677.615252:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000228c3958 x1853237042876160/t0(0) o251->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 224/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.615265:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384677.615267:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205aff4e. 00000100:00000001:3.0:1767384677.615269:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384677.615271:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000205aff4e. 00000100:00100000:3.0:1767384677.615274:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000228c3958 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+6:11777:x1853237042876160:12345-192.168.202.54@tcp50:251: 00000100:00000200:3.0:1767384677.615277:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237042876160 00000020:00000001:3.0:1767384677.615281:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384677.615284:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384677.615286:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.615288:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384677.615303:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990768 : -1049560848 : ffffffffc170f8f0) 00000020:00000001:3.0:1767384677.615306:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384677.615308:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384677.615313:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384677.615314:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384677.615317:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384677.615320:0:17084:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767384677.615322:0:17084:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384677.615324:0:17084:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384677.615328:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384677.615331:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384677.615335:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c66083d. 02000000:00000001:3.0:1767384677.615336:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.615338:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384677.615344:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=7 00010000:00000001:3.0:1767384677.615346:0:17084:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384677.615348:0:17084:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384677.615352:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 20000000:00000010:3.0:1767384677.615354:0:17084:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000048d26320. 00000020:00000040:3.0:1767384677.615356:0:17084:0:(genops.c:887:class_export_get()) GET export 000000006030557f refcount=7 00010000:00000001:3.0:1767384677.615360:0:17084:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384677.615362:0:17084:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384677.615379:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 6 00000020:00000080:3.0:1767384677.615381:0:17084:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c52b 00000020:00000040:3.0:1767384677.615383:0:17084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006030557f with handle 0xefc2db714b35c52b from hash 00000020:00000040:3.0:1767384677.615387:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 5 00000020:00000001:3.0:1767384677.615390:0:17084:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384677.615391:0:17084:0:(genops.c:1938:obd_stale_export_put()) Put export 000000006030557f: total 0 00000020:00000001:3.0:1767384677.615393:0:17084:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384677.615394:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 4 00000020:00000001:3.0:1767384677.615395:0:17084:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.615397:0:17084:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384677.615399:0:17084:0:(import.c:65:import_set_state_nolock()) 00000000558ccc47 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384677.615402:0:17084:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384677.615404:0:17084:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384677.615405:0:17084:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384677.615417:0:17084:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384677.615419:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 3 20000000:00000001:3.0:1767384677.615421:0:17084:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.615422:0:17084:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.615423:0:17084:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.615425:0:17084:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384677.615426:0:17084:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384677.615429:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237042876160 00010000:00000001:3.0:1767384677.615432:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384677.615436:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000228c3958 x1853237042876160/t0(0) o251->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384677.615444:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384677.615444:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384677.615448:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:0.0:1767384677.615452:0:17077:0:(genops.c:1924:obd_stale_export_get()) Get export 000000006030557f: total 0 00000100:00001000:3.0:1767384677.615454:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=95 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384677.615460:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446615716537378816 : -128357172172800 : ffff8b4284592800) 00000100:00000001:3.0:1767384677.615463:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384677.615467:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384677.615471:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a64b7808 refcount 7 to 192.168.202.54@tcp50 00010000:00000001:0.0:1767384677.615473:0:17077:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:3.0:1767384677.615474:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615717532899520 : -128356176652096 : ffff8b42bfaf98c0) 02000000:00000001:3.0:1767384677.615479:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384677.615480:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384677.615483:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 00000100:00000001:3.0:1767384677.615484:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384677.615490:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f8387d1. 00000100:00000040:3.0:1767384677.615491:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.54@tcp50 00000020:00000010:0.0:1767384677.615497:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004bfd4fe. 00000020:00000010:0.0:1767384677.615502:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384677.615507:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca95baef. 80000000:00000010:0.0:1767384677.615513:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c4cb89. 40000000:00000010:0.0:1767384677.615516:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000758a2878. 00100000:00000010:0.0:1767384677.615521:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384677.615525:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000013db7b31. 00040000:00000010:0.0:1767384677.615528:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cfd7e2a2. 00080000:00000010:0.0:1767384677.615533:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00080000:00000010:0.0:1767384677.615538:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 00002000:00000010:0.0:1767384677.615545:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b06a4d8c. 00000020:00000010:0.0:1767384677.615550:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005f8387d1. 00000020:00000010:0.0:1767384677.615554:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004bfd4fe. 00000400:00000010:3.0:1767384677.615556:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0b9361c. 00000020:00000010:0.0:1767384677.615558:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000100:00000200:3.0:1767384677.615562:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237042876160, offset 224 00000020:00000010:0.0:1767384677.615564:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca95baef. 80000000:00000010:0.0:1767384677.615568:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061c4cb89. 00000400:00000200:3.0:1767384677.615573:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.54@tcp50 40000000:00000010:0.0:1767384677.615575:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000758a2878. 00100000:00000010:0.0:1767384677.615581:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384677.615587:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013db7b31. 00000400:00000200:3.0:1767384677.615592:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp50 to NMR: 192.168.202.54@tcp50 local destination 00040000:00000010:0.0:1767384677.615596:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cfd7e2a2. 00080000:00000010:0.0:1767384677.615602:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00080000:00000010:0.0:1767384677.615606:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00002000:00000010:0.0:1767384677.615610:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b06a4d8c. 00000400:00000200:3.0:1767384677.615613:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp50 NI seq info: [236:236:256:4294967295] 192.168.202.54@tcp50 LPNI seq info [31:31:8:4294967295] 00000020:00000010:0.0:1767384677.615616:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00010000:00010000:0.0:1767384677.615622:0:17077:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000006030557f, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384677.615629:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce259588. 00000400:00000200:3.0:1767384677.615639:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp50(192.168.202.154@tcp50:192.168.202.154@tcp50) -> 192.168.202.54@tcp50(192.168.202.54@tcp50:192.168.202.54@tcp50) : PUT try# 0 00000020:00000010:0.0:1767384677.615641:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cfd7e2a2. 00000800:00000200:3.0:1767384677.615646:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.54@tcp50 00000020:00000010:0.0:1767384677.615648:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2be7b2. 00000800:00000010:3.0:1767384677.615652:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a78cae. 00000020:00000010:0.0:1767384677.615656:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000800:00000200:3.0:1767384677.615661:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bb2bb35d] -> 12345-192.168.202.54@tcp50 (4) 00000020:00000010:0.0:1767384677.615661:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca95baef. 80000000:00000010:0.0:1767384677.615670:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c4cb89. 00000800:00000200:3.0:1767384677.615677:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.54@tcp50 ip 192.168.202.54:1023 40000000:00000010:0.0:1767384677.615677:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000758a2878. 00000800:00000200:3.0:1767384677.615682:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098a78cae type 1, nob 320 niov 1 nkiov 1 00100000:00000010:0.0:1767384677.615687:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384677.615693:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000013db7b31. 00000100:00000001:3.0:1767384677.615695:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384677.615697:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad2f986f. 00000100:00000040:3.0:1767384677.615702:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 6 to 192.168.202.54@tcp50 00010000:00000001:3.0:1767384677.615708:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00080000:00000010:0.0:1767384677.615710:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00000020:00000001:3.0:1767384677.615711:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384677.615751:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 00002000:00000010:0.0:1767384677.615756:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b06a4d8c. 00000020:00000001:3.0:1767384677.615759:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1767384677.615761:0:17077:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000100:00000040:3.0:1767384677.615765:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000228c3958 x1853237042876160/t0(0) o251->ae0df923-50ec-4637-aa42-9aa704cf65dd@192.168.202.54@tcp50:658/0 lens 224/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384677.615765:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384677.615773:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 7 00000100:00100000:3.0:1767384677.615780:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000228c3958 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ae0df923-50ec-4637-aa42-9aa704cf65dd+3:11777:x1853237042876160:12345-192.168.202.54@tcp50:251: Request processed in 510us (722us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384677.615780:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384677.615788:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384677.615795:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:3.0:1767384677.615801:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp50, seq: 171 00010000:00000001:0.0:1767384677.615802:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.615812:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.615814:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006030557f : new rpc_count 0 00000100:00000001:3.0:1767384677.615827:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384677.615830:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384677.615831:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384677.615833:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:1.0:1767384677.615834:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384677.615836:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074653991. 00000800:00000010:1.0:1767384677.615840:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a78cae. 00010000:00000001:0.0:1767384677.615840:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384677.615843:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342a2c64. 00010000:00000001:0.0:1767384677.615846:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384677.615853:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384677.615854:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1767384677.615856:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070ad26c8. 00010000:00000001:0.0:1767384677.615860:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384677.615865:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdd2d694 with handle 0xefc2db714b35c532 from hash 00000020:00000040:3.0:1767384677.615867:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 2 00000400:00000200:1.0:1767384677.615870:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp50->192.168.202.54@tcp50: PUT: OK 00010000:00000001:0.0:1767384677.615874:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384677.615879:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b9361c 00010000:00000001:0.0:1767384677.615879:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384677.615887:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0b9361c. 00010000:00000001:0.0:1767384677.615887:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.615893:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384677.615897:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384677.615898:0:16350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384677.615905:0:16350:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384677.615906:0:17077:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384677.615918:0:17077:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384677.615920:0:17077:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.615923:0:17077:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.615927:0:17077:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384677.615931:0:17077:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000006030557f, 1 locks cancelled. 02000000:00000001:3.0:1767384677.615932:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384677.615934:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.615936:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.615936:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384677.615945:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c66083d. 00010000:00010000:0.0:1767384677.615945:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bdd2d694/0xefc2db714b35c532 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp50 remote: 0xb03b022b44f5c09e expref: 2 pid: 17084 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384677.615955:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:0.0:1767384677.615957:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000006030557f : new locks_count 0 00000100:00000001:3.0:1767384677.615961:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384677.615961:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 1 00010000:00000001:0.0:1767384677.615971:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384677.615975:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000001:00000040:0.0:1767384677.615975:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: ae0df923-50ec-4, loop: 0 00000001:00000001:0.0:1767384677.615989:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:3.0:1767384677.615991:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a36eb. 00000001:00000001:0.0:1767384677.615994:0:17077:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384677.615997:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b0b94cf. 00010000:00010000:0.0:1767384677.615997:0:17077:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000006030557f, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384677.616006:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cfd7e2a2. 00000020:00000010:0.0:1767384677.616010:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc2be7b2. 00000020:00000010:0.0:1767384677.616013:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384677.616016:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca95baef. 80000000:00000010:0.0:1767384677.616019:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061c4cb89. 40000000:00000010:0.0:1767384677.616021:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000758a2878. 00100000:00000010:0.0:1767384677.616023:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bfd4fe. 00040000:00000010:0.0:1767384677.616024:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013db7b31. 00040000:00000010:0.0:1767384677.616026:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad2f986f. 00080000:00000010:0.0:1767384677.616028:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00080000:00000010:0.0:1767384677.616029:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00002000:00000010:0.0:1767384677.616031:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b06a4d8c. 00000020:00000010:0.0:1767384677.616032:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce259588. 00000020:00000001:0.0:1767384677.616034:0:17077:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384677.616035:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000006030557f : new refcount 0 00000020:00000080:0.0:1767384677.616037:0:17077:0:(genops.c:904:class_export_put()) final put 000000006030557f/ae0df923-50ec-4637-aa42-9aa704cf65dd 00000020:00000001:0.0:1767384677.616049:0:17077:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384677.616051:0:17077:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.616052:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.616053:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.616054:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384677.616056:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.616057:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.616058:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384677.616059:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.616061:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.616062:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384677.616072:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384677.616075:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000006030557f/ae0df923-50ec-4637-aa42-9aa704cf65dd for MGS 00000020:00000040:2.0:1767384677.616080:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 5 to 192.168.202.54@tcp50 00000020:00000001:2.0:1767384677.616082:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384677.616085:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767384677.616087:0:37:0:(genops.c:1229:class_import_get()) import 00000000558ccc47 refcount=2 obd=MGS 00000020:00000001:2.0:1767384677.616089:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384677.616090:0:37:0:(genops.c:1242:class_import_put()) import 00000000558ccc47 refcount=1 obd=MGS 00000020:00000001:2.0:1767384677.616091:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384677.616094:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384677.616095:0:37:0:(genops.c:1242:class_import_put()) import 00000000558ccc47 refcount=0 obd=MGS 00000020:00000040:2.0:1767384677.616096:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000558ccc47 00000020:00000001:2.0:1767384677.616105:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384677.616107:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384677.616110:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384677.616114:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac0d7ef7. 00000001:00000010:2.0:1767384677.616116:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8c8b10a. 00000001:00000010:2.0:1767384677.616126:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000077f30679. 00000001:00000010:2.0:1767384677.616129:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004da7baad. 00000001:00000010:2.0:1767384677.616131:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005ae9c184. 00000001:00000010:2.0:1767384677.616134:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000029c337aa. 00000001:00000001:2.0:1767384677.616137:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384677.616139:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384677.616141:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384677.616143:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384677.616144:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.616145:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.616147:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 7 - export 00000020:00000010:2.0:1767384677.616149:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006030557f. 00000020:00000001:2.0:1767384677.616156:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384677.616160:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384677.616162:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000558ccc47 for MGS 00000020:00000040:2.0:1767384677.616164:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 4 to 192.168.202.54@tcp50 00000020:00000040:2.0:1767384677.616166:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 6 - import 00000020:00000010:2.0:1767384677.616167:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000558ccc47. 00000020:00000001:2.0:1767384677.616170:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:0.1:1767384677.618775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a7cd837. 00010000:00000010:0.1:1767384677.618788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076bea9e6. 00010000:00000010:0.1:1767384677.626760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdd2d694. 00000400:00000001:0.0:1767384677.651849:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384677.651856:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384677.651859:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384677.651866:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384677.651875:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384677.651882:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384677.651899:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d907fe0b. 00000400:00000010:0.0:1767384677.651904:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e81f1445. 00000400:00000200:0.0:1767384677.651912:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp43 00000400:00000010:0.0:1767384677.651920:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d907fe0b. 00000400:00000010:0.0:1767384677.651927:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005f8387d1. 00000400:00000010:0.0:1767384677.651931:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384677.651938:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008b26f48. 00000400:00000200:0.0:1767384677.651943:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp43 00000400:00000200:0.0:1767384677.651955:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp43 local destination 00000400:00000200:0.0:1767384677.651961:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp43 00000400:00000200:0.0:1767384677.651976:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp43 NI seq info: [237:237:256:4294967295] 192.168.202.154@tcp43 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384677.651983:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp43 00000400:00000200:0.0:1767384677.651991:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp43(192.168.202.154@tcp43:) -> 192.168.202.154@tcp43(192.168.202.154@tcp43:192.168.202.154@tcp43) : GET try# 0 00000800:00000200:0.0:1767384677.651998:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp43 00000800:00000010:0.0:1767384677.652003:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013db7b31. 00000800:00000200:0.0:1767384677.652011:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000800:00000200:0.1:1767384677.652017:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000400:00000200:0.0:1767384677.652041:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp43 added to recovery queue. ping count: 4 next ping: 315 health :600 00000400:00000200:0.0:1767384677.652046:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp37 00000400:00000010:0.0:1767384677.652049:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dd13700e. 00000400:00000010:0.0:1767384677.652055:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e81f1445. 00000400:00000010:0.0:1767384677.652059:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000400:00000010:0.0:1767384677.652063:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e57f5641. 00000400:00000200:0.0:1767384677.652067:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp37 00000400:00000200:0.0:1767384677.652073:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp37 local destination 00000400:00000200:0.0:1767384677.652078:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp37 00000400:00000200:0.0:1767384677.652082:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [238:238:256:4294967295] 192.168.202.154@tcp37 LPNI seq info [193:193:8:4294967295] 00000400:00000200:0.0:1767384677.652087:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp37 00000400:00000200:0.0:1767384677.652096:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:) -> 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) : GET try# 0 00000800:00000200:0.0:1767384677.652102:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp37 00000800:00000010:0.0:1767384677.652105:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000354c3ed2. 00000800:00000200:0.0:1767384677.652110:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000800:00000200:0.1:1767384677.652117:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000400:00000200:0.0:1767384677.652144:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp37 added to recovery queue. ping count: 5 next ping: 331 health :500 00000400:00000200:1.0:1767384677.652222:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652252:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.652406:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.652483:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.652571:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652646:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.652648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.652806:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.652996:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.652997:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653062:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653089:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653120:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653180:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653235:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653305:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653390:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653406:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653461:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653468:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653585:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653599:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653632:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653688:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653697:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653795:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653812:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653859:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653932:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.653990:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.653994:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654015:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654102:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654129:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654168:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654226:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654284:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654305:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654376:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654396:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654436:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654490:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654491:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654611:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654639:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654703:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654779:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654863:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.654903:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.654943:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.655028:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655052:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.655102:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655170:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.655178:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655334:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655374:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655391:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655419:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655457:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655489:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655519:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655547:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.154:988 00000800:00000010:1.0:1767384677.655548:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb98e1d8. 00000800:00000010:1.0:1767384677.655556:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a83952b. 00000800:00000010:1.0:1767384677.655562:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000400:00000200:2.0:1767384677.655568:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.154:988 00000800:00000010:1.0:1767384677.655586:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000800:00020000:1.0:1767384677.655602:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384677.655607:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a83952b. 00000800:00000010:1.0:1767384677.655611:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eb98e1d8. 00000400:00000200:2.0:1767384677.655617:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655688:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.154:988 00000400:02020000:1.0:1767384677.655688:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp43 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384677.655706:0:16345:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp43 notifying 192.168.202.154@tcp43: down 00000800:00000200:1.0:1767384677.655758:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp43 down 00000400:00000200:2.0:1767384677.655768:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.154:988 00000800:00000100:1.0:1767384677.655769:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp43 00000800:00000010:1.0:1767384677.655781:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013db7b31. 00000400:00000200:1.0:1767384677.655790:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384677.655797:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp43->192.168.202.154@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384677.655815:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.154:988 00000400:00000200:1.0:1767384677.655819:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384677.655823:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384677.655838:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384677.655856:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655875:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655888:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655901:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655914:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655928:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.154:988 00000400:00000200:2.0:1767384677.655941:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.154:988 00000800:00000010:2.0:1767384677.656186:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044353186. 00000800:00000010:2.0:1767384677.656195:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e28be53. 00000800:00000010:2.0:1767384677.656204:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2658d52. 00000800:00000010:2.0:1767384677.656253:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2658d52. 00000400:00000200:3.0:1767384677.656353:0:16353:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384677.656371:0:16353:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.154@tcp37 from 204.3.0.2 00000800:00000010:3.0:1767384677.656374:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cb30f601. 00000800:00000010:1.0:1767384677.656426:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb98e1d8. 00000800:00000010:1.0:1767384677.656434:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a83952b. 00000800:00000010:1.0:1767384677.656464:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000778f4249. 00000800:00000200:1.1:1767384677.656473:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (2) 00000800:00000200:1.1:1767384677.656481:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.154@tcp37 00000000778f4249 deleted 00000800:00000010:1.1:1767384677.656485:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000778f4249. 00000800:00000200:1.1:1767384677.656500:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384677.656509:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp37 ip 192.168.202.154:972 00000800:00000200:1.1:1767384677.656514:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000354c3ed2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384677.656523:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp37 p 3.x 192.168.202.154 -> 192.168.202.154:972 incarnation:1767384639874138413 sched[0] 00000800:00000010:1.0:1767384677.656530:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000800:00000010:1.0:1767384677.656605:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000800:00000010:1.0:1767384677.656612:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a83952b. 00000800:00000200:2.1:1767384677.656684:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384677.656690:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cb30f601. 00000800:00000200:2.0:1767384677.656702:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.154@tcp37 p 3.x 192.168.202.154 -> 192.168.202.154:988 incarnation:1767384639874138413 sched[0] 00000800:00000010:2.0:1767384677.656710:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e28be53. 00000800:00000001:1.0:1767384677.656757:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.656769:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.656862:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.656880:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.656884:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384677.656899:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384677.656902:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384677.656907:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000354c3ed2. 00000400:00000200:0.0:1767384677.656918:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.656919:0:16350:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37) <- 192.168.202.154@tcp37 : GET - for me 00000400:00000200:0.0:1767384677.656935:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: GET: OK 00000400:00000200:0.0:1767384677.656946:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384677.656952:0:16350:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.154@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384677.656952:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp37 recovery message sent successfully:0 00000400:00000200:2.0:1767384677.656967:0:16350:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.154@tcp of length 272/272 into md 0x1fb5 [1] + 0 00000400:00000200:2.0:1767384677.656982:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.154@tcp37 to MR: 192.168.202.154@tcp37 local destination 00000400:00000200:2.0:1767384677.656993:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp37 NI seq info: [239:239:255:4294967295] 192.168.202.154@tcp37 LPNI seq info [194:194:7:4294967295] 00000400:00000200:2.0:1767384677.657009:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) -> 192.168.202.154@tcp37(192.168.202.154@tcp37:192.168.202.154@tcp37) 192.168.202.154@tcp37 : REPLY try# 0 00000800:00000200:2.0:1767384677.657014:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.154@tcp37 00000800:00000010:2.0:1767384677.657022:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022c9f642. 00000800:00000200:2.0:1767384677.657029:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012dbec53] -> 12345-192.168.202.154@tcp37 (4) 00000800:00000200:2.0:1767384677.657038:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp37 ip 192.168.202.154:988 00000800:00000200:2.0:1767384677.657043:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022c9f642 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384677.657096:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384677.657155:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.657161:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022c9f642. 00000400:00000200:2.0:1767384677.657168:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.657178:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: REPLY: OK 00000800:00000001:0.0:1767384677.657178:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384677.657183:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384677.657194:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384677.657200:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384677.657209:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000001:0.0:1767384677.657212:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384677.657230:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.154@tcp37(192.168.202.154@tcp37) <- 192.168.202.154@tcp37 : REPLY - for me 00000400:00000200:0.0:1767384677.657244:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.154@tcp37: Reply from 12345-192.168.202.154@tcp37 of length 272/272 into md 0x211d 00000800:00000001:0.0:1767384677.657253:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.657261:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384677.657264:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.657266:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384677.657274:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp37->192.168.202.154@tcp37: REPLY: OK 00000400:00000200:0.0:1767384677.657284:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000010:0.0:1767384677.657287:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000400:00000200:0.0:1767384677.657307:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384677.657316:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dd13700e. 00000400:00000200:3.0:1767384677.657319:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000010:0.0:1767384677.657321:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e81f1445. 00000800:00000001:0.0:1767384677.657338:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.657347:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.657359:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657404:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657419:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657433:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657471:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657484:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657499:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657512:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657524:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657538:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657562:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657575:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657587:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657600:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657614:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657626:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657639:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657663:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657687:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657710:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657751:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657770:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657791:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657805:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657819:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657832:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657844:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384677.657857:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:3.0:1767384677.657942:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035a8222c. 00000800:00000010:3.0:1767384677.657946:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000376da781. 00000800:00000010:3.0:1767384677.657949:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023caffdb. 00000800:00000010:3.0:1767384677.657963:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023caffdb. 00000800:00020000:3.0:1767384677.657967:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384677.657970:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000376da781. 00000800:00000010:3.0:1767384677.657975:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000035a8222c. 00000400:02020000:3.0:1767384677.658003:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp37 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384677.907831:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384677.907839:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384677.907847:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384677.907848:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.907928:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384677.907936:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384677.907941:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384678.483859:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384678.483869:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384678.611853:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be7193d7] -> 12345-192.168.202.154@tcp15 (6) 00000800:00000200:2.0:1767384678.611864:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp15 ip 192.168.202.154:988 00000800:00000200:2.0:1767384678.611869:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384678.612081:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.612106:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384678.612106:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384678.612110:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.612119:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384678.675859:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384678.675869:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384678.675871:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384678.675878:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384678.675889:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384678.675896:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384678.675914:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d907fe0b. 00000400:00000010:0.0:1767384678.675919:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005f8387d1. 00000800:00000001:0.0:1767384678.779896:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.779928:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384678.779935:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384678.779945:0:16351:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000003371e95] EOF from 12345-192.168.202.54@tcp50 ip 192.168.202.54:1021 00000800:00000001:1.0:1767384678.779950:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384678.779958:0:16352:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000009975da2e] EOF from 12345-192.168.202.54@tcp50 ip 192.168.202.54:1022 00000800:00000001:2.0:1767384678.779964:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384678.780260:0:16349:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000003371e95 00000800:00000010:3.0:1767384678.780267:0:16349:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000003371e95. 00000800:00000200:3.0:1767384678.780273:0:16349:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000009975da2e 00000800:00000010:3.0:1767384678.780274:0:16349:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000009975da2e. 00000800:00000200:3.0:1767384678.780277:0:16349:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000007ed34c1 00000800:00000200:3.0:1767384678.780315:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.54@tcp50 00000000bb2bb35d deleted 00000800:00000010:3.0:1767384678.780319:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bb2bb35d. 00000800:00000010:3.0:1767384678.780322:0:16349:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000007ed34c1. 00010000:00000001:1.0:1767384678.931865:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384678.931874:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.931881:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384678.931883:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.931952:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384678.931957:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.931960:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384679.507825:0:17111:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384679.507835:0:17111:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384679.507845:0:17111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b26c75. 00000020:00000040:2.0:1767384679.507858:0:17111:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384679.507866:0:17111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384679.507871:0:17111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384679.507879:0:17111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384679.507899:0:17111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022c9f642. 00000100:00000040:0.0:1767384679.507906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384679.507910:0:17111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.507915:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384679.507922:0:17111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1767384679.507922:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004564deea. 00000020:00000040:0.0:1767384679.507927:0:37:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:2.0:1767384679.507928:0:17111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.507931:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384679.507934:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384679.507937:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384679.507941:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000354c3ed2. 00000100:00000040:2.0:1767384679.507945:0:17111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b26c75] to pc [ptlrpcd_00_03+3] req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.507947:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.507954:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384679.507973:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384679.507975:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.507979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004564deea] to pc [ptlrpcd_00_00+0] req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384679.507994:0:17111:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508006:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508008:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384679.508009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384679.508014:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.508014:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384679.508018:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384679.508019:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000229340d. 00000100:00000001:3.0:1767384679.508021:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384679.508023:0:37:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384679.508026:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.508027:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384679.508028:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384679.508031:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384679.508033:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384679.508034:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508041:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384679.508044:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384679.508044:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013db7b31. 00000100:00000001:2.0:1767384679.508045:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.508050:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.508051:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384679.508053:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384679.508058:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384679.508058:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384679.508059:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384679.508065:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384679.508072:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004564deea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049196928:0@lo:400: 00000100:00000001:0.0:1767384679.508079:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384679.508080:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384679.508082:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.508084:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384679.508087:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384679.508088:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000229340d] to pc [ptlrpcd_00_01+1] req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.508089:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384679.508091:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384679.508097:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384679.508103:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000706db5f0. 02000000:00000001:2.0:1767384679.508109:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508114:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384679.508118:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000514998eb. 00000100:00000001:3.0:1767384679.508119:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384679.508119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384679.508125:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508125:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384679.508128:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e7f0e5c. 00000100:00000010:0.0:1767384679.508130:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b549c317. 02000000:00000001:3.0:1767384679.508132:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384679.508133:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384679.508134:0:37:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384679.508137:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384679.508137:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049196928, portal 25 00000100:00000001:0.0:1767384679.508138:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384679.508139:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384679.508142:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384679.508144:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384679.508145:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508145:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384679.508146:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508149:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737441664 : -128356972109952 : ffff8b429045df80) 00000100:00000040:1.0:1767384679.508154:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384679.508155:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029c337aa. 00000100:00100000:3.0:1767384679.508156:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069b26c75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049196800:0@lo:13: 00000100:00000040:2.0:1767384679.508158:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.508161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.508169:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384679.508170:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384679.508176:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384679.508181:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.508188:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384679.508195:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c66083d. 00000100:00000001:2.0:1767384679.508195:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384679.508196:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384679.508201:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384679.508201:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.508202:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384679.508208:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000040:0.0:1767384679.508209:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b549c317] to pc [ptlrpcd_00_02+2] req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384679.508213:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000100:00000200:2.0:1767384679.508213:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049196928, offset 0 00000400:00000010:3.0:1767384679.508225:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000400:00000200:2.0:1767384679.508229:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384679.508238:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384679.508242:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384679.508243:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049196800, portal 4 00000100:00000001:0.0:1767384679.508243:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.508248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384679.508250:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384679.508252:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384679.508252:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384679.508256:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384679.508258:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384679.508262:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e07a8188. 00000100:00000001:3.0:1767384679.508263:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712276563712 : -128361432987904 : ffff8b4186624700) 02000000:00000001:1.0:1767384679.508263:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384679.508265:0:37:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384679.508271:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008180 00000100:00000001:0.0:1767384679.508271:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384679.508286:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000229340d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049197056:0@lo:400: 02000000:00000001:0.0:1767384679.508291:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384679.508292:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384679.508294:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1965 [2] + 0 02000000:00000001:0.0:1767384679.508295:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.508297:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384679.508303:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384679.508303:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e717b91. 00000400:00000010:2.0:1767384679.508304:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838d1d89. 02000000:00000001:1.0:1767384679.508308:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508311:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384679.508312:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000708bca4c 02000000:00000001:1.0:1767384679.508314:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384679.508320:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384679.508321:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384679.508323:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384679.508323:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b789f69. 00000100:00000040:3.0:1767384679.508330:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384679.508331:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384679.508335:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384679.508338:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000100:00000001:0.0:1767384679.508339:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384679.508342:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00000100:00000001:0.0:1767384679.508342:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384679.508344:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000708bca4c 00000400:00000010:2.0:1767384679.508349:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000708bca4c. 00000100:00000040:0.0:1767384679.508350:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07a8188] to pc [ptlrpcd_00_03+3] req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384679.508354:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049196800, offset 0 00000100:00000001:2.0:1767384679.508355:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384679.508360:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384679.508361:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384679.508362:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000100:00000040:2.0:1767384679.508365:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000001d51b55 x1853237049196928 msgsize 224 00000100:00000040:0.0:1767384679.508368:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (306) 00000400:00000200:3.0:1767384679.508369:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384679.508375:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384679.508378:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384679.508378:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197056, portal 4 00000400:00000200:3.0:1767384679.508385:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384679.508386:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384679.508388:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.508389:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384679.508390:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737438080 : -128356972113536 : ffff8b429045d180) 00000100:00000001:0.0:1767384679.508392:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384679.508396:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000100:00000001:0.0:1767384679.508397:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384679.508400:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000400:00000200:3.0:1767384679.508401:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260008100 00000100:00000040:1.0:1767384679.508403:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384679.508404:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384679.508405:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384679.508413:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384679.508418:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000400:00000200:3.0:1767384679.508432:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384679.508442:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384679.508451:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384679.508452:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384679.508453:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384679.508454:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384679.508456:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.508458:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384679.508459:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384679.508460:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384679.508467:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384679.508468:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000010:3.0:1767384679.508469:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072e17b1e. 00000100:00000001:2.0:1767384679.508471:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.508472:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384679.508475:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049197056, offset 0 00000100:00000001:2.0:1767384679.508476:0:16357:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384679.508480:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.508482:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000072e17b1e x1853237049196800 msgsize 224 00000100:00000001:2.0:1767384679.508483:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384679.508489:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b549c317 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049197184:0@lo:400: 00000400:00000200:1.0:1767384679.508490:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384679.508491:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294968837 00000100:00100000:3.0:1767384679.508498:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384679.508501:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a47ade6. 00000400:00000200:1.0:1767384679.508508:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384679.508508:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384679.508511:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384679.508512:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384679.508513:0:16360:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384679.508517:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508520:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294968837 02000000:00000001:0.0:1767384679.508520:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384679.508522:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260008200 00000400:00000200:3.0:1767384679.508524:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 02000000:00000010:0.0:1767384679.508526:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e81f1445. 00000100:00000010:2.0:1767384679.508527:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4faa78f. 00000400:00000010:3.0:1767384679.508529:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 02000000:00000001:0.0:1767384679.508533:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508534:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384679.508536:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384679.508540:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294968837 00000400:00000200:1.0:1767384679.508540:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5528 00000400:00000010:0.0:1767384679.508541:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b619aab. 00000100:00000200:3.0:1767384679.508544:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384679.508547:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea04a18. 00000100:00000001:2.0:1767384679.508554:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384679.508554:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384679.508558:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000001:2.0:1767384679.508561:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294968837 00000400:00000200:1.0:1767384679.508566:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384679.508566:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197184, portal 10 00000100:00000010:2.0:1767384679.508568:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000768dfe84. 00000100:00000001:3.0:1767384679.508570:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384679.508572:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384679.508576:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384679.508576:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737442560 : -128356972109056 : ffff8b429045e300) 00000100:00000040:3.0:1767384679.508579:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.508579:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384679.508584:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384679.508588:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384679.508591:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384679.508593:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057a837e2. 00000100:00000001:3.0:1767384679.508602:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508602:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.508608:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000057a837e2 x1853237049197056 msgsize 224 00000100:00000001:3.0:1767384679.508609:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384679.508610:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508614:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384679.508616:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.508617:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384679.508624:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384679.508624:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384679.508626:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3560 usecs (4 jiffies) 00000400:00000010:0.0:1767384679.508632:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000100:00000001:3.0:1767384679.508633:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968836 00000100:00000001:2.0:1767384679.508633:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384679.508639:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968837 00000100:00000001:2.0:1767384679.508639:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384679.508639:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049197184, offset 0 00000100:00000001:1.0:1767384679.508641:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384679.508647:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384679.508648:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968836 00000100:00000001:2.0:1767384679.508651:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384679.508654:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968837 00000400:00000200:0.0:1767384679.508654:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384679.508656:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.508659:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000100:00000001:3.0:1767384679.508660:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968836 00000100:00000001:2.0:1767384679.508663:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384679.508664:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000001:3.0:1767384679.508667:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968837 00000400:00000200:0.0:1767384679.508667:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384679.508673:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384679.508674:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968836 00000100:00000001:3.0:1767384679.508679:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968837 00000400:00000200:0.0:1767384679.508681:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008280 00000100:00000200:1.0:1767384679.508682:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.508685:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384679.508690:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384679.508695:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000100:00000001:3.0:1767384679.508696:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508699:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384679.508703:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384679.508704:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196928 00000400:00000200:0.0:1767384679.508707:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384679.508710:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384679.508713:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384679.508714:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384679.508714:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384679.508743:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384679.508744:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384679.508748:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.508750:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384679.508750:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384679.508755:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384679.508756:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384679.508756:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384679.508757:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.508759:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384679.508764:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196928 00000100:00000010:0.0:1767384679.508765:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000941b3b81. 00000020:00000001:2.0:1767384679.508770:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384679.508772:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000941b3b81 x1853237049197184 msgsize 224 00000100:00000040:3.0:1767384679.508773:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384679.508774:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000001:2.0:1767384679.508780:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384679.508781:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384679.508785:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000100:00000001:1.0:1767384679.508789:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384679.508789:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384679.508791:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:2.0:1767384679.508796:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:1.0:1767384679.508800:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508803:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384679.508804:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384679.508806:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3560 usecs (4 jiffies) 00000100:00000001:3.0:1767384679.508807:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508809:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384679.508814:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968837 02000000:00000001:3.0:1767384679.508815:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384679.508819:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384679.508819:0:17914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384679.508819:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000100:00000001:1.0:1767384679.508820:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968837 00000100:00100000:2.0:1767384679.508824:0:17914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197184 00000400:00000010:0.0:1767384679.508825:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 02000000:00000001:3.0:1767384679.508826:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384679.508828:0:17914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384679.508828:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968837 00000100:00000001:2.0:1767384679.508832:0:17914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384679.508834:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e07a8188 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049197312:0@lo:400: 00000100:00000001:2.0:1767384679.508835:0:17914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508835:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384679.508836:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968837 02000000:00000001:2.0:1767384679.508842:0:17914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.508843:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968837 00000100:00000200:0.0:1767384679.508843:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.508844:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384679.508846:0:17914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197184 02000000:00000001:3.0:1767384679.508850:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384679.508850:0:17914:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384679.508850:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968837 00000020:00000040:2.0:1767384679.508853:0:17914:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 02000000:00000001:3.0:1767384679.508855:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.508857:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968837 00000020:00000001:2.0:1767384679.508858:0:17914:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384679.508862:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384679.508863:0:17914:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:1.0:1767384679.508866:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968837 00000020:00000001:2.0:1767384679.508868:0:17914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 02000000:00000010:3.0:1767384679.508869:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dfefd7c. 00000100:00000001:1.0:1767384679.508873:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384679.508874:0:17914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 02000000:00000001:3.0:1767384679.508876:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.508882:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384679.508882:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.508885:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000020:00000010:2.0:1767384679.508888:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:1.0:1767384679.508889:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.508893:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000100:00000001:2.0:1767384679.508896:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384679.508896:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.508897:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384679.508899:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197312, portal 10 00000100:00000040:0.0:1767384679.508903:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.508906:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384679.508906:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000100:00000001:1.0:1767384679.508906:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384679.508910:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737433600 : -128356972118016 : ffff8b429045c000) 00000100:00000001:1.0:1767384679.508912:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384679.508917:0:17914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f309dd. 00000100:00000001:1.0:1767384679.508920:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384679.508922:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.508925:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384679.508927:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384679.508928:0:17914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdba7a39. 00000100:00000001:1.0:1767384679.508929:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508934:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384679.508939:0:17914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 00000100:00000001:1.0:1767384679.508943:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.508945:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384679.508946:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.508951:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384679.508952:0:17914:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384679.508952:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3166 usecs (4 jiffies) 00000400:00000010:3.0:1767384679.508956:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000100:00000001:2.0:1767384679.508959:0:17914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384679.508960:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968837 00000100:00000200:3.0:1767384679.508962:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049197312, offset 0 00000100:00000001:2.0:1767384679.508963:0:17914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384679.508966:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968837 00000100:00000001:2.0:1767384679.508968:0:17914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.508969:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384679.508970:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968837 00000400:00000200:3.0:1767384679.508974:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384679.508976:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049196800 00000100:00000001:0.0:1767384679.508976:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968837 00000100:00000001:2.0:1767384679.508981:0:17914:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1767384679.508981:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384679.508982:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968837 00000100:00000001:2.0:1767384679.508986:0:17914:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384679.508987:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384679.508987:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.508988:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968837 00000100:00000001:2.0:1767384679.508989:0:17914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.508993:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.508996:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968837 02000000:00000001:1.0:1767384679.508999:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509000:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968837 00000400:00000200:3.0:1767384679.509002:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008300 00000100:00000001:2.0:1767384679.509002:0:17914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384679.509005:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049196800 00000100:00000001:0.0:1767384679.509007:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384679.509010:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384679.509012:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384679.509014:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000400:00000200:3.0:1767384679.509015:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000100:00000001:0.0:1767384679.509018:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.509019:0:17914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384679.509019:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384679.509024:0:17914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384679.509025:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384679.509025:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384679.509026:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000100:00100000:2.0:1767384679.509031:0:17914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000020:00000001:1.0:1767384679.509033:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:0.0:1767384679.509036:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384679.509037:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384679.509037:0:17914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000020:00000001:1.0:1767384679.509041:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:0.0:1767384679.509041:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384679.509043:0:17914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716737443456 : -128356972108160 : ffff8b429045e680) 00000100:00000001:3.0:1767384679.509045:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384679.509046:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384679.509051:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384679.509051:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384679.509052:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384679.509053:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000941b3b81 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.509055:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.509058:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69e06d3. 00000100:00000001:0.0:1767384679.509061:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.509068:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000005356d84. 00000100:00000010:3.0:1767384679.509070:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000036bac21. 00000100:00000001:2.0:1767384679.509070:0:17914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384679.509077:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000036bac21 x1853237049197312 msgsize 224 00000020:00000010:2.0:1767384679.509077:0:17914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:2.0:1767384679.509082:0:17914:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384679.509082:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007ad65711) now 8 - evictor 00000100:00000001:0.0:1767384679.509083:0:18468:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384679.509087:0:18468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197056 00000020:00000010:2.0:1767384679.509088:0:17914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 02000000:00000001:0.0:1767384679.509090:0:18468:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384679.509093:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384679.509093:0:18468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.509097:0:18468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384679.509098:0:17914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000941b3b81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049197184:12345-0@lo:400: 02000000:00000001:0.0:1767384679.509101:0:18468:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.509102:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384679.509103:0:17914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197184 00000100:00100000:0.0:1767384679.509108:0:18468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197056 00000100:00000001:3.0:1767384679.509109:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384679.509109:0:17914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384679.509110:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b86499a. 00000020:00000001:0.0:1767384679.509111:0:18468:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384679.509115:0:17914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384679.509115:0:18468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00000400:00000200:3.0:1767384679.509117:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000020:00000010:1.0:1767384679.509117:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f97718d. 00000020:00000001:2.0:1767384679.509119:0:17914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.509119:0:18468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384679.509123:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000020:00000040:0.0:1767384679.509124:0:18468:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=6 00000020:00000001:2.0:1767384679.509125:0:17914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384679.509126:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000001:2.0:1767384679.509129:0:17914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000020:00000001:0.0:1767384679.509129:0:18468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384679.509130:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384679.509136:0:18468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000020:00000001:2.0:1767384679.509137:0:17914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384679.509138:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384679.509138:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384679.509141:0:17914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.509142:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384679.509144:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384679.509147:0:17914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384679.509148:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a2878. 00000100:00000001:1.0:1767384679.509149:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384679.509151:0:17914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384679.509155:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384679.509156:0:17914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509156:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384679.509164:0:17914:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384679.509164:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a2878. 00000100:00000001:3.0:1767384679.509165:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384679.509166:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.509169:0:17914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384679.509172:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384679.509172:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004da7baad. 02000000:00000001:2.0:1767384679.509173:0:17914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384679.509179:0:17914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f513f5b5. 00000100:00000001:1.0:1767384679.509179:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384679.509180:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b020107. 02000000:00000001:2.0:1767384679.509186:0:17914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.509189:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384679.509189:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:2.0:1767384679.509190:0:17914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.509196:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384679.509196:0:17914:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.509198:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384679.509199:0:18468:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000040:2.0:1767384679.509202:0:17914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049197184 00000100:00000001:1.0:1767384679.509202:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384679.509203:0:18468:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384679.509204:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509207:0:18468:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384679.509208:0:17914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384679.509210:0:18468:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384679.509211:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3350 usecs (4 jiffies) 00000100:00100000:1.0:1767384679.509213:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00010000:00000200:2.0:1767384679.509215:0:17914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000941b3b81 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.509217:0:18468:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384679.509218:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294968837 00000100:00000040:1.0:1767384679.509221:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00000100:00000001:0.0:1767384679.509222:0:18468:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384679.509226:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294968837 00000100:00000001:0.0:1767384679.509226:0:18468:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.509228:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188130048 : -128361521421568 : ffff8b41811ce300) 00000100:00000001:3.0:1767384679.509233:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294968837 00010000:00000001:2.0:1767384679.509237:0:17914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384679.509238:0:18468:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.509239:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294968837 00000100:00000040:1.0:1767384679.509239:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072e17b1e x1853237049196800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384679.509242:0:17914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.509245:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294968837 00000100:00001000:2.0:1767384679.509246:0:17914:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.509249:0:18468:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384679.509253:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294968837 00000100:00000001:0.0:1767384679.509254:0:18468:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384679.509255:0:17914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384679.509262:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294968837 00000100:00000040:2.0:1767384679.509263:0:17914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00100000:0.0:1767384679.509263:0:18468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384679.509270:0:17914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384679.509271:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294968837 00000100:00000040:0.0:1767384679.509271:0:18468:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 2 02000000:00000001:2.0:1767384679.509290:0:17914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384679.509291:0:18468:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717228724224 : -128356480827392 : ffff8b42ad8e4000) 00000100:00000001:3.0:1767384679.509292:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384679.509295:0:17914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.509300:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384679.509300:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057a837e2 x1853237049197056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384679.509302:0:17914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384679.509303:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384679.509309:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.509311:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005356d84. 00000100:00000040:2.0:1767384679.509313:0:17914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384679.509315:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.509319:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384679.509320:0:18468:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384679.509321:0:17914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000001:3.0:1767384679.509323:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384679.509325:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a2878. 00000020:00000010:1.0:1767384679.509326:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005356d84. 00000100:00000001:3.0:1767384679.509328:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384679.509329:0:17914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049197184, offset 224 00000100:00000001:0.0:1767384679.509331:0:18468:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384679.509335:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384679.509338:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072e17b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16360:x1853237049196800:12345-0@lo:13: 00000020:00000010:0.0:1767384679.509338:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a2878. 00000400:00000200:2.0:1767384679.509345:0:17914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384679.509346:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384679.509350:0:18468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057a837e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237049197056:12345-0@lo:400: 00000100:00000001:3.0:1767384679.509352:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384679.509352:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196800 00000100:00000200:0.0:1767384679.509356:0:18468:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197056 00000020:00000001:1.0:1767384679.509359:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384679.509360:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384679.509360:0:17914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384679.509361:0:18468:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384679.509366:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384679.509367:0:18468:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384679.509372:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.509372:0:18468:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384679.509373:0:17914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008280 00000020:00000001:0.0:1767384679.509379:0:18468:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384679.509380:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384679.509381:0:18468:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000400:00000200:2.0:1767384679.509385:0:17914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2139 [1] + 224 00000100:00000001:3.0:1767384679.509386:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384679.509386:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155600 : -1045396016 : ffffffffc1b085d0) 00000020:00000001:0.0:1767384679.509386:0:18468:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384679.509391:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197312 00000020:00000001:0.0:1767384679.509391:0:18468:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384679.509392:0:17914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384679.509395:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384679.509396:0:18468:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384679.509397:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384679.509400:0:17914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384679.509401:0:18468:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384679.509402:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384679.509402:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384679.509405:0:18468:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.509407:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.509409:0:17914:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384679.509410:0:18468:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384679.509411:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384679.509412:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509414:0:18468:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384679.509416:0:17914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384679.509416:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384679.509418:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197312 02000000:00000001:0.0:1767384679.509418:0:18468:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384679.509421:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.509424:0:17089:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384679.509424:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000220f6b9d. 00000020:00000040:3.0:1767384679.509428:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:1.0:1767384679.509430:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384679.509431:0:18468:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.509433:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384679.509436:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384679.509438:0:18468:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384679.509439:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007f4aa8bc refcount=5 00000100:00000040:2.0:1767384679.509443:0:17914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384679.509443:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000033a4910d. 00000020:00000001:3.0:1767384679.509445:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00000020:00000001:0.0:1767384679.509445:0:18468:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384679.509450:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.509453:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716544712704 : -128357164838912 : ffff8b4284c91000) 00010000:00000040:0.0:1767384679.509453:0:18468:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049197056 00000100:00000001:1.0:1767384679.509457:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384679.509462:0:18468:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384679.509463:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384679.509465:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384679.509469:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023caffdb. 00010000:00000200:0.0:1767384679.509471:0:18468:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057a837e2 x1853237049197056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384679.509473:0:17914:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1767384679.509474:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:3.0:1767384679.509476:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004f7a08d4. 00000400:00000200:2.0:1767384679.509478:0:17914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000020:00000001:1.0:1767384679.509479:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:2.0:1767384679.509483:0:17914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000020:00000040:3.0:1767384679.509486:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 10 - evictor 00000100:00000001:2.0:1767384679.509489:0:17914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384679.509492:0:17914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384679.509494:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1767384679.509495:0:18468:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384679.509496:0:17914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.509497:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384679.509500:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000848dffc1. 00010000:00000001:0.0:1767384679.509500:0:18468:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384679.509503:0:17914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00002000:00000024:1.0:1767384679.509504:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00001000:0.0:1767384679.509505:0:18468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=87 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384679.509508:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f035e06c. 00010000:00000001:2.0:1767384679.509508:0:17914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384679.509512:0:17914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509517:0:18468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384679.509518:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342a2c64. 00000020:00000001:2.0:1767384679.509518:0:17914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000020:1.0:1767384679.509518:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:0.0:1767384679.509523:0:18468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000040:2.0:1767384679.509525:0:17914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000941b3b81 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.509527:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000020:1.0:1767384679.509527:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000e53c2f30 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384679.509528:0:18468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384679.509532:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384679.509533:0:18468:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384679.509537:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384679.509538:0:18468:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384679.509540:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/0000000014e4633b dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384679.509545:0:18468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384679.509546:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384679.509551:0:17914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000941b3b81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237049197184:12345-0@lo:400: Request processed in 476us (774us total) trans 0 rc 0/0 00002000:00000020:1.0:1767384679.509552:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:0.0:1767384679.509552:0:18468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384679.509553:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384679.509557:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384679.509559:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00002000:00000001:1.0:1767384679.509562:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:0.0:1767384679.509566:0:18468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049197056, offset 224 00000100:00100000:2.0:1767384679.509569:0:17914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000001:00000001:1.0:1767384679.509570:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384679.509574:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384679.509574:0:17914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000400:00000200:0.0:1767384679.509575:0:18468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384679.509579:0:17914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384679.509583:0:17914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1767384679.509583:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384679.509589:0:18468:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384679.509590:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384679.509591:0:17914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdba7a39. 00002000:00000001:1.0:1767384679.509591:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.509595:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:1.0:1767384679.509599:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049196800 00000400:00000200:0.0:1767384679.509599:0:18468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260008200 00000020:00000010:2.0:1767384679.509600:0:17914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00000100:00100000:3.0:1767384679.509604:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00010000:00000001:1.0:1767384679.509608:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384679.509610:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007f4aa8bc : new rpc_count 1 00000020:00000010:2.0:1767384679.509610:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f309dd. 00000400:00000200:0.0:1767384679.509612:0:18468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2131 [1] + 224 00010000:00000200:1.0:1767384679.509617:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072e17b1e x1853237049196800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.509618:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188132736 : -128361521418880 : ffff8b41811ced80) 00000400:00000200:0.0:1767384679.509620:0:18468:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384679.509622:0:17914:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00000100:00000001:2.0:1767384679.509629:0:17914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384679.509629:0:18468:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384679.509637:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000036bac21 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.509639:0:18468:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384679.509643:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384679.509646:0:18468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384679.509648:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384679.509650:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:1.0:1767384679.509657:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f44df1f5 time=87 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384679.509658:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 10 - evictor 00000100:00000001:3.0:1767384679.509667:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384679.509669:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384679.509672:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f7a08d4. 00000100:00080000:2.0:1767384679.509675:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384679.509676:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000040:0.0:1767384679.509678:0:18468:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.509679:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384679.509682:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 8 - evictor 00000100:00000001:1.0:1767384679.509684:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000010:3.0:1767384679.509687:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f7a08d4. 02000000:00000001:1.0:1767384679.509693:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384679.509697:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384679.509698:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000036bac21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049197312:12345-0@lo:400: 00000020:00000010:2.0:1767384679.509698:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000100:00000001:2.0:1767384679.509706:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384679.509706:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384679.509709:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197312 00000020:00000010:2.0:1767384679.509711:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00000100:00000040:1.0:1767384679.509716:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384679.509717:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384679.509735:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f309dd. 00000020:00000010:2.0:1767384679.509738:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdba7a39. 00000020:00000010:2.0:1767384679.509741:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 00000100:00000001:0.0:1767384679.509743:0:18468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384679.509745:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384679.509749:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000020:00000001:3.0:1767384679.509750:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384679.509750:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384679.509751:0:18468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000010:0.0:1767384679.509756:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000020:00000001:3.0:1767384679.509757:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384679.509758:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384679.509759:0:18468:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384679.509761:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049196800, offset 224 00000100:00000001:2.0:1767384679.509762:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384679.509763:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650074592 : -1059477024 : ffffffffc0d9a9e0) 00000100:00000001:0.0:1767384679.509763:0:18468:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384679.509765:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509769:0:18468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.509772:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384679.509773:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384679.509774:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384679.509776:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384679.509777:0:18468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000020:00000001:3.0:1767384679.509783:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384679.509783:0:18468:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384679.509785:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384679.509787:0:18468:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.509788:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384679.509788:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384679.509793:0:18468:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384679.509794:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.509798:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384679.509799:0:18468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057a837e2 x1853237049197056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.509803:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384679.509803:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260008100 00000100:00000001:2.0:1767384679.509804:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384679.509808:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384679.509808:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384679.509816:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8e8c5bb. 00000100:00100000:2.0:1767384679.509818:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000400:00000200:1.0:1767384679.509820:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2129 [1] + 224 00000100:00100000:0.0:1767384679.509820:0:18468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057a837e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237049197056:12345-0@lo:400: Request processed in 495us (1207us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384679.509822:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384679.509824:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:3.0:1767384679.509828:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384679.509830:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716584314960 : -128357125236656 : ffff8b4287255850) 00000400:00000200:1.0:1767384679.509834:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384679.509835:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384679.509840:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001d51b55 x1853237049196928/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:660/0 lens 224/0 e 0 to 0 dl 1767384690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384679.509842:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049197312 00000100:00100000:0.0:1767384679.509843:0:18468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000400:00000200:1.0:1767384679.509848:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384679.509849:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384679.509851:0:18468:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 1 00010000:00000200:3.0:1767384679.509858:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000036bac21 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.509859:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384679.509860:0:18468:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384679.509866:0:18468:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384679.509867:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384679.509869:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384679.509873:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2658d52. 00000020:00000010:0.0:1767384679.509873:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b020107. 00000100:00000001:2.0:1767384679.509879:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384679.509883:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384679.509883:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:2.0:1767384679.509885:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2658d52. 00010000:00000001:3.0:1767384679.509888:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384679.509892:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004da7baad. 00000100:00001000:3.0:1767384679.509895:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=92 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384679.509897:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001d51b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049196928:12345-0@lo:400: 00000020:00000040:0.0:1767384679.509902:0:18468:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000100:00000001:3.0:1767384679.509906:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384679.509908:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.509909:0:18468:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384679.509910:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049196928 00000020:00000001:2.0:1767384679.509917:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384679.509918:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000020:00000001:2.0:1767384679.509922:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384679.509925:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:2.0:1767384679.509927:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.509932:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384679.509934:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384679.509936:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.509937:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384679.509938:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000100:00000001:0.0:1767384679.509941:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384679.509942:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384679.509943:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384679.509945:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384679.509948:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384679.509949:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1767384679.509950:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1767384679.509955:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000020:00000001:2.0:1767384679.509955:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:0.0:1767384679.509955:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384679.509959:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b619aab. 00000020:00000001:2.0:1767384679.509960:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384679.509963:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384679.509965:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000020:00000001:2.0:1767384679.509967:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384679.509970:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:2.0:1767384679.509971:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384679.509976:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384679.509976:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384679.509980:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049197312, offset 224 00000400:00000200:1.0:1767384679.509984:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000100:00000200:0.0:1767384679.509984:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384679.509986:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a1078c9. 00000400:00000010:1.0:1767384679.509990:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 02000000:00000001:2.0:1767384679.509993:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.509997:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384679.509999:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384679.510001:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384679.510004:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.510009:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384679.510010:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049196928 00010000:00000001:2.0:1767384679.510014:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384679.510015:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384679.510019:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384679.510019:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384679.510020:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001d51b55 x1853237049196928/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384679.510029:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000200:3.0:1767384679.510037:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008300 00010000:00000001:1.0:1767384679.510039:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384679.510043:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.510050:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384679.510051:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2141 [1] + 224 00000100:00000001:0.0:1767384679.510053:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384679.510055:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384679.510057:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384679.510059:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384679.510059:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072e17b1e x1853237049196800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:660/0 lens 224/368 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384679.510061:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767384679.510064:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.510064:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384679.510070:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384679.510072:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384679.510074:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384679.510074:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384679.510080:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:0.0:1767384679.510081:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.510082:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384679.510087:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:0.0:1767384679.510089:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384679.510091:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384679.510092:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1767384679.510094:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072e17b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237049196800:12345-0@lo:13: Request processed in 788us (1607us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384679.510096:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384679.510099:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384679.510102:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384679.510108:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384679.510110:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=92 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384679.510114:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00100000:1.0:1767384679.510119:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:0.0:1767384679.510120:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384679.510121:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049196928, offset 224 00000100:00000001:0.0:1767384679.510125:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.510127:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384679.510127:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00010000:00000001:0.0:1767384679.510130:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384679.510132:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384679.510134:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384679.510137:0:16359:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.510139:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384679.510144:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384679.510146:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f97718d. 00000100:00000001:0.0:1767384679.510146:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384679.510152:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384679.510157:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260008180 00000020:00000010:1.0:1767384679.510157:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000001:0.0:1767384679.510157:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384679.510159:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.510165:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384679.510167:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b86499a. 00000400:00000200:2.0:1767384679.510169:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2121 [1] + 224 00000100:00000040:0.0:1767384679.510173:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384679.510176:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000400:00000200:3.0:1767384679.510177:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000400:00000200:2.0:1767384679.510177:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384679.510183:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000001:1.0:1767384679.510184:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384679.510187:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384679.510191:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384679.510194:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384679.510195:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384679.510196:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384679.510200:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510202:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510202:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384679.510208:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.510209:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384679.510211:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000100:00000001:1.0:1767384679.510213:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384679.510219:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384679.510219:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384679.510219:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384679.510223:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384679.510225:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384679.510231:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384679.510232:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384679.510232:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000100:00000040:3.0:1767384679.510239:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000036bac21 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384679.510240:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000400:00000010:1.0:1767384679.510245:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000100:00000001:1.0:1767384679.510253:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384679.510256:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b549c317 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237049197184:0@lo:400: 00000100:00000200:1.0:1767384679.510262:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.510269:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384679.510270:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384679.510290:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000100:00000001:0.0:1767384679.510290:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384679.510293:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000036bac21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237049197312:12345-0@lo:400: Request processed in 621us (1211us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384679.510296:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000040:0.0:1767384679.510297:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b549c317 x1853237049197184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384679.510304:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384679.510309:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384679.510309:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384679.510315:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510323:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384679.510325:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 02000000:00000001:0.0:1767384679.510328:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384679.510333:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384679.510334:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 02000000:00000010:0.0:1767384679.510334:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e81f1445. 00000020:00000001:2.0:1767384679.510339:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.510339:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384679.510341:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007f4aa8bc : new rpc_count 0 02000000:00000001:0.0:1767384679.510342:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384679.510344:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384679.510345:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384679.510347:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384679.510347:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384679.510350:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384679.510352:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384679.510352:0:16359:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384679.510354:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001d51b55 x1853237049196928/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:660/0 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384679.510358:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f035e06c. 00000020:00000001:0.0:1767384679.510359:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384679.510363:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384679.510365:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029c337aa. 00000020:00000010:3.0:1767384679.510367:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342a2c64. 00000100:00000001:1.0:1767384679.510367:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384679.510373:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.510374:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384679.510376:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000848dffc1. 00000100:00100000:2.0:1767384679.510378:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001d51b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049196928:12345-0@lo:400: Request processed in 508us (2009us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384679.510378:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384679.510379:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384679.510383:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b549c317. 00000020:00000040:3.0:1767384679.510384:0:17089:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00001000:1.0:1767384679.510388:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=87 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384679.510392:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384679.510393:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767384679.510395:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00001000:1.0:1767384679.510395:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384679.510397:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384679.510401:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384679.510403:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384679.510405:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384679.510405:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384679.510409:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384679.510410:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510410:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384679.510413:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdba7a39. 00000100:00000001:0.0:1767384679.510414:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384679.510416:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384679.510418:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00000100:00000001:0.0:1767384679.510421:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384679.510423:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f309dd. 00000100:00000001:0.0:1767384679.510426:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384679.510427:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510430:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384679.510430:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384679.510434:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384679.510438:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:3.0:1767384679.510440:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767384679.510442:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a1078c9. 00000400:00000001:3.0:1767384679.510444:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384679.510447:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.510449:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 02000000:00000001:2.0:1767384679.510450:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384679.510452:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384679.510455:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384679.510456:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00000100:00000040:1.0:1767384679.510456:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:3.0:1767384679.510460:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000100:00000001:1.0:1767384679.510463:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384679.510466:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384679.510466:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384679.510467:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510468:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384679.510473:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.510474:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384679.510476:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838d1d89. 00000100:00000040:1.0:1767384679.510478:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384679.510480:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384679.510484:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384679.510487:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000514998eb. 00000400:00000200:0.0:1767384679.510492:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e7f0e5c 00000400:00000010:0.0:1767384679.510496:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e7f0e5c. 00000100:00000001:0.0:1767384679.510501:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384679.510502:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384679.510505:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e28be53. 00000100:00000200:0.0:1767384679.510508:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384679.510509:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384679.510517:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384679.510522:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384679.510531:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510535:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384679.510538:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.510544:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384679.510547:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384679.510550:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384679.510554:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.510559:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384679.510565:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384679.510566:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000005c5ea000 time=91 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384679.510568:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000229340d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16358:1853237049197056:0@lo:400: 00000100:00001000:3.0:1767384679.510576:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384679.510581:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.510585:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384679.510589:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384679.510589:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384679.510590:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384679.510593:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384679.510594:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384679.510595:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384679.510598:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000229340d x1853237049197056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384679.510599:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384679.510600:0:16360:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510602:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.510604:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384679.510609:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.510612:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1767384679.510614:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=97 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384679.510616:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384679.510620:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384679.510623:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767384679.510623:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=97 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384679.510624:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384679.510627:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510628:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384679.510629:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b789f69. 00000100:00000001:0.0:1767384679.510632:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.510635:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384679.510636:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384679.510637:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384679.510640:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384679.510641:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384679.510645:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384679.510652:0:16358:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384679.510652:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510658:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384679.510659:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384679.510664:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384679.510664:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013db7b31. 00000100:00000001:3.0:1767384679.510668:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384679.510671:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384679.510674:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384679.510675:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384679.510676:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384679.510677:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000229340d. 00000100:00000001:0.0:1767384679.510683:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384679.510686:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384679.510688:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.510691:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384679.510697:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384679.510698:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384679.510700:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e07a8188 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237049197312:0@lo:400: 00000100:00000001:1.0:1767384679.510705:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384679.510709:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384679.510713:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384679.510715:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767384679.510739:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384679.510742:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384679.510743:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000400:00000200:3.0:1767384679.510751:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8caca2b 00000100:00100000:0.0:1767384679.510752:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004564deea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049196928:0@lo:400: 00000400:00000010:3.0:1767384679.510755:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000100:00000001:0.0:1767384679.510759:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.510761:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384679.510763:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384679.510767:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384679.510768:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004564deea x1853237049196928/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384679.510786:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384679.510789:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384679.510793:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000706db5f0. 00000100:00000200:3.0:1767384679.510796:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384679.510798:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384679.510801:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384679.510803:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384679.510807:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384679.510809:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000354c3ed2. 02000000:00000001:0.0:1767384679.510814:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384679.510815:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384679.510816:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384679.510819:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384679.510819:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004564deea. 00000100:00000001:0.0:1767384679.510822:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384679.510823:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384679.510824:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384679.510827:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384679.510828:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.510831:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384679.510833:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384679.510834:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510838:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384679.510839:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384679.510843:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384679.510845:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000062b077b5 time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384679.510847:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384679.510853:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384679.510857:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384679.510859:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384679.510866:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384679.510870:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384679.510877:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.510879:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384679.510881:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384679.510883:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384679.510884:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.510887:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510894:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384679.510896:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384679.510897:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384679.510900:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384679.510904:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384679.510907:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384679.510914:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000cebb2122): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384679.510919:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.510922:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384679.510930:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069b26c75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16360:1853237049196800:0@lo:13: 00000100:00000001:3.0:1767384679.510934:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.510936:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384679.510938:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e07a8188 x1853237049197312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510945:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384679.510947:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384679.510948:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dfefd7c. 02000000:00000001:3.0:1767384679.510951:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384679.510953:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384679.510959:0:16360:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384679.510962:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384679.510964:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e717b91. 02000000:00000001:3.0:1767384679.510966:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384679.510968:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384679.510969:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e07a8188. 00000100:00000001:3.0:1767384679.510972:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384679.510974:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.510975:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384679.510978:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069b26c75 x1853237049196800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384695 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384679.510985:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384679.510987:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384679.510988:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c66083d. 02000000:00000001:3.0:1767384679.510990:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384679.510991:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384679.510992:0:16360:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384679.510994:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384679.510995:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022c9f642. 02000000:00000001:3.0:1767384679.510999:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384679.511000:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384679.511001:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b26c75. 00000100:00000001:3.0:1767384679.511003:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384679.511005:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.511006:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384679.511010:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384679.511012:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384679.511014:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384679.511016:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384679.513794:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000040:2.0:1767384679.513795:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000040:1.0:1767384679.513797:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000040:0.0:1767384679.513798:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000010:3.0:1767384679.513810:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000768dfe84. 00000100:00000010:1.0:1767384679.513812:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4faa78f. 00000100:00000010:0.0:1767384679.513817:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a47ade6. 00000100:00000010:2.0:1767384679.513820:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea04a18. 00080000:00000010:2.0:1767384679.666599:0:40022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4357f02. 00080000:00000010:2.0:1767384679.666614:0:40022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4357f02. 00000020:00000001:2.0:1767384679.666622:0:40022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384679.666633:0:40022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f4357f02. 00080000:00000010:2.0:1767384679.666640:0:40022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f4357f02. 00000020:00000001:2.0:1767384679.666644:0:40022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384679.700801:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp44 00000400:00000010:0.0:1767384679.700809:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b74ce60e. 00000400:00000010:0.0:1767384679.700817:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001987a615. 00000400:00000010:0.0:1767384679.700823:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384679.700832:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3f075e5. 00000400:00000200:0.0:1767384679.700836:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp44 00000400:00000200:0.0:1767384679.700860:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp44 local destination 00000400:00000200:0.0:1767384679.700866:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp44 00000400:00000200:0.0:1767384679.700871:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp44 NI seq info: [240:240:256:4294967295] 192.168.202.154@tcp44 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384679.700877:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp44 00000400:00000200:0.0:1767384679.700884:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp44(192.168.202.154@tcp44:) -> 192.168.202.154@tcp44(192.168.202.154@tcp44:192.168.202.154@tcp44) : GET try# 0 00000800:00000200:0.0:1767384679.700888:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp44 00000800:00000010:0.0:1767384679.700893:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029c337aa. 00000800:00000200:0.0:1767384679.700900:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000800:00000200:0.1:1767384679.700904:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000400:00000200:0.0:1767384679.700926:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp44 added to recovery queue. ping count: 4 next ping: 317 health :600 00000400:00000200:2.0:1767384679.700994:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701027:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701041:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701066:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701078:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701091:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701104:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701119:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701132:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701145:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701157:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701170:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701193:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701210:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701223:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701236:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701249:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701288:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701308:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701323:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701337:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701351:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701366:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701379:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701393:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701420:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701434:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701448:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701464:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701478:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701491:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701508:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384679.701533:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384679.701739:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008214b0db. 00000800:00000010:2.0:1767384679.701745:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edfe5811. 00000800:00000010:2.0:1767384679.701750:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2658d52. 00000800:00000010:2.0:1767384679.701773:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2658d52. 00000800:00020000:2.0:1767384679.701780:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384679.701784:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edfe5811. 00000800:00000010:2.0:1767384679.701787:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008214b0db. 00000400:02020000:2.0:1767384679.701821:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp44 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384679.701827:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp44 notifying 192.168.202.154@tcp44: down 00000800:00000200:2.0:1767384679.701832:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp44 down 00000800:00000100:2.0:1767384679.701837:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp44 00000800:00000010:2.0:1767384679.701841:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029c337aa. 00000400:00000200:2.0:1767384679.701845:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384679.701849:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp44->192.168.202.154@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384679.701858:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384679.701860:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384679.701864:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp44) recovery failed with -71 00080000:00000010:1.0:1767384679.794765:0:40059:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d365319. 00080000:00000010:1.0:1767384679.794783:0:40059:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d365319. 00000020:00000001:1.0:1767384679.794789:0:40059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384679.794797:0:40059:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d365319. 00080000:00000010:1.0:1767384679.794802:0:40059:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d365319. 00000020:00000001:1.0:1767384679.794807:0:40059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384679.956803:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384679.956810:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384679.956818:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384679.956820:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384679.956881:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384679.956886:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384679.956891:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384679.989043:0:40068:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba9d0b62. 00080000:00000010:0.0:1767384679.989058:0:40068:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba9d0b62. 00000020:00000001:0.0:1767384679.989067:0:40068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384679.989077:0:40068:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba9d0b62. 00080000:00000010:0.0:1767384679.989083:0:40068:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba9d0b62. 00000020:00000001:0.0:1767384679.989088:0:40068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384680.120283:0:40107:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba9d0b62. 00080000:00000010:0.0:1767384680.120295:0:40107:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba9d0b62. 00000020:00000001:0.0:1767384680.120303:0:40107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384680.120311:0:40107:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba9d0b62. 00080000:00000010:0.0:1767384680.120316:0:40107:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba9d0b62. 00000020:00000001:0.0:1767384680.120319:0:40107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.120943:0:40107:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:0.0:1767384680.120946:0:40107:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:0.0:1767384680.120947:0:40107:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:1.0:1767384680.121488:0:10610:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d365319. 00080000:00000010:1.0:1767384680.121494:0:10610:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d365319. 00000020:00000001:1.0:1767384680.121502:0:10610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384680.121534:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079234e32. 00080000:00000010:3.0:1767384680.121539:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079234e32. 00000020:00000001:3.0:1767384680.121542:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.129170:0:40107:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:0.0:1767384680.129180:0:40107:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000b07d01c2. 00000020:01000004:0.0:1767384680.129185:0:40107:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:0.0:1767384680.129187:0:40107:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:0.0:1767384680.129190:0:40107:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1767384680.129192:0:40107:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000ed5ef29b. 00000020:00000010:0.0:1767384680.129197:0:40107:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 0000000081487e4f. 00000020:00000001:0.0:1767384680.129199:0:40107:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384680.129204:0:40107:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000003cb0b7e5. 00000020:00000001:0.0:1767384680.129206:0:40107:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384680.129210:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b6f3ba8. 00000020:00000010:0.0:1767384680.129215:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009def39a0. 00000040:00000010:0.0:1767384680.129218:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e69f2063. 00000020:00000010:0.0:1767384680.129222:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000558ccc47. 00000020:00000010:0.0:1767384680.129226:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096ca7188. 00040000:00000010:0.0:1767384680.129232:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000853022a. 00040000:00000010:0.0:1767384680.129235:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da8c3c4b. 00080000:00000010:0.0:1767384680.129242:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00080000:00000010:0.0:1767384680.129246:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 10000000:00000001:0.0:1767384680.129253:0:40107:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384680.129256:0:40107:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384680.129259:0:40107:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384680.129262:0:40107:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384680.129266:0:40107:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384680.129283:0:40107:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000089cecc35) refs 3 10000000:00000001:0.0:1767384680.129285:0:40107:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.129287:0:40107:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446615717498647552 : -128356210904064 : ffff8b42bda4f400) 10000000:00000001:0.0:1767384680.129290:0:40107:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384680.129291:0:40107:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xefc2db714b35c1d5 00010000:00000001:0.0:1767384680.129294:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.129297:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.129299:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efc08b0e refcount=2 00000020:00000001:0.0:1767384680.129301:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520580096 : -128356188971520 : ffff8b42bef39e00) 00010000:00000001:0.0:1767384680.129304:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520580096 : -128356188971520 : ffff8b42bef39e00) 00010000:00000001:0.0:1767384680.129307:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.129309:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.129312:0:40107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.129320:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.129321:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.129323:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.129324:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.129325:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efc08b0e refcount=3 00000020:00000001:0.0:1767384680.129326:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520580096 : -128356188971520 : ffff8b42bef39e00) 00010000:00000001:0.0:1767384680.129327:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520580096 : -128356188971520 : ffff8b42bef39e00) 00010000:00000001:0.0:1767384680.129328:0:40107:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384680.129329:0:40107:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.129334:0:40107:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384680.129335:0:40107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.129338:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.129339:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384680.129340:0:40107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.129344:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.129345:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.129349:0:40107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384680.129352:0:40107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000071f8e8e9. 00010000:00000001:0.0:1767384680.129355:0:40107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384680.129367:0:40107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384680.129369:0:40107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.129370:0:40107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.129372:0:40107:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384680.129373:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.129374:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384680.129376:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.129377:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.129379:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.129379:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.129380:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.129381:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.129381:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.129382:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.129383:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.129383:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.129384:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384680.129385:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000089cecc35) refs 3 10000000:00000001:0.0:1767384680.129387:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.129387:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384680.129388:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000089cecc35) refs 2 10000000:00000001:0.0:1767384680.129389:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1767384680.129391:0:40107:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1767384680.129393:0:40107:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.129394:0:40107:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.129398:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009def39a0. 00000040:00000010:0.0:1767384680.129402:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e69f2063. 00000020:00000010:0.0:1767384680.129405:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000558ccc47. 00000020:00000001:3.0:1767384680.129407:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384680.129409:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000096ca7188. 00000020:00000001:3.0:1767384680.129412:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384680.129414:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000853022a. 00010000:00010000:3.0:1767384680.129419:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00040000:00000010:0.0:1767384680.129420:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da8c3c4b. 00080000:00000010:0.0:1767384680.129426:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00010000:00000001:3.0:1767384680.129427:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:0.0:1767384680.129430:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00010000:00000001:3.0:1767384680.129432:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:0.0:1767384680.129434:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b6f3ba8. 00010000:00010000:3.0:1767384680.129437:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384680.129438:0:40107:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.129442:0:40107:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000003cb0b7e5. 00000020:00000001:0.0:1767384680.129445:0:40107:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.129451:0:40107:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000ba9d0b62. 00010000:00010000:3.0:1767384680.129456:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000efc08b0e already unused, calling callback (000000000d977f2e) 00000020:00000040:0.0:1767384680.129456:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 5 10000000:00000001:3.0:1767384680.129462:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:0.0:1767384680.129462:0:40107:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000bac07c73. 10000000:00010000:3.0:1767384680.129466:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000010:00000001:0.0:1767384680.129468:0:40107:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:0.0:1767384680.129473:0:40107:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384680.129477:0:40107:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00000001:3.0:1767384680.129479:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384680.129479:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:3.0:1767384680.129483:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384680.129484:0:40107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384680.129488:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384680.129489:0:40107:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000020:00000040:3.0:1767384680.129493:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efc08b0e refcount=3 00000100:00000040:0.0:1767384680.129494:0:40107:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:3.0:1767384680.129499:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520580096 : -128356188971520 : ffff8b42bef39e00) 00000100:00000001:0.0:1767384680.129500:0:40107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384680.129502:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384680.129505:0:40107:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00010000:00000001:3.0:1767384680.129506:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520580096 : -128356188971520 : ffff8b42bef39e00) 00000100:00000001:0.0:1767384680.129507:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384680.129511:0:40107:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767384680.129513:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384680.129514:0:40107:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767384680.129517:0:40107:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:3.0:1767384680.129518:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384680.129520:0:40107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.129522:0:40107:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384680.129526:0:40107:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384680.129528:0:40107:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.129533:0:40107:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:00000001:3.0:1767384680.129534:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384680.129537:0:40107:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00010000:3.0:1767384680.129538:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384680.129540:0:40107:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767384680.129547:0:40107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004564deea. 10000000:01000000:3.0:1767384680.129548:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000040:0.0:1767384680.129552:0:40107:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:01000000:3.0:1767384680.129553:0:17077:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1767384680.129556:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384680.129557:0:40107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000040:3.0:1767384680.129558:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000089cecc35) refs 1 02000000:00000001:0.0:1767384680.129561:0:40107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:01000000:3.0:1767384680.129564:0:17077:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1767384680.129567:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767384680.129568:0:40107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384680.129569:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384680.129573:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:0.0:1767384680.129575:0:40107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000853022a. 00000100:00000001:0.0:1767384680.129582:0:40107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.129585:0:40107:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446615716737441664 : -128356972109952 : ffff8b429045df80) 10000000:00000001:3.0:1767384680.129587:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384680.129590:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:0.0:1767384680.129591:0:40107:0:(import.c:65:import_set_state_nolock()) 00000000a9e6e7b8 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 10000000:00000001:3.0:1767384680.129593:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384680.129596:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384680.129598:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384680.129599:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384680.129601:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384680.129601:0:40107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767384680.129606:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000008d19d5ce : new refcount 11 00000100:00000001:0.0:1767384680.129606:0:40107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384680.129610:0:17077:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 0000000089cecc35. 10000000:00000001:3.0:1767384680.129618:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384680.129621:0:40107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004564deea] to pc [ptlrpcd_rcv+-1] req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384680.129622:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.129628:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384680.129633:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384680.129638:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384680.129640:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384680.129642:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384680.129646:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000efc08b0e with handle 0xefc2db714b35c1d5 from hash 00000100:00000001:0.0:1767384680.129647:0:40107:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.129650:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384680.129654:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384680.129655:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384680.129657:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384680.129659:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384680.129661:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384680.129666:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384680.129669:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384680.129674:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384680.129676:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080d28dbd. 00000020:00000040:3.0:1767384680.129681:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384680.129682:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.129686:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384680.129687:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384680.129690:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384680.129694:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.129696:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384680.129699:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000848dffc1. 00000100:00000001:3.0:1767384680.129707:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.129712:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767384680.129715:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384680.129750:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.129751:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384680.129756:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767384680.129760:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:1.0:1767384680.129768:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384680.129771:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384680.129773:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.129777:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384680.129779:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004564deea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237049197440:0@lo:39: 00000100:00000001:3.0:1767384680.129781:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.129788:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384680.129793:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080d28dbd] to pc [ptlrpcd_00_00+0] req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384680.129794:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384680.129800:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.129806:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384680.129813:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad2f986f. 02000000:00000001:1.0:1767384680.129816:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384680.129823:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00010000:00000001:3.0:1767384680.129828:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.129833:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384680.129834:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384680.129834:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000100:00000001:0.0:1767384680.129837:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384680.129839:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384680.129840:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384680.129843:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384680.129845:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197440, portal 10 00000100:00000040:0.0:1767384680.129847:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.129849:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.129852:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384680.129856:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.129857:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737441664 : -128356972109952 : ffff8b429045df80) 00000100:00000001:2.0:1767384680.129858:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384680.129863:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384680.129863:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384680.129865:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.129866:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.129872:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384680.129873:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384680.129876:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384680.129881:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384680.129882:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.129885:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000efc08b0e/0xefc2db714b35c1d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c1dc expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384680.129889:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080d28dbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049197568:0@lo:103: 00000100:00000001:0.0:1767384680.129897:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384680.129900:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384680.129903:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384680.129903:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.129907:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384680.129910:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6f3ba8. 00010000:00000001:3.0:1767384680.129911:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384680.129911:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384680.129912:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.129915:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384680.129919:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000400:00000010:0.0:1767384680.129919:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b619aab. 00010000:00000010:3.0:1767384680.129920:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000071f8e8e9. 00000100:00000200:1.0:1767384680.129926:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049197440, offset 0 00010000:00000001:3.0:1767384680.129928:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384680.129928:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000020:00000001:3.0:1767384680.129935:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1767384680.129935:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197568, portal 18 00000020:00000001:3.0:1767384680.129940:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384680.129941:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384680.129941:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384680.129943:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188126464 : -128361521425152 : ffff8b41811cd500) 00010000:00010000:3.0:1767384680.129947:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384680.129951:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384680.129952:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384680.129955:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.129961:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384680.129965:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384680.129967:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384680.129967:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384680.129972:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384680.129973:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.129977:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384680.129977:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e2e61a. 00000100:00000200:0.0:1767384680.129982:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197568, offset 0 00000400:00000200:1.0:1767384680.129989:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008380 00000400:00000200:0.0:1767384680.129990:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384680.129998:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384680.130003:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000200:0.0:1767384680.130006:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008400 00000400:00000200:0.0:1767384680.130016:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:1.0:1767384680.130019:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.130021:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.130029:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384680.130032:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384680.130037:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384680.130039:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384680.130040:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1767384680.130045:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384680.130045:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b549c317. 00000100:00000040:0.0:1767384680.130050:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000b549c317 x1853237049197568 msgsize 328 00000100:00100000:0.0:1767384680.130054:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384680.130055:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000373946b2. 00000100:00000040:1.0:1767384680.130060:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000373946b2 x1853237049197440 msgsize 224 00000100:00000001:0.0:1767384680.130065:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384680.130066:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384680.130074:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e2e61a 00000400:00000010:0.0:1767384680.130078:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e2e61a. 00000100:00000001:0.0:1767384680.130082:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384680.130084:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384680.130087:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.130096:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384680.130098:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000100:00000040:0.0:1767384680.130099:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384680.130103:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000001:2.0:1767384680.130106:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384680.130107:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384680.130112:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197568 00000100:00000001:0.0:1767384680.130112:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.130114:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384680.130116:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384680.130118:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384680.130119:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.130120:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197440 00000100:00000001:2.0:1767384680.130124:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384680.130125:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384680.130126:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384680.130126:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294969459 00000100:00000001:2.0:1767384680.130129:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.130131:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384680.130133:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005075c34d. 00000100:00000001:3.0:1767384680.130136:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.130138:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.130143:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384680.130145:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197568 00000100:00000001:1.0:1767384680.130148:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384680.130151:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294969459 02000000:00000001:3.0:1767384680.130152:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.130152:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384680.130155:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384680.130156:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000010:0.0:1767384680.130159:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061c4cb89. 00000100:00100000:3.0:1767384680.130160:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197440 00000020:00000001:2.0:1767384680.130161:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384680.130166:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=14 00000020:00000001:3.0:1767384680.130167:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384680.130168:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384680.130173:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c1f8 00000020:00000001:2.0:1767384680.130173:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:0.0:1767384680.130174:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294969459 00000020:00000001:3.0:1767384680.130180:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384680.130180:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.130181:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000010:0.0:1767384680.130181:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d70c31b7. 00000020:00000040:3.0:1767384680.130185:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000efba4fa0 refcount=5 00000100:00000001:1.0:1767384680.130188:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384680.130188:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384680.130191:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000001:2.0:1767384680.130192:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384680.130193:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294969459 00000020:00000010:2.0:1767384680.130198:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000020:00000001:3.0:1767384680.130199:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717407025152 : -128356302526464 : ffff8b42b82ee800) 00000100:00000010:0.0:1767384680.130199:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0276c04. 00000100:00000001:1.0:1767384680.130200:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.130206:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.130206:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384680.130208:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384680.130210:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3125 usecs (4 jiffies) 00000100:00000001:0.0:1767384680.130210:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.130213:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00000020:00000010:3.0:1767384680.130214:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000083d594a. 00000100:00000001:0.0:1767384680.130216:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.130219:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969458 00000100:00000001:0.0:1767384680.130221:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.130222:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.130223:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033e22e35. 00000100:00000001:1.0:1767384680.130225:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969459 00000100:00000001:0.0:1767384680.130225:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384680.130229:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000083d594a. 00000100:00000001:1.0:1767384680.130232:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969458 00000020:00000010:2.0:1767384680.130233:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f08f1ed. 00000100:00000001:0.0:1767384680.130234:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384680.130237:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070ad26c8. 00000100:00000001:1.0:1767384680.130239:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969459 00000100:00000001:0.0:1767384680.130239:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384680.130243:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 00000100:00000001:0.0:1767384680.130244:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384680.130246:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969458 00000020:00000010:3.0:1767384680.130247:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079234e32. 00000100:00000001:0.0:1767384680.130247:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.130250:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.130253:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969459 00000100:00000001:0.0:1767384680.130254:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384680.130256:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342a2c64. 00000100:00000040:2.0:1767384680.130258:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384680.130260:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969458 00000100:00000001:2.0:1767384680.130266:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384680.130266:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969459 00000100:00000001:2.0:1767384680.130287:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384680.130289:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384680.130290:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1767384680.130291:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384680.130296:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384680.130297:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.130297:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.130301:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384680.130304:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384680.130304:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.130306:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130309:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384680.130310:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384680.130313:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384680.130317:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073471a23 refcount=3 00000100:00000001:3.0:1767384680.130318:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.130318:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384680.130320:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363674112 : -128356345877504 : ffff8b42b5996c00) 00000100:00000001:1.0:1767384680.130323:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:2.0:1767384680.130326:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363674112 : -128356345877504 : ffff8b42b5996c00) 00000100:00000001:1.0:1767384680.130328:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384680.130331:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384680.130332:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384680.130333:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384680.130336:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130337:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.130338:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.130344:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.130344:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.130353:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.130360:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384680.130362:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.130364:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384680.130365:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384680.130367:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384680.130373:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384680.130379:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000efba4fa0 : new rpc_count 1 00000100:00000001:0.0:1767384680.130379:0:17090:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.130382:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.130385:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518503296 : -128356191048320 : ffff8b42bed3ed80) 00000100:00000001:0.0:1767384680.130385:0:17090:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.130386:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384680.130395:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000373946b2 x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.130395:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384680.130401:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384680.130405:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716737442560 : -128356972109056 : ffff8b429045e300) 00000100:00000040:2.0:1767384680.130414:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b549c317 x1853237049197568/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.130415:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.130420:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000083d594a. 00000100:00000001:3.0:1767384680.130425:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.130431:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000083d594a. 00000100:00000001:2.0:1767384680.130433:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384680.130438:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000373946b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237049197440:12345-0@lo:39: 00000020:00000010:2.0:1767384680.130439:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000100:00000001:2.0:1767384680.130442:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384680.130445:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00000100:00000200:3.0:1767384680.130452:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197440 00000100:00100000:2.0:1767384680.130453:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b549c317 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+14:16357:x1853237049197568:12345-0@lo:103: 00000020:00000001:3.0:1767384680.130458:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384680.130460:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197568 00000020:00000001:3.0:1767384680.130464:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384680.130464:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:3.0:1767384680.130469:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1767384680.130469:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384680.130473:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1767384680.130475:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384680.130479:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662031712 : -1047519904 : ffffffffc1901d60) 00000100:00000001:2.0:1767384680.130480:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384680.130483:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384680.130483:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384680.130488:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384680.130490:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069dfc9db. 00000020:00000001:3.0:1767384680.130493:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384680.130495:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.130497:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384680.130498:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.130502:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130503:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384680.130507:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1767384680.130509:0:17088:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384680.130511:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384680.130514:0:17088:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000020:00000001:2.0:1767384680.130514:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384680.130519:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767384680.130519:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073471a23 refcount=3 02000000:00000001:3.0:1767384680.130523:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384680.130528:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000044d2a9a4. 00000020:00000001:2.0:1767384680.130530:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363674112 : -128356345877504 : ffff8b42b5996c00) 02000000:00000001:3.0:1767384680.130532:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130534:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363674112 : -128356345877504 : ffff8b42b5996c00) 00000100:00000001:3.0:1767384680.130536:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384680.130541:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 6 00000020:00000040:3.0:1767384680.130543:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000efba4fa0 refcount=6 00010000:00000001:2.0:1767384680.130546:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384680.130549:0:17088:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000001:2.0:1767384680.130550:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:3.0:1767384680.130555:0:17088:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:2.0:1767384680.130555:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000040:3.0:1767384680.130559:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000efba4fa0 refcount=7 00010000:00000001:2.0:1767384680.130559:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.130564:0:17088:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384680.130565:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.130567:0:17088:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:2.0:1767384680.130570:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:3.0:1767384680.130573:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 6 00010000:00000001:2.0:1767384680.130574:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000080:3.0:1767384680.130579:0:17088:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c1f8 00000020:00000040:3.0:1767384680.130582:0:17088:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000efba4fa0 with handle 0xefc2db714b35c1f8 from hash 00010000:00000001:2.0:1767384680.130583:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384680.130586:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384680.130587:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 5 00010000:00000001:2.0:1767384680.130589:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384680.130592:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.130593:0:17088:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384680.130595:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073471a23 with handle 0xefc2db714b35c1dc from hash 00000020:00000040:3.0:1767384680.130596:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 4 00010000:00000001:2.0:1767384680.130600:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1767384680.130601:0:17088:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384680.130604:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384680.130605:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 3 00010000:00000001:2.0:1767384680.130607:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384680.130610:0:17088:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130610:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384680.130614:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384680.130615:0:17088:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:2.0:1767384680.130617:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00080000:3.0:1767384680.130620:0:17088:0:(import.c:65:import_set_state_nolock()) 0000000077adf013 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1767384680.130622:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073471a23/0xefc2db714b35c1dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c1d5 expref: 14 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384680.130633:0:17088:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000040:2.0:1767384680.130634:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 8 00000100:00000001:3.0:1767384680.130637:0:17088:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000040:2.0:1767384680.130638:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 13 00000100:00000001:3.0:1767384680.130641:0:17088:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384680.130645:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384680.130649:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384680.130651:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384680.130653:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384680.130657:0:17088:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130657:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.130663:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384680.130665:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000020:3.0:1767384680.130666:0:17088:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:2.0:1767384680.130668:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384680.130672:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000020:3.0:1767384680.130673:0:17088:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000007f4aa8bc dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384680.130676:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384680.130676:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384680.130681:0:17088:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000efba4fa0 dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384680.130682:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.130682:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000020:3.0:1767384680.130689:0:17088:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d dirty 0 pend 0 grant 0 00000100:00001000:2.0:1767384680.130690:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=98 v=5 (1 0 0 0) 00000004:00000001:3.0:1767384680.130697:0:17088:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:2.0:1767384680.130698:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384680.130702:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 21 to 0@lo 00000001:00000001:3.0:1767384680.130704:0:17088:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000001:2.0:1767384680.130705:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000001:00000001:3.0:1767384680.130708:0:17088:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.130710:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1767384680.130713:0:17088:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.130714:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.130746:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767384680.130747:0:17088:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000040:2.0:1767384680.130751:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000040:3.0:1767384680.130753:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 6 00000400:00000010:2.0:1767384680.130756:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000001:00000001:3.0:1767384680.130759:0:17088:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000200:2.0:1767384680.130762:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197568, offset 224 00000001:00000040:3.0:1767384680.130764:0:17088:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 5 00000020:00000040:3.0:1767384680.130769:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 2 00000400:00000200:2.0:1767384680.130773:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1767384680.130774:0:17088:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384680.130777:0:17088:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 4 00000001:00000001:3.0:1767384680.130780:0:17088:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384680.130783:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 1 00000400:00000200:2.0:1767384680.130784:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:3.0:1767384680.130789:0:17088:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.130793:0:17088:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.130794:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008400 00010000:00000001:3.0:1767384680.130797:0:17088:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.130802:0:17088:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.130803:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x216d [1] + 224 00010000:00000040:3.0:1767384680.130807:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049197440 00000400:00000200:2.0:1767384680.130809:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384680.130812:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384680.130816:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1767384680.130821:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000373946b2 x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.130822:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384680.130828:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.130841:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384680.130846:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.130848:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384680.130851:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d523f37 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.130859:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384680.130869:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 22 to 0@lo 00000100:00000001:3.0:1767384680.130872:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:2.0:1767384680.130872:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384680.130876:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.130880:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.130881:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000100:00000001:0.0:1767384680.130885:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.130886:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384680.130886:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000001:0.0:1767384680.130888:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384680.130894:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384680.130894:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384680.130895:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384680.130899:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384680.130899:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384680.130902:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000400:00000010:0.0:1767384680.130905:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b619aab. 00000100:00000001:2.0:1767384680.130906:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384680.130910:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000100:00000040:2.0:1767384680.130913:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 21 to 0@lo 00000400:00000010:0.0:1767384680.130914:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000100:00000001:0.0:1767384680.130918:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384680.130919:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.130921:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049197440, offset 224 00000100:00000200:0.0:1767384680.130924:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384680.130925:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.130934:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384680.130935:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b549c317 x1853237049197568/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384680.130944:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384680.130950:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384680.130964:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.130965:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008380 00000100:00100000:2.0:1767384680.130966:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b549c317 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+13:16357:x1853237049197568:12345-0@lo:103: Request processed in 530us (912us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384680.130968:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.130974:0:16357:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384680.130978:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165 [1] + 224 02000000:00000001:0.0:1767384680.130978:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384680.130980:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384680.130983:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384680.130984:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:0.0:1767384680.130988:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.130991:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384680.130991:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00001000:0.0:1767384680.130993:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=98 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384680.130997:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384680.130999:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384680.131000:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384680.131003:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384680.131005:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384680.131007:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f08f1ed. 00000100:00000001:0.0:1767384680.131008:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.131009:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384680.131013:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384680.131016:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00010000:00000001:0.0:1767384680.131016:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.131017:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.131021:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.131023:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033e22e35. 00000100:00000040:0.0:1767384680.131029:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384680.131031:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 12 00000100:00000001:2.0:1767384680.131038:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.131049:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384680.131052:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.131053:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384680.131056:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384680.131062:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384680.131081:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080d28dbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049197568:0@lo:103: 00000100:00000001:0.0:1767384680.131084:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.131085:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384680.131086:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080d28dbd x1853237049197568/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.131089:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384680.131092:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.131095:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384680.131097:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6f3ba8. 00000400:00000200:3.0:1767384680.131098:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8caca2b 02000000:00000001:0.0:1767384680.131100:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384680.131103:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000020:00000001:0.0:1767384680.131103:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.131106:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384680.131110:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384680.131111:0:17088:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:0.0:1767384680.131113:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000848dffc1. 00000100:00000001:3.0:1767384680.131115:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384680.131118:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384680.131120:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384680.131121:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080d28dbd. 00000100:00000001:3.0:1767384680.131123:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.131125:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.131125:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384680.131128:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384680.131130:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 20 to 0@lo 00000100:00000001:1.0:1767384680.131130:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.131131:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384680.131138:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384680.131138:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384680.131139:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384680.131142:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.131142:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384680.131143:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384680.131147:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384680.131150:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384680.131150:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384680.131155:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000100:00000040:3.0:1767384680.131159:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000373946b2 x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384680.131162:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000400:00000010:1.0:1767384680.131166:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000100:00000001:1.0:1767384680.131172:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384680.131177:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000373946b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:16356:x1853237049197440:12345-0@lo:39: Request processed in 760us (1114us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384680.131179:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384680.131192:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.131208:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384680.131208:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384680.131213:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000efba4fa0 : new rpc_count 0 00000100:00000001:1.0:1767384680.131213:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.131218:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384680.131219:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384680.131222:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384680.131223:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384680.131227:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079234e32. 00000100:00000001:1.0:1767384680.131227:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384680.131229:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384680.131233:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342a2c64. 02000000:00000001:1.0:1767384680.131234:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384680.131242:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070ad26c8. 00000100:00001000:1.0:1767384680.131243:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c778d334 time=93 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384680.131247:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000efba4fa0 : new refcount 0 00000100:00001000:1.0:1767384680.131249:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec36c58b time=93 v=5 (1 0 0 0) 00000020:00000080:3.0:1767384680.131251:0:17088:0:(genops.c:904:class_export_put()) final put 00000000efba4fa0/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:1.0:1767384680.131255:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384680.131259:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.131261:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384680.131264:0:16356:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.131281:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.131284:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384680.131288:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384680.131291:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384680.131293:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.131297:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384680.131305:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:1.0:1767384680.131306:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384680.131310:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000efba4fa0/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:1.0:1767384680.131311:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384680.131315:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384680.131318:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 19 to 0@lo 00000100:00080000:1.0:1767384680.131320:0:16356:0:(import.c:65:import_set_state_nolock()) 00000000a9e6e7b8 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000001:2.0:1767384680.131322:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384680.131327:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:1.0:1767384680.131327:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384680.131331:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384680.131333:0:37:0:(genops.c:1229:class_import_get()) import 0000000077adf013 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1767384680.131335:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:2.0:1767384680.131337:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384680.131338:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384680.131340:0:37:0:(genops.c:1242:class_import_put()) import 0000000077adf013 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384680.131343:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384680.131345:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384680.131348:0:37:0:(genops.c:1242:class_import_put()) import 0000000077adf013 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384680.131350:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000077adf013 00000100:00000040:1.0:1767384680.131360:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384680.131366:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:2.0:1767384680.131370:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000d1628b5c. 00000100:00000001:0.0:1767384680.131374:0:40107:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384680.131375:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004564deea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237049197440:0@lo:39: 00010000:00000001:2.0:1767384680.131379:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000001:0.0:1767384680.131379:0:40107:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384680.131383:0:40107:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000001:00000001:2.0:1767384680.131385:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384680.131386:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1767384680.131392:0:40107:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384680.131396:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000158d3b04. 00000100:00000001:0.0:1767384680.131400:0:40107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000001:00000010:2.0:1767384680.131402:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000070e19414. 00000100:00100000:0.0:1767384680.131403:0:40107:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000040:0.0:1767384680.131407:0:40107:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000010:2.0:1767384680.131409:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dc7d5a8. 00000100:00000001:0.0:1767384680.131410:0:40107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384680.131412:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384680.131414:0:40107:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000001:00000010:2.0:1767384680.131415:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000009368607. 00000100:00000001:0.0:1767384680.131416:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384680.131419:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.131419:0:40107:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000010:2.0:1767384680.131421:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f092ca0b. 00000100:00100000:0.0:1767384680.131423:0:40107:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384680.131425:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384680.131426:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384680.131427:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b5ce7462. 00000001:00000001:0.0:1767384680.131430:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384680.131433:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:1.0:1767384680.131434:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004564deea x1853237049197440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384680.131435:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:2.0:1767384680.131436:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1767384680.131440:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384680.131447:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000328df05f. 00000100:00000001:1.0:1767384680.131447:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384680.131451:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000010:2.0:1767384680.131452:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058241b84. 02000000:00000010:1.0:1767384680.131454:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad2f986f. 00000001:00000010:2.0:1767384680.131456:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000161bc3fd. 02000000:00000001:1.0:1767384680.131460:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000010:2.0:1767384680.131461:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e76d17be. 00000020:00000001:1.0:1767384680.131463:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384680.131466:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bc20b168. 00000020:00000040:1.0:1767384680.131466:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000001:00000010:2.0:1767384680.131470:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a71e1cbf. 00000020:00000001:1.0:1767384680.131472:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1767384680.131475:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 02000000:00000010:1.0:1767384680.131475:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000853022a. 00010000:00000001:2.0:1767384680.131479:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 02000000:00000001:1.0:1767384680.131481:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384680.131482:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 02000000:00000001:1.0:1767384680.131485:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000010:2.0:1767384680.131488:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000adf666b6. 00000100:00000010:1.0:1767384680.131488:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004564deea. 00000020:00000020:2.0:1767384680.131495:0:37:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:1.0:1767384680.131497:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000020:2.0:1767384680.131499:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000007f4aa8bc dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384680.131500:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.131505:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384680.131507:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 0f55e9f2-2a82-48b4-84a0-0da05bc5640a/000000004cd30a4d dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384680.131510:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1767384680.131511:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.131514:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.131515:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.131519:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384680.131520:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 9 - export 00000100:00000001:1.0:1767384680.131522:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.131526:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000efba4fa0. 00000020:00000001:2.0:1767384680.131535:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384680.131541:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384680.131544:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000077adf013 for lustre-MDT0000 00000020:00000040:2.0:1767384680.131547:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 18 to 0@lo 00000020:00000040:2.0:1767384680.131550:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 8 - import 00000020:00000010:2.0:1767384680.131553:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000077adf013. 00000020:00000001:2.0:1767384680.131556:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:0.0:1767384680.131884:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384680.131886:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384680.131887:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384680.132219:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.132220:0:40107:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:0.0:1767384680.132223:0:40107:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384680.132225:0:40107:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.132227:0:40107:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000bac07c73. 00000020:00000001:0.0:1767384680.132232:0:40107:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384680.132234:0:40107:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000ba9d0b62. 00000020:00000010:0.0:1767384680.132248:0:40107:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 0000000081487e4f. 00000020:00000010:0.0:1767384680.132250:0:40107:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000ed5ef29b. 00000020:00000010:0.0:1767384680.132254:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b6f3ba8. 00000020:00000010:0.0:1767384680.132256:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8e95d72. 00000040:00000010:0.0:1767384680.132257:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da8c3c4b. 00000020:00000010:0.0:1767384680.132259:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000558ccc47. 00000020:00000010:0.0:1767384680.132263:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f21bead. 00000020:00000010:0.0:1767384680.132265:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096ca7188. 80000000:00000010:0.0:1767384680.132281:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081487e4f. 40000000:00000010:0.0:1767384680.132286:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed5ef29b. 00100000:00000010:0.0:1767384680.132290:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006030557f. 00040000:00000010:0.0:1767384680.132293:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000331e6979. 00040000:00000010:0.0:1767384680.132296:0:40107:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fc2be7b2. 00040000:00000010:0.0:1767384680.132298:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e69f2063. 00080000:00000010:0.0:1767384680.132300:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa64fe35. 00080000:00000010:0.0:1767384680.132302:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a583d6ca. 00000004:00000010:0.0:1767384680.132306:0:40107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000004bfd4fe. 00000004:00000010:0.0:1767384680.132311:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005db1ef5b. 00000004:00000010:0.0:1767384680.132316:0:40107:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f7853191. 00002000:00000010:0.0:1767384680.132320:0:40107:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d73f3cb7. 00000004:00000010:0.0:1767384680.132323:0:40107:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b654ce35. 00000020:00000010:0.0:1767384680.132326:0:40107:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000758a2878. 00000020:00000001:0.0:1767384680.132330:0:40107:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384680.132331:0:40107:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000bac07c73. 00000020:00000001:0.0:1767384680.132333:0:40107:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384680.132335:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb44ab80. 00000020:00000010:0.0:1767384680.132337:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce259588. 00000040:00000010:0.0:1767384680.132339:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca95baef. 00000020:00000010:0.0:1767384680.132342:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6b8f72b. 00000020:00000010:0.0:1767384680.132344:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cfd7e2a2. 00040000:00000010:0.0:1767384680.132345:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000771dd03a. 00040000:00000010:0.0:1767384680.132350:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa678700. 00080000:00000010:0.0:1767384680.132354:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bd3cff06. 00080000:00000010:0.0:1767384680.132359:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000550eed6b. 10000000:00000001:0.0:1767384680.132361:0:40107:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384680.132363:0:40107:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384680.132364:0:40107:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384680.132365:0:40107:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384680.132367:0:40107:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384680.132368:0:40107:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000006ae1e897) refs 3 10000000:00000001:0.0:1767384680.132369:0:40107:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.132370:0:40107:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446615717230737920 : -128356478813696 : ffff8b42adacfa00) 10000000:00000001:0.0:1767384680.132372:0:40107:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384680.132373:0:40107:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xefc2db714b35c150 00010000:00000001:0.0:1767384680.132374:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.132376:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.132377:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a7cb6324 refcount=2 00000020:00000001:0.0:1767384680.132379:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577536 : -128356188974080 : ffff8b42bef39400) 00010000:00000001:0.0:1767384680.132380:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577536 : -128356188974080 : ffff8b42bef39400) 00010000:00000001:0.0:1767384680.132382:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.132383:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.132385:0:40107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132390:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132391:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.132391:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.132392:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.132393:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a7cb6324 refcount=3 00000020:00000001:0.0:1767384680.132394:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577536 : -128356188974080 : ffff8b42bef39400) 00010000:00000001:0.0:1767384680.132395:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577536 : -128356188974080 : ffff8b42bef39400) 00010000:00000001:0.0:1767384680.132396:0:40107:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384680.132397:0:40107:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132406:0:40107:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384680.132407:0:40107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132411:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132411:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384680.132412:0:40107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132415:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.132416:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132417:0:40107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384680.132419:0:40107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000071f8e8e9. 00010000:00000001:0.0:1767384680.132420:0:40107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384680.132427:0:40107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384680.132429:0:40107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132430:0:40107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132431:0:40107:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384680.132432:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132432:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384680.132433:0:40107:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384680.132434:0:40107:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1767384680.132435:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384680.132436:0:40107:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.132437:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384680.132438:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000049f0799a) refs 1 10000000:01000000:0.0:1767384680.132439:0:40107:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:0.0:1767384680.132440:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.132441:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.132441:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.132442:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.132443:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.132444:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.132445:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.132446:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384680.132447:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1767384680.132447:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384680.132451:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.132451:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384680.132453:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000008d19d5ce : new refcount 10 00010000:00010000:3.0:1767384680.132456:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000010:0.0:1767384680.132456:0:40107:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000049f0799a. 10000000:00000001:0.0:1767384680.132461:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384680.132462:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:0.0:1767384680.132463:0:40107:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00000001:3.0:1767384680.132465:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000040:0.0:1767384680.132466:0:40107:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xefc2db714b35c1c7 00010000:00010000:3.0:1767384680.132468:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132469:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.132471:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.132474:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cde13989 refcount=2 00000020:00000001:0.0:1767384680.132478:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446080 : -128357223105536 : ffff8b42814ffc00) 00010000:00010000:3.0:1767384680.132480:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a7cb6324 already unused, calling callback (000000000d977f2e) 00010000:00000001:0.0:1767384680.132481:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446080 : -128357223105536 : ffff8b42814ffc00) 10000000:00000001:3.0:1767384680.132484:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384680.132485:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00010000:3.0:1767384680.132486:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132488:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.132492:0:40107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384680.132500:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384680.132503:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384680.132503:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132506:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384680.132507:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384680.132508:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384680.132510:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a7cb6324 refcount=3 00000020:00000001:0.0:1767384680.132511:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384680.132515:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520577536 : -128356188974080 : ffff8b42bef39400) 00000020:00000040:0.0:1767384680.132516:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cde13989 refcount=3 00010000:00000001:3.0:1767384680.132521:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520577536 : -128356188974080 : ffff8b42bef39400) 00000020:00000001:0.0:1767384680.132521:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446080 : -128357223105536 : ffff8b42814ffc00) 00010000:00000001:3.0:1767384680.132527:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384680.132528:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446080 : -128357223105536 : ffff8b42814ffc00) 00010000:00010000:3.0:1767384680.132531:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132532:0:40107:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384680.132535:0:40107:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132543:0:40107:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384680.132544:0:40107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132554:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132556:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384680.132558:0:40107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384680.132561:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384680.132564:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132566:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.132568:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132572:0:40107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:01000000:3.0:1767384680.132575:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000010:0.0:1767384680.132576:0:40107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003cb0b7e5. 10000000:01000000:3.0:1767384680.132580:0:17077:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:0.0:1767384680.132580:0:40107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:00000001:3.0:1767384680.132584:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384680.132586:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006ae1e897) refs 3 10000000:00000001:3.0:1767384680.132588:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384680.132589:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.132590:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384680.132591:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384680.132592:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384680.132593:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384680.132594:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384680.132596:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a7cb6324 with handle 0xefc2db714b35c150 from hash 00010000:00010000:0.0:1767384680.132597:0:40107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384680.132598:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384680.132600:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384680.132603:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.132604:0:40107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.132605:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384680.132607:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384680.132610:0:40107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.132611:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384680.132616:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384680.132617:0:40107:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384680.132618:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384680.132622:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384680.132623:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000394d1090. 00010000:00000001:0.0:1767384680.132625:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384680.132628:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 10000000:00000001:0.0:1767384680.132629:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384680.132632:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000040:0.0:1767384680.132633:0:40107:0:(mgc_request.c:123:config_log_put()) log params(00000000e06c170f) refs 2 02000000:00000001:3.0:1767384680.132636:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767384680.132637:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384680.132640:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.132640:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1767384680.132640:0:40107:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384680.132644:0:40107:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xefc2db714b35c142 02000000:00000010:3.0:1767384680.132647:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070ad26c8. 00000020:00000001:1.0:1767384680.132647:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132647:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.132651:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.132654:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000635f0baa refcount=2 00000100:00000001:3.0:1767384680.132655:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384680.132656:0:17076:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:0.0:1767384680.132657:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573952 : -128356188977664 : ffff8b42bef38600) 00010000:00000001:3.0:1767384680.132660:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767384680.132662:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573952 : -128356188977664 : ffff8b42bef38600) 00010000:00010000:3.0:1767384680.132664:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132665:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.132668:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.132672:0:40107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132678:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132681:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.132684:0:40107:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1767384680.132686:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:0.0:1767384680.132687:0:40107:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.132689:0:40107:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000635f0baa refcount=3 00010000:00000001:3.0:1767384680.132690:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384680.132693:0:40107:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573952 : -128356188977664 : ffff8b42bef38600) 00000100:00000001:3.0:1767384680.132696:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384680.132696:0:40107:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573952 : -128356188977664 : ffff8b42bef38600) 00000100:00000001:3.0:1767384680.132699:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132700:0:40107:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384680.132704:0:40107:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384680.132707:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394d1090] to pc [ptlrpcd_00_01+1] req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.132714:0:40107:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384680.132738:0:40107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132751:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132753:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384680.132754:0:40107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132758:0:40107:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.132760:0:40107:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132761:0:40107:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384680.132762:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384680.132765:0:40107:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000409772a1. 00010000:00000001:3.0:1767384680.132766:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132770:0:40107:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384680.132771:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384680.132773:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384680.132774:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.132775:0:40107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:1.0:1767384680.132776:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384680.132780:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384680.132782:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132782:0:40107:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.132787:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384680.132788:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.132789:0:40107:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.132795:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.132795:0:40107:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384680.132799:0:40107:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.132802:0:40107:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384680.132805:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384680.132808:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000007ef0f41e) refs 2 00000100:00000001:1.0:1767384680.132811:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384680.132813:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384680.132816:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384680.132816:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.132816:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384680.132820:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000033801449) refs 3 00010000:00010000:3.0:1767384680.132821:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000a7cb6324/0xefc2db714b35c150 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c157 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384680.132824:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.132827:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.132830:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:1.0:1767384680.132831:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:0.0:1767384680.132833:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767384680.132834:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384680.132836:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:0.0:1767384680.132836:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006ae1e897) refs 2 00000100:00000001:2.0:1767384680.132837:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384680.132840:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.132841:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 10000000:00000001:0.0:1767384680.132842:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384680.132843:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384680.132845:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000071f8e8e9. 10000000:00000001:0.0:1767384680.132846:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:1.0:1767384680.132848:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000394d1090 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049197696:0@lo:103: 10000000:00000040:0.0:1767384680.132850:0:40107:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006ae1e897) refs 1 00010000:00000001:3.0:1767384680.132852:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.132856:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384680.132857:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:01000000:0.0:1767384680.132857:0:40107:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 02000000:00000001:1.0:1767384680.132861:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:0.0:1767384680.132861:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384680.132862:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.132865:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.132866:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1767384680.132866:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384680.132869:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384680.132870:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:0.0:1767384680.132871:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384680.132872:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:0.0:1767384680.132874:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384680.132876:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384680.132876:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384680.132877:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000010:1.0:1767384680.132880:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad2f986f. 10000000:00000001:0.0:1767384680.132880:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384680.132882:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:1.0:1767384680.132887:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.132887:0:40107:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384680.132889:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000635f0baa already unused, calling callback (000000000d977f2e) 10000000:00000001:0.0:1767384680.132890:0:40107:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:1.0:1767384680.132893:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 10000000:00000001:3.0:1767384680.132894:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:0.0:1767384680.132894:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000008d19d5ce : new refcount 9 10000000:00000010:0.0:1767384680.132898:0:40107:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000006ae1e897. 00000400:00000010:1.0:1767384680.132902:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 10000000:00000001:0.0:1767384680.132902:0:40107:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00010000:3.0:1767384680.132904:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384680.132905:0:40107:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00000200:1.0:1767384680.132908:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197696, portal 18 10000000:00000001:0.0:1767384680.132909:0:40107:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.132914:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384680.132915:0:40107:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.132918:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188128256 : -128361521423360 : ffff8b41811cdc00) 00010000:00000001:3.0:1767384680.132919:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384680.132921:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce259588. 00010000:00000001:3.0:1767384680.132923:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384680.132924:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384680.132926:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca95baef. 00000020:00000001:3.0:1767384680.132927:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384680.132931:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000635f0baa refcount=3 00000020:00000010:0.0:1767384680.132932:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6b8f72b. 00000020:00000001:3.0:1767384680.132937:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717520573952 : -128356188977664 : ffff8b42bef38600) 00000020:00000010:0.0:1767384680.132939:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cfd7e2a2. 00000100:00000001:1.0:1767384680.132940:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384680.132944:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717520573952 : -128356188977664 : ffff8b42bef38600) 00000100:00000040:1.0:1767384680.132945:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000010:0.0:1767384680.132946:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000771dd03a. 00000400:00000010:1.0:1767384680.132950:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00010000:00000001:3.0:1767384680.132951:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000010:0.0:1767384680.132952:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aa678700. 00000100:00000200:1.0:1767384680.132953:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197696, offset 0 00010000:00010000:3.0:1767384680.132955:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384680.132959:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000550eed6b. 00000400:00000200:1.0:1767384680.132963:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:0.0:1767384680.132966:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bd3cff06. 10000000:00000001:3.0:1767384680.132967:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384680.132970:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384680.132972:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb44ab80. 00000400:00000200:1.0:1767384680.132975:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384680.132978:0:40107:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.132983:0:40107:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000bac07c73. 10000000:01000000:3.0:1767384680.132986:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000400:00000200:1.0:1767384680.132987:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008480 00000020:00000001:0.0:1767384680.132988:0:40107:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384680.132990:0:17077:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000020:00000001:0.0:1767384680.132994:0:40107:0:(obd_config.c:1053:class_get_profile()) Process entered 10000000:00000001:3.0:1767384680.132995:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:1.0:1767384680.132999:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000020:00000001:0.0:1767384680.132999:0:40107:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 10000000:00000040:3.0:1767384680.133000:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000007ef0f41e) refs 1 00000020:00000001:0.0:1767384680.133003:0:40107:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446615716537487680 : -128357172063936 : ffff8b42845ad140) 10000000:01000000:3.0:1767384680.133007:0:17077:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000400:00000200:1.0:1767384680.133008:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384680.133008:0:40107:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446615716537487680 : -128357172063936 : ffff8b42845ad140) 10000000:00000001:3.0:1767384680.133012:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384680.133015:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:1.0:1767384680.133017:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384680.133017:0:40107:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 0000000036d98477. 10000000:00000001:3.0:1767384680.133018:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384680.133022:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384680.133024:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384680.133025:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384680.133026:0:16358:0:(events.c:286:request_in_callback()) Process entered 10000000:00000001:3.0:1767384680.133027:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:01000004:0.0:1767384680.133028:0:40107:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 10000000:00000001:3.0:1767384680.133029:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000200:1.0:1767384680.133029:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 10000000:00000001:3.0:1767384680.133033:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384680.133035:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 10000000:00000001:3.0:1767384680.133036:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000010:1.0:1767384680.133036:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d22e09ec. 00000020:01000000:0.0:1767384680.133039:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000040:3.0:1767384680.133040:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000008d19d5ce : new refcount 8 00000100:00000040:1.0:1767384680.133041:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000d22e09ec x1853237049197696 msgsize 328 10000000:00000010:3.0:1767384680.133046:0:17077:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000007ef0f41e. 00000020:00000010:0.0:1767384680.133048:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000039dd7f64. 10000000:00000001:3.0:1767384680.133052:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00100000:1.0:1767384680.133052:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1767384680.133054:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 10000000:00000001:3.0:1767384680.133056:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.133059:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384680.133060:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384680.133063:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000100:00000001:1.0:1767384680.133066:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384680.133067:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00080000:0.0:1767384680.133070:0:40107:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 000000007f4aa8bc lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00000001:3.0:1767384680.133071:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384680.133074:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384680.133078:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384680.133081:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000635f0baa with handle 0xefc2db714b35c142 from hash 00000020:00080000:0.0:1767384680.133083:0:40107:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 000000004cd30a4d 0f55e9f2-2a82-48b4-84a0-0da05bc5640a 192.168.202.54@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00010000:00000001:3.0:1767384680.133085:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384680.133085:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00010000:00000001:3.0:1767384680.133089:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384680.133090:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384680.133091:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00010000:00000001:3.0:1767384680.133093:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384680.133093:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00100000:2.0:1767384680.133095:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197696 00010000:00000001:3.0:1767384680.133097:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384680.133099:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384680.133099:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000020:00080000:0.0:1767384680.133099:0:40107:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000a2c5ddf0) has exports, disconnecting them 00010000:00000001:3.0:1767384680.133100:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384680.133105:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:0.0:1767384680.133105:0:40107:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000100:00000001:2.0:1767384680.133106:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384680.133109:0:40107:0:(genops.c:887:class_export_get()) GET export 000000007f4aa8bc refcount=5 00000100:00000001:2.0:1767384680.133110:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384680.133110:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.133111:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:0.0:1767384680.133113:0:40107:0:(genops.c:887:class_export_get()) GET export 000000007f4aa8bc refcount=6 00010000:00000001:3.0:1767384680.133114:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:2.0:1767384680.133118:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384680.133120:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae9a433d. 00000020:00080000:0.0:1767384680.133121:0:40107:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000007f4aa8bc), last request at 1767384679 00000100:00100000:2.0:1767384680.133125:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197696 00000020:00000040:3.0:1767384680.133126:0:17077:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00000020:00000001:0.0:1767384680.133128:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000001:2.0:1767384680.133132:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:0.0:1767384680.133132:0:40107:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:3.0:1767384680.133133:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384680.133137:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000020:00000040:0.0:1767384680.133137:0:40107:0:(genops.c:887:class_export_get()) GET export 000000007f4aa8bc refcount=7 02000000:00000001:3.0:1767384680.133138:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384680.133140:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384680.133142:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.133142:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384680.133143:0:40107:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384680.133146:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384680.133147:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=13 00000100:00000040:1.0:1767384680.133147:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384680.133150:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dfefd7c. 00000020:00000040:0.0:1767384680.133151:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 6 00000020:00000001:2.0:1767384680.133153:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000080:0.0:1767384680.133158:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c268 00000100:00000001:3.0:1767384680.133159:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.133162:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000040:0.0:1767384680.133163:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007f4aa8bc with handle 0xefc2db714b35c268 from hash 00010000:00000001:3.0:1767384680.133164:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384680.133169:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384680.133170:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384680.133170:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 5 00000100:00000001:1.0:1767384680.133171:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.133178:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000100:00000001:1.0:1767384680.133178:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384680.133178:0:40107:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023caffdb. 00010000:00010000:3.0:1767384680.133179:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384680.133185:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.133187:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384680.133187:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.133187:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:3.0:1767384680.133188:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1767384680.133191:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 4 00000100:00000001:3.0:1767384680.133192:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.133193:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294969462 00000020:00000010:2.0:1767384680.133195:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00000020:00000001:0.0:1767384680.133195:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384680.133199:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 3 00000100:00000040:3.0:1767384680.133201:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae9a433d] to pc [ptlrpcd_00_02+2] req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.133202:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969459 00000020:00000001:0.0:1767384680.133202:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.133204:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000898b12ea. 00000100:00000001:0.0:1767384680.133208:0:40107:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:1.0:1767384680.133210:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294969462 00000020:00000010:2.0:1767384680.133212:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f08f1ed. 00000100:00080000:0.0:1767384680.133212:0:40107:0:(import.c:65:import_set_state_nolock()) 0000000066da6cb6 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384680.133216:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969459 00000020:00000010:2.0:1767384680.133220:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 00000100:00000001:0.0:1767384680.133220:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384680.133223:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294969462 00000100:00000001:0.0:1767384680.133224:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384680.133228:0:40107:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000040:2.0:1767384680.133229:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384680.133232:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969459 00010000:00000001:0.0:1767384680.133232:0:40107:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.133234:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384680.133238:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294969462 00000100:00000001:2.0:1767384680.133239:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384680.133240:0:40107:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:3.0:1767384680.133243:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384680.133245:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384680.133245:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969459 00000001:00000001:0.0:1767384680.133245:0:40107:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:2.0:1767384680.133250:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.133251:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384680.133251:0:40107:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.133252:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384680.133255:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384680.133257:0:40107:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.133259:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384680.133259:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.133260:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384680.133263:0:40107:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:1.0:1767384680.133265:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.133266:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000040:0.0:1767384680.133280:0:40107:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 5 00000100:00000001:1.0:1767384680.133282:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384680.133284:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384680.133284:0:40107:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000020:00000001:2.0:1767384680.133286:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000040:0.0:1767384680.133288:0:40107:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 4 00000100:00000001:1.0:1767384680.133291:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:3.0:1767384680.133292:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384680.133292:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006638f58d refcount=3 00000020:00000040:0.0:1767384680.133293:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 2 00000100:00000001:1.0:1767384680.133294:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:0.0:1767384680.133297:0:40107:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000001:2.0:1767384680.133300:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363674624 : -128356345876992 : ffff8b42b5996e00) 00000100:00000001:1.0:1767384680.133301:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000040:0.0:1767384680.133301:0:40107:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 3 00000100:00000001:1.0:1767384680.133304:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384680.133305:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384680.133307:0:40107:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:2.0:1767384680.133309:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363674624 : -128356345876992 : ffff8b42b5996e00) 00000100:00000001:1.0:1767384680.133309:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.133311:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 1 00000100:00000001:1.0:1767384680.133314:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384680.133316:0:40107:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.133318:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384680.133321:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.133322:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384680.133327:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.133328:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00080000:0.0:1767384680.133329:0:40107:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000007f4aa8bc): rc 0 00000100:00000001:2.0:1767384680.133333:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.133333:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000007f4aa8bc : new refcount 0 00010000:00010000:3.0:1767384680.133334:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000635f0baa/0xefc2db714b35c142 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c149 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384680.133337:0:40108:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000080:0.0:1767384680.133339:0:40107:0:(genops.c:904:class_export_put()) final put 000000007f4aa8bc/lustre-MDT0000-lwp-OST0000_UUID 00010000:00000010:1.0:1767384680.133342:0:40108:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000ba5c911c. 00000100:00000001:2.0:1767384680.133343:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384680.133349:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac0d7ef7. 00010000:00000040:3.0:1767384680.133352:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007f9b0e3c count: 0 00000020:00000010:1.0:1767384680.133353:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8c8b10a. 00000020:00000001:0.0:1767384680.133353:0:40107:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384680.133356:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384680.133358:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384680.133359:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384680.133363:0:40107:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00010000:00000001:3.0:1767384680.133364:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384680.133365:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e811c616. 00000004:00000001:0.0:1767384680.133366:0:40107:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000001:3.0:1767384680.133367:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384680.133371:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000409772a1. 00000004:00000001:0.0:1767384680.133371:0:40107:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000020:00000010:1.0:1767384680.133372:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b51e845. 00000100:00000001:2.0:1767384680.133374:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000080:0.0:1767384680.133375:0:40107:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa2720c2d3b28 00010000:00000001:3.0:1767384680.133380:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.133380:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384680.133380:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077f30679. 00100000:00000001:0.0:1767384680.133382:0:40107:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000020:00000001:3.0:1767384680.133387:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000010:1.0:1767384680.133387:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000258cd326. 00000020:00000001:3.0:1767384680.133390:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384680.133392:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 40000000:00000010:1.0:1767384680.133393:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e44546f1. 00000020:00000001:0.0:1767384680.133394:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:3.0:1767384680.133395:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384680.133398:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000080:0.0:1767384680.133399:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000007f4aa8bc/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000001:3.0:1767384680.133400:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384680.133400:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9ebe2f8. 00000020:00000001:3.0:1767384680.133404:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.133404:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615717518493440 : -128356191058176 : ffff8b42bed3c700) 00040000:00000010:1.0:1767384680.133407:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077356f93. 00000020:00000040:0.0:1767384680.133408:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 17 to 0@lo 00010000:00010000:3.0:1767384680.133410:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:1.0:1767384680.133413:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004da7baad. 00000020:00000001:0.0:1767384680.133413:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384680.133414:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384680.133414:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d22e09ec x1853237049197696/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384680.133416:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000001:3.0:1767384680.133418:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.133420:0:37:0:(genops.c:1229:class_import_get()) import 0000000066da6cb6 refcount=2 obd=lustre-MDT0000 00080000:00000010:1.0:1767384680.133422:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b236fa49. 00010000:00010000:3.0:1767384680.133424:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384680.133426:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.133429:0:37:0:(genops.c:1242:class_import_put()) import 0000000066da6cb6 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384680.133434:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384680.133435:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384680.133437:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384680.133439:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384680.133440:0:37:0:(genops.c:1242:class_import_put()) import 0000000066da6cb6 refcount=0 obd=lustre-MDT0000 00000100:00000001:2.0:1767384680.133441:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:1.0:1767384680.133441:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000664db4bd. 00000100:00000001:3.0:1767384680.133442:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384680.133444:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000066da6cb6 00000020:00000010:2.0:1767384680.133448:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000100:00000040:3.0:1767384680.133450:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1767384680.133451:0:40108:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000082e7218a. 00000020:00000001:0.0:1767384680.133453:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384680.133454:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384680.133457:0:40108:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a67c8cb8. 00000004:00000010:0.0:1767384680.133458:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000ab341d54. 00000020:00000010:2.0:1767384680.133462:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00010000:00000001:0.0:1767384680.133466:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384680.133470:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384680.133471:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384680.133472:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384680.133474:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d22e09ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+13:16358:x1853237049197696:12345-0@lo:103: 00000001:00000010:0.0:1767384680.133475:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fbf2548f. 00000100:00000001:3.0:1767384680.133476:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.133477:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384680.133481:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1f00ad4. 02000000:00000001:3.0:1767384680.133484:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767384680.133484:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767384680.133486:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197696 00000001:00000010:0.0:1767384680.133487:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000701fcdb1. 02000000:00000001:3.0:1767384680.133488:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384680.133491:0:17076:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1767384680.133493:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.133493:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1767384680.133494:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000001:00000010:0.0:1767384680.133494:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000589ef2e2. 00010000:00000002:2.0:1767384680.133498:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00010000:1.0:1767384680.133499:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000001:00000010:0.0:1767384680.133501:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000014ff0540. 00000100:00100000:3.0:1767384680.133502:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae9a433d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049197824:0@lo:103: 00010000:00000001:2.0:1767384680.133502:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384680.133508:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000010:0.0:1767384680.133510:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000035603b97. 00000100:00000001:3.0:1767384680.133514:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384680.133514:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:0.0:1767384680.133518:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 02000000:00000001:3.0:1767384680.133519:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767384680.133520:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cde13989 already unused, calling callback (000000000d977f2e) 02000000:00000010:2.0:1767384680.133521:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006e2811b7. 02000000:00000001:3.0:1767384680.133523:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.133523:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 10000000:00000001:1.0:1767384680.133525:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384680.133528:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384680.133528:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384680.133528:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:3.0:1767384680.133535:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384680.133535:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384680.133537:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f4248dc. 02000000:00000010:3.0:1767384680.133541:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000848dffc1. 00010000:00000001:2.0:1767384680.133542:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384680.133542:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000010:0.0:1767384680.133543:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000be33c719. 00010000:00000001:1.0:1767384680.133545:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384680.133547:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384680.133547:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1767384680.133550:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:0.0:1767384680.133551:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000175155d5. 00010000:00000001:2.0:1767384680.133554:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384680.133554:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cde13989 refcount=3 00000400:00000010:3.0:1767384680.133555:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e2375b. 00000001:00000010:0.0:1767384680.133557:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000087eb8eac. 00000020:00000001:2.0:1767384680.133559:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384680.133560:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716486446080 : -128357223105536 : ffff8b42814ffc00) 00000400:00000010:3.0:1767384680.133561:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000020:00000040:2.0:1767384680.133564:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006638f58d refcount=3 00010000:00000001:1.0:1767384680.133565:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615716486446080 : -128357223105536 : ffff8b42814ffc00) 00000001:00000010:0.0:1767384680.133566:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002ac0d070. 00000100:00000200:3.0:1767384680.133567:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197824, portal 18 00000020:00000001:2.0:1767384680.133572:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363674624 : -128356345876992 : ffff8b42b5996e00) 00000100:00000001:3.0:1767384680.133573:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767384680.133574:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000010:0.0:1767384680.133574:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f005dc0d. 00000100:00000001:3.0:1767384680.133577:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188121984 : -128361521429632 : ffff8b41811cc380) 00010000:00010000:1.0:1767384680.133578:0:17076:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384680.133580:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363674624 : -128356345876992 : ffff8b42b5996e00) 00000001:00000001:0.0:1767384680.133581:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:3.0:1767384680.133584:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.133586:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000040:2.0:1767384680.133587:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 5 00010000:00000001:0.0:1767384680.133592:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00010000:00000001:2.0:1767384680.133594:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000010:0.0:1767384680.133599:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000008d81485a. 00000020:00000001:2.0:1767384680.133600:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384680.133605:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 10000000:00000001:1.0:1767384680.133605:0:17076:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384680.133607:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1767384680.133609:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.133610:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384680.133610:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384680.133615:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384680.133616:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384680.133618:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.133620:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000020:00000040:0.0:1767384680.133624:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 7 - export 00000100:00000200:3.0:1767384680.133625:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197824, offset 0 00010000:00000001:2.0:1767384680.133627:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 10000000:01000000:1.0:1767384680.133628:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00000001:2.0:1767384680.133633:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384680.133633:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007f4aa8bc. 10000000:01000000:1.0:1767384680.133634:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000400:00000200:3.0:1767384680.133638:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384680.133639:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384680.133642:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:1.0:1767384680.133643:0:17076:0:(mgc_request.c:123:config_log_put()) log params(00000000e06c170f) refs 1 00010000:00000001:2.0:1767384680.133647:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:1.0:1767384680.133648:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000400:00000200:3.0:1767384680.133651:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384680.133651:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 10000000:00000001:1.0:1767384680.133652:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384680.133653:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:1.0:1767384680.133656:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384680.133658:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000001:2.0:1767384680.133659:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384680.133659:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000080:0.0:1767384680.133663:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000066da6cb6 for lustre-MDT0000 00000400:00000200:3.0:1767384680.133664:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008500 10000000:00000001:1.0:1767384680.133664:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384680.133666:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006638f58d with handle 0xefc2db714b35c157 from hash 10000000:00000001:1.0:1767384680.133668:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384680.133671:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384680.133672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 16 to 0@lo 10000000:00000001:1.0:1767384680.133673:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384680.133674:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384680.133675:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 10000000:00000001:1.0:1767384680.133677:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384680.133679:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384680.133680:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 6 - import 10000000:00000001:1.0:1767384680.133681:0:17076:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384680.133684:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384680.133684:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384680.133685:0:17076:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:0.0:1767384680.133689:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000066da6cb6. 00010000:00000001:2.0:1767384680.133690:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1767384680.133690:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000008d19d5ce : new refcount 7 00000400:00000200:3.0:1767384680.133694:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384680.133695:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000010:1.0:1767384680.133696:0:17076:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000e06c170f. 00000100:00000001:3.0:1767384680.133698:0:16359:0:(events.c:286:request_in_callback()) Process entered 10000000:00000001:1.0:1767384680.133700:0:17076:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000200:3.0:1767384680.133701:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1767384680.133701:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384680.133702:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 10000000:00000001:1.0:1767384680.133703:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384680.133708:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098af1c2a. 00010000:00000001:1.0:1767384680.133709:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1767384680.133710:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006638f58d/0xefc2db714b35c157 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c150 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384680.133713:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384680.133714:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000098af1c2a x1853237049197824 msgsize 328 00000100:00100000:3.0:1767384680.133739:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384680.133748:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384680.133749:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00100000:00000001:0.0:1767384680.133750:0:40107:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384680.133753:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 7 00010000:00000001:1.0:1767384680.133753:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384680.133755:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00010000:00000001:1.0:1767384680.133757:0:17076:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384680.133758:0:40107:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.133760:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000020:00000040:2.0:1767384680.133760:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 12 00000020:00000040:1.0:1767384680.133761:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cde13989 with handle 0xefc2db714b35c1c7 from hash 00000004:00000001:0.0:1767384680.133765:0:40107:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000100:00000001:3.0:1767384680.133767:0:16359:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384680.133768:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384680.133771:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384680.133771:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:0.0:1767384680.133772:0:40107:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000aa00f214. 00000100:00000200:3.0:1767384680.133773:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384680.133775:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384680.133776:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384680.133778:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384680.133782:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384680.133782:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:0.0:1767384680.133782:0:40107:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00010000:00000001:1.0:1767384680.133786:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384680.133788:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384680.133789:0:40107:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:1.0:1767384680.133791:0:17076:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384680.133792:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384680.133794:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.133796:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384680.133800:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384680.133800:0:17076:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000004:00000001:0.0:1767384680.133801:0:40107:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00010000:2.0:1767384680.133805:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000010:1.0:1767384680.133806:0:17076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007d3c45e. 00000004:00000001:0.0:1767384680.133806:0:40107:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00000001:2.0:1767384680.133810:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1767384680.133811:0:40107:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff8b42afd86000 00000020:00000040:1.0:1767384680.133812:0:17076:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=6 obd=MGC192.168.202.154@tcp 00010000:00000001:2.0:1767384680.133819:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384680.133819:0:40107:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:1.0:1767384680.133821:0:17076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:0.0:1767384680.133824:0:40107:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00000001:2.0:1767384680.133825:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384680.133825:0:17076:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384680.133830:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000001:1.0:1767384680.133832:0:17076:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133833:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384680.133833:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384680.133834:0:40107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384680.133839:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384680.133839:0:40107:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000001:2.0:1767384680.133842:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384680.133843:0:17076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f8387d1. 00000100:00000040:0.0:1767384680.133844:0:40107:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384680.133845:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.133849:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 17 to 0@lo 00000100:00000001:3.0:1767384680.133851:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294969463 00000100:00000001:1.0:1767384680.133852:0:17076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.133853:0:40107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384680.133856:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:3.0:1767384680.133859:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969462 00010000:00000001:1.0:1767384680.133859:0:17076:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384680.133859:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384680.133863:0:40107:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 02000000:00000001:2.0:1767384680.133864:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384680.133865:0:17076:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384680.133866:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294969463 00000100:00000001:0.0:1767384680.133868:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:2.0:1767384680.133870:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133873:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969462 00000004:00000040:0.0:1767384680.133876:0:40107:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:3.0:1767384680.133878:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294969463 00000100:00000001:2.0:1767384680.133878:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384680.133883:0:17076:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767384680.133886:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969462 00010000:00000001:1.0:1767384680.133888:0:17076:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384680.133889:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384680.133890:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294969463 00000004:00080000:0.0:1767384680.133892:0:40107:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384680.133894:0:17076:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384680.133896:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969462 00000100:00000001:0.0:1767384680.133896:0:40107:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000010:2.0:1767384680.133897:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000001:1.0:1767384680.133897:0:17076:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133900:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384680.133902:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767384680.133904:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384680.133905:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197696, offset 224 00000100:00000040:1.0:1767384680.133907:0:17076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007d3c45e] to pc [ptlrpcd_00_03+3] req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384680.133907:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384680.133909:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133914:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384680.133920:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384680.133923:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.133926:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384680.133926:0:17076:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.133929:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384680.133930:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384680.133932:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384680.133934:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384680.133935:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384680.133936:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.133937:0:17076:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.133942:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000001:1.0:1767384680.133942:0:17076:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133946:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384680.133946:0:17076:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133950:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384680.133952:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008480 00010000:00010000:1.0:1767384680.133952:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384680.133953:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384680.133956:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.133958:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.133961:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:0.0:1767384680.133964:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767384680.133965:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384680.133966:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x217d [1] + 224 00010000:00000001:1.0:1767384680.133968:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384680.133970:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00010000:1.0:1767384680.133971:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: 00000000cde13989/0xefc2db714b35c1c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefc2db714b35c1ce expref: -99 pid: 17066 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384680.133973:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384680.133977:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.133989:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384680.133993:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384680.133994:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384680.133996:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384680.133997:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.133998:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.0:1767384680.134000:0:17076:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003cb0b7e5. 02000000:00000001:3.0:1767384680.134003:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384680.134006:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384680.134007:0:17076:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384680.134007:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.134010:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.134013:0:40107:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 02000000:00000001:3.0:1767384680.134015:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384680.134018:0:40107:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000001:1.0:1767384680.134021:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384680.134024:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049197952:0@lo:103: 00000020:00000001:1.0:1767384680.134026:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.134027:0:40107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.134031:0:40107:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:1.0:1767384680.134033:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384680.134035:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384680.134038:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384680.134040:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384680.134040:0:40107:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384680.134041:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.134043:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384680.134045:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.134045:0:40107:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384680.134046:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384680.134050:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384680.134051:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384680.134053:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.134053:0:40107:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 02000000:00000010:3.0:1767384680.134056:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089cecc35. 00000100:00000001:0.0:1767384680.134060:0:40107:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00010000:1.0:1767384680.134061:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384680.134062:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384680.134069:0:40107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5c119a. 00000400:00000010:3.0:1767384680.134070:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013cd3b3b. 00000020:00000001:1.0:1767384680.134070:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384680.134074:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.134077:0:40107:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384680.134078:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384680.134079:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00010000:00010000:1.0:1767384680.134079:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384680.134084:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384680.134085:0:40107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384680.134087:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049197952, portal 18 00000400:00000200:2.0:1767384680.134087:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000020:00000001:1.0:1767384680.134088:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.134089:0:40107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384680.134093:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000001:3.0:1767384680.134095:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384680.134096:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384680.134096:0:40107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.134098:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615717518506880 : -128356191044736 : ffff8b42bed3fb80) 00000100:00000001:2.0:1767384680.134099:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384680.134103:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384680.134104:0:40107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000771dd03a. 00000100:00000040:3.0:1767384680.134108:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.134110:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.134111:0:40107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.134118:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 16 to 0@lo 00000100:00000001:0.0:1767384680.134118:0:40107:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446615716737447040 : -128356972104576 : ffff8b429045f480) 00000100:00000001:1.0:1767384680.134123:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384680.134126:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384680.134127:0:40107:0:(import.c:65:import_set_state_nolock()) 00000000640249d1 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1767384680.134128:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.134134:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384680.134134:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384680.134136:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384680.134136:0:40107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1767384680.134141:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384680.134142:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384680.134142:0:40107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.134144:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d22e09ec x1853237049197696/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384680.134146:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000400:00000010:3.0:1767384680.134150:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000400:00000200:1.0:1767384680.134152:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000100:00000040:0.0:1767384680.134155:0:40107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5c119a] to pc [ptlrpcd_rcv+-1] req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384680.134157:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000100:00000001:1.0:1767384680.134162:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.134165:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049197952, offset 0 00000100:00000200:1.0:1767384680.134169:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.134179:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d22e09ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+12:16358:x1853237049197696:12345-0@lo:103: Request processed in 732us (1132us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384680.134180:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.134196:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384680.134202:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.134203:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384680.134203:0:40107:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.134209:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260008580 00000004:00000001:0.0:1767384680.134211:0:40107:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.134212:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:2.0:1767384680.134220:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:0.0:1767384680.134220:0:40107:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.134221:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.134226:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000100:00000001:1.0:1767384680.134226:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.134227:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384680.134229:0:16358:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:0.0:1767384680.134230:0:40107:0:(osd_handler.c:8868:osd_process_config()) Process entered 02000000:00000001:1.0:1767384680.134232:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384680.134233:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f08f1ed. 00000100:00000001:1.0:1767384680.134236:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384680.134237:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384680.134239:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00000100:00000001:1.0:1767384680.134239:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384680.134240:0:40107:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1602473173 to info 00000000fa64fe35 02000000:00000001:1.0:1767384680.134244:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.134247:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384680.134247:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000898b12ea. 00000100:00001000:1.0:1767384680.134250:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=98 v=5 (5 0 0 0) 00100000:00000001:0.0:1767384680.134251:0:40107:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000100:00000001:3.0:1767384680.134256:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384680.134256:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 11 00000100:00001000:1.0:1767384680.134257:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=98 v=5 (1 0 0 0) 00100000:00000010:0.0:1767384680.134259:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cf00d5fc. 00000100:00000200:3.0:1767384680.134261:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384680.134262:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.134281:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00100000:00000010:0.0:1767384680.134284:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bd8e521e. 00000100:00000010:3.0:1767384680.134285:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8739b97. 00000100:00000001:1.0:1767384680.134285:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.134290:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384680.134291:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00100000:00000010:0.0:1767384680.134291:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006a5aaa0b. 00000100:00000040:3.0:1767384680.134292:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000f8739b97 x1853237049197952 msgsize 328 00000100:00100000:2.0:1767384680.134295:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197824 00010000:00000001:1.0:1767384680.134295:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134299:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000065abcd25. 00000100:00000001:1.0:1767384680.134301:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.134302:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384680.134307:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00100000:00000010:0.0:1767384680.134307:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000038f03937. 00000100:00100000:3.0:1767384680.134308:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384680.134310:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.134313:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134314:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ced08bdd. 02000000:00000001:2.0:1767384680.134321:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134323:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bfe55d57. 00000100:00000001:3.0:1767384680.134324:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384680.134325:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384680.134329:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197824 00000100:00000001:1.0:1767384680.134330:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00100000:00000010:0.0:1767384680.134331:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002b7b25ed. 00000020:00000001:2.0:1767384680.134333:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384680.134334:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384680.134335:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000020:00000040:2.0:1767384680.134338:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00100000:00000010:0.0:1767384680.134339:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f6864ca9. 00000400:00000010:3.0:1767384680.134341:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000040:1.0:1767384680.134341:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384680.134343:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:0.0:1767384680.134346:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b85be9bf. 00000020:00000040:2.0:1767384680.134349:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=12 00100000:00000010:0.0:1767384680.134354:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005ae61841. 00000020:00000001:2.0:1767384680.134356:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000001:3.0:1767384680.134357:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384680.134363:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000394d1090 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16358:1853237049197696:0@lo:103: 00000020:00000001:2.0:1767384680.134364:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00100000:00000010:0.0:1767384680.134364:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b4ea3fb9. 00000100:00000200:3.0:1767384680.134367:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:0.0:1767384680.134371:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006dce2b89. 00000100:00000001:1.0:1767384680.134373:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.134374:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384680.134380:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:0.0:1767384680.134380:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a4e9af19. 00000020:00000010:2.0:1767384680.134382:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000100:00000040:1.0:1767384680.134386:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000394d1090 x1853237049197696/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.134389:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.134390:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384680.134397:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00000100:00000040:3.0:1767384680.134398:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.134398:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384680.134401:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384680.134404:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad2f986f. 00000020:00000010:2.0:1767384680.134406:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000898b12ea. 02000000:00000001:1.0:1767384680.134409:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384680.134414:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384680.134415:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f08f1ed. 00100000:00000010:0.0:1767384680.134415:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001f084ece. 00000020:00000040:1.0:1767384680.134416:0:16358:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=5 obd=MGC192.168.202.154@tcp 00100000:00000010:0.0:1767384680.134422:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000058805acd. 00000100:00000001:3.0:1767384680.134423:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.134424:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384680.134425:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8a75768. 00100000:00000010:0.0:1767384680.134426:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e0a417d3. 02000000:00000010:1.0:1767384680.134427:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000070ad26c8. 00000100:00000001:3.0:1767384680.134431:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384680.134435:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00100000:00000010:0.0:1767384680.134435:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005943339c. 00000100:00000040:2.0:1767384680.134436:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:1.0:1767384680.134438:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384680.134439:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134441:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000062f189c3. 00000100:00000001:2.0:1767384680.134443:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1767384680.134443:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000394d1090. 00000100:00000001:3.0:1767384680.134444:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294969463 00100000:00000010:0.0:1767384680.134446:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000be944fb0. 00000100:00000001:2.0:1767384680.134448:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384680.134449:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384680.134452:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 0, keep current deadline 4294969463 00100000:00000010:0.0:1767384680.134453:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d278da53. 00010000:00000001:2.0:1767384680.134454:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384680.134454:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.134460:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294969463 00010000:00000001:2.0:1767384680.134460:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.134461:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:0.0:1767384680.134461:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a9b25ee9. 00010000:00000001:2.0:1767384680.134466:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384680.134468:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 1, keep current deadline 4294969463 00100000:00000010:0.0:1767384680.134468:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e2cd1666. 00000100:00000001:1.0:1767384680.134469:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384680.134471:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384680.134473:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.134475:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294969463 00100000:00000010:0.0:1767384680.134475:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e2e2415d. 00000020:00000001:2.0:1767384680.134476:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384680.134477:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.134483:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 2, keep current deadline 4294969463 00000100:00000001:1.0:1767384680.134483:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134483:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000096acecc4. 00000020:00000040:2.0:1767384680.134484:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f46bb175 refcount=3 00100000:00000010:0.0:1767384680.134490:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000073a7e68f. 00000100:00000001:3.0:1767384680.134491:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294969463 00000020:00000001:2.0:1767384680.134492:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363676672 : -128356345874944 : ffff8b42b5997600) 00100000:00000010:0.0:1767384680.134495:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007221e1cc. 00000100:00000001:3.0:1767384680.134497:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request active for cpu 3, keep current deadline 4294969463 00010000:00000001:2.0:1767384680.134500:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363676672 : -128356345874944 : ffff8b42b5997600) 00000100:00000001:3.0:1767384680.134502:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:0.0:1767384680.134502:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000001f39307. 00010000:00000001:2.0:1767384680.134506:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384680.134508:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134508:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000859b410b. 00010000:00000001:2.0:1767384680.134510:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384680.134513:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:0.0:1767384680.134513:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004cc228b8. 00010000:00000001:2.0:1767384680.134515:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.134516:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.134518:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:0.0:1767384680.134518:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005e941d14. 00000100:00000001:2.0:1767384680.134522:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.134524:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.134524:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00100000:00000010:0.0:1767384680.134524:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a8bef413. 00000100:00000001:2.0:1767384680.134529:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134531:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c8264eaf. 00000100:00000040:1.0:1767384680.134532:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:0.0:1767384680.134536:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005148da50. 00100000:00000010:0.0:1767384680.134540:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006ecb6bd6. 00000100:00000001:3.0:1767384680.134542:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:0.0:1767384680.134545:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fcda2912. 00000100:00000001:2.0:1767384680.134546:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.134547:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134550:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ee8eb8fc. 00100000:00000010:0.0:1767384680.134556:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a4f7c517. 00000100:00000001:1.0:1767384680.134557:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00100000:00000010:0.0:1767384680.134560:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000015c25282. 00000100:00000001:1.0:1767384680.134561:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.134564:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00100000:00000010:0.0:1767384680.134564:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000010560c63. 02000000:00000001:1.0:1767384680.134566:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384680.134569:0:17074:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384680.134569:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049197952 02000000:00000001:1.0:1767384680.134570:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00100000:00000010:0.0:1767384680.134570:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000bc3fa4d. 00000100:00000001:3.0:1767384680.134574:0:17074:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.134575:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384680.134576:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134577:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009feb9637. 00000100:00000001:2.0:1767384680.134579:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384680.134583:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5c119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16356:1853237049198080:0@lo:9: 00000100:00000001:2.0:1767384680.134584:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134584:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000007fb1f34. 00000100:00000001:3.0:1767384680.134588:0:17074:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384680.134592:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384680.134593:0:17074:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384680.134593:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384680.134594:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000591ff149. 02000000:00000001:1.0:1767384680.134595:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384680.134600:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049197952 02000000:00000001:1.0:1767384680.134601:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.134602:0:17074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00100000:00000010:0.0:1767384680.134602:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f91d8757. 00000020:00000001:2.0:1767384680.134604:0:17075:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384680.134607:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384680.134610:0:17074:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000020:00000040:2.0:1767384680.134611:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00100000:00000010:0.0:1767384680.134611:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000054ccfb8. 02000000:00000010:1.0:1767384680.134613:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070ad26c8. 00000100:00000001:3.0:1767384680.134616:0:17074:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188123776 : -128361521427840 : ffff8b41811cca80) 00000020:00000001:2.0:1767384680.134616:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:0.0:1767384680.134618:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000000d20ef8. 02000000:00000001:1.0:1767384680.134620:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384680.134621:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=13 00100000:00000010:0.0:1767384680.134626:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009422f360. 00000020:00000001:2.0:1767384680.134628:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:3.0:1767384680.134629:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098af1c2a x1853237049197824/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384680.134629:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00100000:00000010:0.0:1767384680.134632:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008101186a. 00000020:00000001:2.0:1767384680.134635:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000400:00000010:1.0:1767384680.134638:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000100:00000001:2.0:1767384680.134642:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384680.134645:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198080, portal 4 00000020:00000010:2.0:1767384680.134648:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000100:00000001:1.0:1767384680.134650:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00100000:00000010:0.0:1767384680.134653:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008725af0c. 00000100:00000001:2.0:1767384680.134654:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384680.134654:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737447040 : -128356972104576 : ffff8b429045f480) 00100000:00000010:0.0:1767384680.134660:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006aa2817d. 00000020:00000010:2.0:1767384680.134662:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 00000100:00000040:1.0:1767384680.134665:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:0.0:1767384680.134666:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e6d93428. 00000020:00000010:2.0:1767384680.134671:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edc080d2. 00100000:00000010:0.0:1767384680.134674:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003f00b0db. 00000020:00000010:2.0:1767384680.134681:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f845f3b. 00100000:00000010:0.0:1767384680.134681:0:40107:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000e3d0c0c. 00100000:00000001:0.0:1767384680.134687:0:40107:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000020:00000010:2.0:1767384680.134690:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00080000:00000001:0.0:1767384680.134691:0:40107:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.134693:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384680.134694:0:17074:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384680.134698:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384680.134700:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384680.134700:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384680.134701:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000083d594a. 00000020:00080000:0.0:1767384680.134701:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000a2c5ddf0) has no exports 00000400:00000010:1.0:1767384680.134704:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000001:2.0:1767384680.134705:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384680.134706:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:3.0:1767384680.134708:0:17074:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384680.134711:0:17075:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000200:1.0:1767384680.134711:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237049198080, offset 0 00010000:00000001:0.0:1767384680.134712:0:40107:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000020:00000010:3.0:1767384680.134714:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000083d594a. 00010000:00000001:2.0:1767384680.134716:0:17075:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384680.134740:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384680.134749:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384680.134751:0:17075:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384680.134755:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767384680.134756:0:17074:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098af1c2a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+13:16359:x1853237049197824:12345-0@lo:103: 00000020:00000001:2.0:1767384680.134759:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384680.134759:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260008600 00000020:00000040:2.0:1767384680.134763:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fa06b5d refcount=3 00000100:00000200:3.0:1767384680.134768:0:17074:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197824 00000020:00000001:2.0:1767384680.134769:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363671040 : -128356345880576 : ffff8b42b5996000) 00000400:00000200:1.0:1767384680.134773:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5752 00010000:00000001:3.0:1767384680.134774:0:17074:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1767384680.134777:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363671040 : -128356345880576 : ffff8b42b5996000) 00010000:00000002:3.0:1767384680.134779:0:17074:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:1.0:1767384680.134780:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384680.134782:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384680.134784:0:17074:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1767384680.134786:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384680.134788:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.134790:0:17074:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384680.134793:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384680.134794:0:17074:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384680.134794:0:17075:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384680.134795:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:0.0:1767384680.134797:0:17119:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 02000000:00000010:3.0:1767384680.134800:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e3e6df1. 00000100:00000001:2.0:1767384680.134802:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.134802:0:17119:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.134806:0:17074:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.134810:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.134811:0:17074:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384680.134813:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b24f12ea. 00000100:00000001:2.0:1767384680.134818:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384680.134818:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b24f12ea x1853237049198080 msgsize 224 00010000:00000001:3.0:1767384680.134819:0:17074:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384680.134823:0:17074:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384680.134829:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1767384680.134829:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384680.134832:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384680.134834:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384680.134836:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384680.134838:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f46bb175 refcount=3 00000100:00000001:1.0:1767384680.134842:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384680.134843:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363676672 : -128356345874944 : ffff8b42b5997600) 00000100:00100000:2.0:1767384680.134846:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:3.0:1767384680.134849:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363676672 : -128356345874944 : ffff8b42b5997600) 00000100:00000040:2.0:1767384680.134851:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 2 00000400:00000200:1.0:1767384680.134852:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00010000:00000040:3.0:1767384680.134854:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000484140da count: 2 00000400:00000010:1.0:1767384680.134856:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000001:2.0:1767384680.134858:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188127360 : -128361521424256 : ffff8b41811cd880) 00010000:00000001:3.0:1767384680.134861:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384680.134862:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384680.134867:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8739b97 x1853237049197952/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384680.134868:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:0.0:1767384680.134869:0:40107:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000200:1.0:1767384680.134871:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.134873:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:0.0:1767384680.134876:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f77a253. 00010000:00000001:3.0:1767384680.134878:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.134885:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384680.134886:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b4a815e. 00010000:00000001:3.0:1767384680.134893:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1767384680.134895:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8cba0fc. 00010000:00000001:3.0:1767384680.134898:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384680.134903:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384680.134906:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f09b9ff. 00010000:00000001:3.0:1767384680.134907:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384680.134907:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384680.134909:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.134912:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384680.134913:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004cc95d5e. 00000020:00000010:0.0:1767384680.134915:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005ed27b2a. 00010000:00000001:3.0:1767384680.134917:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384680.134919:0:17075:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384680.134922:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767384680.134925:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000167214cd. 00000020:00000010:2.0:1767384680.134927:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004cc95d5e. 40000000:00000010:0.0:1767384680.134934:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000634174d9. 00000100:00000001:1.0:1767384680.134935:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384680.134936:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f46bb175 with handle 0xefc2db714b35c149 from hash 00000100:00100000:2.0:1767384680.134941:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8739b97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+13:16359:x1853237049197952:12345-0@lo:103: 00000100:00000001:1.0:1767384680.134943:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384680.134944:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00100000:00000010:0.0:1767384680.134944:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c94771a4. 00010000:00000001:3.0:1767384680.134948:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384680.134950:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049197952 00010000:00000001:3.0:1767384680.134951:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384680.134952:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384680.134952:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c09e6632. 00010000:00000001:2.0:1767384680.134954:0:17075:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767384680.134955:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000002:2.0:1767384680.134958:0:17075:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384680.134960:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000010:0.0:1767384680.134961:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004e9c7abc. 00010000:00000001:2.0:1767384680.134963:0:17075:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1767384680.134965:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384680.134966:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3540 usecs (4 jiffies) 00000100:00000001:2.0:1767384680.134969:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000010:0.0:1767384680.134969:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045c0b5cc. 00010000:00010000:3.0:1767384680.134972:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f46bb175/0xefc2db714b35c149 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c142 expref: 13 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384680.134974:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384680.134977:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969463 00080000:00000010:0.0:1767384680.134979:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b17d0b63. 02000000:00000010:2.0:1767384680.134980:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a1078c9. 00000100:00000001:1.0:1767384680.134984:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969463 02000000:00000001:2.0:1767384680.134987:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384680.134989:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e28df51d. 00000100:00000001:1.0:1767384680.134991:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969463 00000100:00000001:2.0:1767384680.134992:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.134993:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 6 00000100:00000001:1.0:1767384680.134997:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969463 00010000:00000001:2.0:1767384680.134998:0:17075:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000010:0.0:1767384680.134998:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000035098b17. 00000020:00000040:3.0:1767384680.134999:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 12 00000100:00000001:1.0:1767384680.135002:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969463 00010000:00010000:2.0:1767384680.135003:0:17075:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00000010:0.0:1767384680.135007:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae87fe73. 00010000:00000001:2.0:1767384680.135009:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384680.135009:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969463 00010000:00000001:3.0:1767384680.135011:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384680.135013:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384680.135015:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384680.135015:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969463 00000004:00000010:0.0:1767384680.135016:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da6ea10b. 00000020:00000040:2.0:1767384680.135017:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fa06b5d refcount=3 00010000:00000001:3.0:1767384680.135021:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384680.135022:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969463 00000020:00000001:2.0:1767384680.135024:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717363671040 : -128356345880576 : ffff8b42b5996000) 00000004:00000010:0.0:1767384680.135024:0:40107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000aef5739f. 00010000:00000001:3.0:1767384680.135025:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384680.135027:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384680.135031:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446615717363671040 : -128356345880576 : ffff8b42b5996000) 00010000:00000001:3.0:1767384680.135033:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.135033:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd2b012. 00000100:00000001:1.0:1767384680.135034:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384680.135037:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fd2b1a30 count: 3 00010000:00000001:3.0:1767384680.135040:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384680.135042:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.135043:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000484140da count: 0 00010000:00000001:2.0:1767384680.135043:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000002:0.0:1767384680.135045:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000de43846b/00000000fd79144a to site lru. bkt: 00000000436d8c39 00000020:00000001:2.0:1767384680.135048:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384680.135049:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384680.135052:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000004:00000010:0.0:1767384680.135053:0:40107:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000007fa2bd7b. 00010000:00010000:3.0:1767384680.135055:0:17074:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384680.135056:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135057:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384680.135060:0:17074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384680.135061:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135062:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1767384680.135067:0:17074:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384680.135068:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384680.135068:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384680.135072:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384680.135073:0:17074:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135073:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:0.0:1767384680.135076:0:40107:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00010000:00000001:2.0:1767384680.135078:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384680.135079:0:17074:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384680.135079:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384680.135080:0:40107:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00010000:00000001:2.0:1767384680.135082:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384680.135085:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.135087:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384680.135088:0:17074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000040:0.0:1767384680.135088:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b585ad59 : new refcount 2 00010000:00000001:2.0:1767384680.135092:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.135095:0:17074:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 17 to 0@lo 00000040:00000001:0.0:1767384680.135095:0:40107:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000020:00000040:2.0:1767384680.135098:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fa06b5d with handle 0xefc2db714b35c1ce from hash 00000100:00000001:3.0:1767384680.135101:0:17074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000040:00000001:0.0:1767384680.135101:0:40107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00010000:00000001:2.0:1767384680.135103:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384680.135106:0:17074:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384680.135107:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384680.135109:0:17074:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.135110:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384680.135114:0:17074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384680.135114:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384680.135116:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000001:0.0:1767384680.135117:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:2.0:1767384680.135120:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384680.135121:0:17074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000001:0.0:1767384680.135123:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000400:00000010:3.0:1767384680.135127:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00040000:00000001:0.0:1767384680.135127:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:2.0:1767384680.135128:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fa06b5d/0xefc2db714b35c1ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c1c7 expref: 12 pid: 17082 timeout: 0 lvb_type: 0 00040000:00000001:0.0:1767384680.135132:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000200:3.0:1767384680.135134:0:17074:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197824, offset 224 00040000:00000001:0.0:1767384680.135137:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384680.135140:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000400:00000200:3.0:1767384680.135147:0:17074:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384680.135147:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 5 00080000:00000010:0.0:1767384680.135150:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000faa33723. 00000020:00000040:2.0:1767384680.135153:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 11 00000100:00000001:1.0:1767384680.135155:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384680.135159:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049198080 00000004:00000010:0.0:1767384680.135159:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002821faaa. 00000400:00000200:3.0:1767384680.135160:0:17074:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384680.135163:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384680.135164:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384680.135168:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384680.135169:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000010:0.0:1767384680.135171:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c6382f1a. 00000100:00000001:1.0:1767384680.135172:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.135173:0:17075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384680.135177:0:17074:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008500 00010000:00000001:2.0:1767384680.135179:0:17075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384680.135179:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384680.135180:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384680.135186:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00010000:00000001:2.0:1767384680.135187:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384680.135187:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049198080 00000020:00000001:1.0:1767384680.135191:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384680.135193:0:17074:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2185 [1] + 224 00000004:00000010:0.0:1767384680.135193:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b4a58029. 00010000:00000001:2.0:1767384680.135194:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:1.0:1767384680.135195:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c284 00010000:00010000:2.0:1767384680.135200:0:17075:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1767384680.135200:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384680.135203:0:17074:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384680.135205:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384680.135205:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e53c2f30 refcount=5 00000004:00000001:0.0:1767384680.135205:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:0.0:1767384680.135210:0:40107:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.135212:0:17074:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384680.135212:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00010000:00000001:2.0:1767384680.135213:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000040:00000010:0.0:1767384680.135217:0:40107:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000190b1c85. 00010000:00000001:2.0:1767384680.135219:0:17075:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.135219:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717408094208 : -128356301457408 : ffff8b42b83f3800) 00000100:00000001:3.0:1767384680.135221:0:17074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384680.135227:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ffff6014 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384680.135227:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384680.135230:0:17074:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384680.135232:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b85559c. 00000100:00000001:2.0:1767384680.135235:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000040:00000010:0.0:1767384680.135238:0:40107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e752b93a. 00000100:00000001:1.0:1767384680.135239:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384680.135241:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 18 to 0@lo 00000020:00000010:1.0:1767384680.135245:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b85559c. 00000100:00000001:2.0:1767384680.135249:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000040:00000001:0.0:1767384680.135250:0:40107:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384680.135252:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad2f986f. 02000000:00000001:2.0:1767384680.135258:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000040:00000001:0.0:1767384680.135258:0:40107:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000020:00000010:1.0:1767384680.135259:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d365319. 00000100:00000040:3.0:1767384680.135262:0:17074:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384680.135263:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384680.135264:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b585ad59 : new refcount 1 00000020:00000010:1.0:1767384680.135265:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:2.0:1767384680.135285:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384680.135286:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:0.0:1767384680.135291:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000e717b064 : new refcount 2 00000100:00000001:1.0:1767384680.135292:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384680.135295:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384680.135295:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00000010:0.0:1767384680.135298:0:40107:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000b585ad59. 00000100:00000001:1.0:1767384680.135300:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384680.135303:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000200:2.0:1767384680.135309:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049197952, offset 224 00000040:00000001:0.0:1767384680.135310:0:40107:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135311:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.135315:0:17074:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:0.0:1767384680.135317:0:40107:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000400:00000200:2.0:1767384680.135319:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:0.0:1767384680.135322:0:40107:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135329:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384680.135329:0:40107:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.135330:0:17074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000400:00000200:2.0:1767384680.135331:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384680.135337:0:17074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000004:00000010:0.0:1767384680.135337:0:40107:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000aa00f214. 00000100:00000001:3.0:1767384680.135343:0:17074:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384680.135344:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260008580 00000004:00000001:0.0:1767384680.135345:0:40107:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000001:3.0:1767384680.135347:0:17074:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384680.135347:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384680.135352:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384680.135355:0:17074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.135356:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2191 [1] + 224 00000100:00100000:1.0:1767384680.135362:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384680.135364:0:17074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 17 to 0@lo 00000400:00000200:2.0:1767384680.135367:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384680.135369:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e53c2f30 : new rpc_count 1 00010000:00000001:3.0:1767384680.135370:0:17074:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.135376:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384680.135376:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712282757760 : -128361426793856 : ffff8b4186c0ca80) 00010000:00000001:3.0:1767384680.135377:0:17074:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.135385:0:17075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384680.135387:0:17074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098af1c2a x1853237049197824/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384680.135388:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b24f12ea x1853237049198080/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384680.135393:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.135395:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.135400:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384680.135406:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.135411:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384680.135416:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e2375b. 00000400:00000200:0.0:1767384680.135424:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8caca2b 00000100:00000001:1.0:1767384680.135427:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384680.135430:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000100:00100000:3.0:1767384680.135431:0:17074:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098af1c2a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+11:16359:x1853237049197824:12345-0@lo:103: Request processed in 734us (1712us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384680.135432:0:17075:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384680.135432:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b85559c. 00000100:00000001:0.0:1767384680.135437:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384680.135438:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384680.135445:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b85559c. 00000100:00000200:0.0:1767384680.135446:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.135457:0:17074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1767384680.135457:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b24f12ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237049198080:12345-0@lo:9: 00000100:00000040:3.0:1767384680.135465:0:17074:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 1 00000100:00000001:2.0:1767384680.135469:0:17075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384680.135469:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198080 00000100:00000001:3.0:1767384680.135471:0:17074:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384680.135475:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384680.135476:0:17074:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384680.135477:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000020:00000001:1.0:1767384680.135480:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384680.135482:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f08f1ed. 00000400:00000010:2.0:1767384680.135482:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000200:0.0:1767384680.135483:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384680.135484:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.135487:0:17075:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384680.135490:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8a75768. 00000020:00000001:1.0:1767384680.135491:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384680.135492:0:17075:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384680.135496:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664155408 : -1045396208 : ffffffffc1b08510) 00000020:00000010:3.0:1767384680.135498:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000898b12ea. 00000100:00000001:2.0:1767384680.135498:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.135506:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1767384680.135508:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 10 00000100:00000040:2.0:1767384680.135508:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 16 to 0@lo 00000100:00000001:0.0:1767384680.135508:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384680.135510:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.135512:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.135516:0:17074:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384680.135516:0:17075:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.135517:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384680.135518:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384680.135523:0:17075:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.135523:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384680.135524:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384680.135528:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.135529:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384680.135533:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8739b97 x1853237049197952/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:661/0 lens 328/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.135534:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.135535:0:17896:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000004:00000001:3.0:1767384680.135538:0:17109:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.135540:0:17896:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 02000000:00000001:0.0:1767384680.135541:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135545:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1767384680.135549:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=98 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384680.135551:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384680.135558:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=98 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384680.135559:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000386a4827. 00000100:00100000:2.0:1767384680.135560:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8739b97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+10:16359:x1853237049197952:12345-0@lo:103: Request processed in 651us (1264us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384680.135566:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.135567:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384680.135572:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135573:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.135576:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384680.135579:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00000001:0.0:1767384680.135580:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384680.135582:0:17896:0:(genops.c:887:class_export_get()) GET export 00000000e53c2f30 refcount=6 00000100:00000040:2.0:1767384680.135585:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00000001:0.0:1767384680.135586:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.135588:0:17896:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384680.135591:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384680.135595:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:1.0:1767384680.135595:0:17896:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000040:0.0:1767384680.135596:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384680.135599:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f845f3b. 00000020:00000040:1.0:1767384680.135601:0:17896:0:(genops.c:887:class_export_get()) GET export 00000000e53c2f30 refcount=7 00000020:00000010:2.0:1767384680.135606:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00010000:00000001:1.0:1767384680.135606:0:17896:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384680.135610:0:17896:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000010:2.0:1767384680.135614:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edc080d2. 00000020:00000040:1.0:1767384680.135616:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 6 00000020:00000080:1.0:1767384680.135620:0:17896:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c284 00000100:00000001:0.0:1767384680.135620:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384680.135621:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 9 00000020:00000040:1.0:1767384680.135624:0:17896:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e53c2f30 with handle 0xefc2db714b35c284 from hash 00000100:00000001:2.0:1767384680.135628:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.135628:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384680.135629:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 5 00000100:00000001:0.0:1767384680.135632:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384680.135635:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b69e06d3. 00000100:00000040:0.0:1767384680.135639:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384680.135640:0:17896:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384680.135643:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 4 00000020:00000001:1.0:1767384680.135646:0:17896:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384680.135648:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 3 00000020:00000001:1.0:1767384680.135653:0:17896:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135658:0:17896:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00100000:0.0:1767384680.135662:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae9a433d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049197824:0@lo:103: 00000100:00080000:1.0:1767384680.135663:0:17896:0:(import.c:65:import_set_state_nolock()) 00000000ff4e5b07 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384680.135670:0:17896:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384680.135672:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.135673:0:17896:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384680.135676:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384680.135677:0:17896:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000040:0.0:1767384680.135683:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae9a433d x1853237049197824/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384680.135692:0:17896:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.135692:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.135695:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384680.135699:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000848dffc1. 00000020:00000010:1.0:1767384680.135701:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f25dd2ff. 02000000:00000001:0.0:1767384680.135704:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384680.135708:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b789f69. 00000020:00000001:0.0:1767384680.135708:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.135712:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000020:00000010:1.0:1767384680.135715:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b91dd15. 00000020:00000001:3.0:1767384680.135716:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384680.135748:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384680.135749:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384680.135750:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000746d3371. 02000000:00000010:0.0:1767384680.135752:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007dfefd7c. 00010000:00010000:3.0:1767384680.135754:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384680.135758:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e37c30cc. 02000000:00000001:0.0:1767384680.135761:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384680.135764:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 80000000:00000010:1.0:1767384680.135765:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007b7b235f. 00000100:00000010:0.0:1767384680.135767:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae9a433d. 40000000:00000010:1.0:1767384680.135771:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b69e06d3. 00000100:00000001:0.0:1767384680.135773:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384680.135776:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384680.135778:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048c85aa1. 00000100:00000001:0.0:1767384680.135780:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384680.135784:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aa9193ab. 00000100:00000001:0.0:1767384680.135784:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.135787:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00040000:00000010:1.0:1767384680.135791:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ffb62a14. 00000400:00000001:0.0:1767384680.135792:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.135796:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384680.135799:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013cd3b3b. 00080000:00000010:1.0:1767384680.135800:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000455999c6. 00000400:00000200:0.0:1767384680.135805:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587a5574 00080000:00000010:1.0:1767384680.135807:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002785d9cb. 00000400:00000010:0.0:1767384680.135809:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00002000:00000010:1.0:1767384680.135813:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002439a560. 00000100:00000001:0.0:1767384680.135815:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1767384680.135818:0:17896:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000200:0.0:1767384680.135821:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384680.135822:0:17896:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000001:00000001:1.0:1767384680.135829:0:17896:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384680.135831:0:17896:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384680.135837:0:17896:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000200:0.0:1767384680.135841:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384680.135842:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000706db5f0. 00080000:00000001:1.0:1767384680.135846:0:17896:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712286036480 : -128361423515136 : ffff8b4186f2d200) 00080000:00000001:1.0:1767384680.135853:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384680.135856:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:1.0:1767384680.135859:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384680.135860:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384680.135863:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005b85559c. 00000100:00000001:0.0:1767384680.135865:0:16359:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:1.0:1767384680.135867:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.135869:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:1.0:1767384680.135872:0:17896:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384680.135872:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384680.135876:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.135878:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384680.135881:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000af492a08 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384680.135884:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=98 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384680.135885:0:17896:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.135892:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000001:1.0:1767384680.135893:0:17896:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000001:0.0:1767384680.135896:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.135900:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384680.135902:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.135904:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.135907:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.135915:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.135917:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000040:1.0:1767384680.135918:0:17896:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:0.0:1767384680.135919:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384680.135925:0:17896:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.135927:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384680.135930:0:17896:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384680.135940:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005b85559c. 00000100:00100000:0.0:1767384680.135940:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007d3c45e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16359:1853237049197952:0@lo:103: 00040000:00000001:1.0:1767384680.135947:0:17896:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1767384680.135948:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384680.135951:0:17896:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1767384680.135952:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1767384680.135955:0:17896:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.135957:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007d3c45e x1853237049197952/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384680.135958:0:17896:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384680.135964:0:17896:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384680.135969:0:17896:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384680.135972:0:17896:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384680.135976:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006a4df3d5. 00000100:00000001:0.0:1767384680.135976:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.135979:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:1.0:1767384680.135980:0:17896:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712286031872 : -128361423519744 : ffff8b4186f2c000) 00080000:00000001:1.0:1767384680.135984:0:17896:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000010:0.0:1767384680.135984:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089cecc35. 00000001:00000001:1.0:1767384680.135987:0:17896:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384680.135991:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005b85559c. 02000000:00000001:0.0:1767384680.135993:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:1.0:1767384680.135994:0:17896:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384680.135998:0:17896:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384680.135999:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:1.0:1767384680.136001:0:17896:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.136002:0:16359:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000001:00000010:1.0:1767384680.136007:0:17896:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009308618f. 00000020:00000001:0.0:1767384680.136008:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384680.136011:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005f8387d1. 00000001:00000040:1.0:1767384680.136013:0:17896:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000e53c2f30 : new cb_count 1 02000000:00000001:0.0:1767384680.136017:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384680.136018:0:17896:0:(genops.c:887:class_export_get()) GET export 00000000e53c2f30 refcount=4 02000000:00000001:0.0:1767384680.136021:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384680.136024:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007d3c45e. 00000100:00000001:0.0:1767384680.136028:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384680.136029:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.136032:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384680.136033:0:17896:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:0.0:1767384680.136036:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1767384680.136037:0:17896:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384680.136041:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384680.136045:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005b85559c. 00000100:00000001:0.0:1767384680.136046:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.136049:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384680.136053:0:17896:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384680.136056:0:17896:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384680.136058:0:17896:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384680.136060:0:17896:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:1.0:1767384680.136065:0:17896:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000020:00000010:0.0:1767384680.136068:0:40107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000145df6bf. 00000001:00000001:1.0:1767384680.136069:0:17896:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384680.136077:0:17896:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b789f69. 00000020:00000010:0.0:1767384680.136077:0:40107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000bd60400. 00000020:00000010:1.0:1767384680.136084:0:17896:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000b91dd15. 00000020:00000010:0.0:1767384680.136085:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000561efab5. 00000020:00000010:1.0:1767384680.136093:0:17896:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000746d3371. 00000020:00000010:0.0:1767384680.136094:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f23291fe. 00000020:00000010:1.0:1767384680.136097:0:17896:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e37c30cc. 00000040:00000010:0.0:1767384680.136100:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003448abbc. 80000000:00000010:1.0:1767384680.136102:0:17896:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007b7b235f. 00000020:00000010:0.0:1767384680.136107:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066844df7. 40000000:00000010:1.0:1767384680.136109:0:17896:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b69e06d3. 00100000:00000010:1.0:1767384680.136114:0:17896:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048c85aa1. 00000020:00000010:0.0:1767384680.136114:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fed9c58e. 00040000:00000010:1.0:1767384680.136121:0:17896:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aa9193ab. 00000020:00000010:0.0:1767384680.136123:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000098966e05. 00040000:00000010:1.0:1767384680.136125:0:17896:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ffb62a14. 80000000:00000010:0.0:1767384680.136129:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0dc0ffc. 00080000:00000010:1.0:1767384680.136131:0:17896:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002785d9cb. 00080000:00000010:1.0:1767384680.136138:0:17896:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000455999c6. 40000000:00000010:0.0:1767384680.136138:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006cace773. 00002000:00000010:1.0:1767384680.136146:0:17896:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002439a560. 00100000:00000010:0.0:1767384680.136148:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e1dd5419. 00000020:00000010:1.0:1767384680.136150:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f25dd2ff. 00040000:00000010:0.0:1767384680.136154:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000082fc2e4. 00000001:00000001:1.0:1767384680.136155:0:17896:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384680.136159:0:17896:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000ea1d5e32) : new refcount 4 00000001:00000001:1.0:1767384680.136162:0:17896:0:(nodemap_member.c:32:nm_member_del()) Process entered 00040000:00000010:0.0:1767384680.136162:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d7aaca49. 00000001:00000040:1.0:1767384680.136165:0:17896:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 3 00000020:00000040:1.0:1767384680.136169:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 3 00040000:00000010:0.0:1767384680.136170:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000017d24942. 00000001:00000001:1.0:1767384680.136171:0:17896:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384680.136174:0:17896:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000ea1d5e32) : new refcount 2 00000001:00000001:1.0:1767384680.136177:0:17896:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00080000:00000010:0.0:1767384680.136178:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f5ae6afe. 00000020:00000040:1.0:1767384680.136179:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 2 00002000:00000001:1.0:1767384680.136184:0:17896:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.136186:0:17896:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384680.136187:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000eb12a03c. 00010000:00000001:1.0:1767384680.136188:0:17896:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.136192:0:17896:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384680.136195:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237049198080 00010000:00000001:1.0:1767384680.136198:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000010:0.0:1767384680.136198:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eef329cc. 00010000:00000200:1.0:1767384680.136204:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b24f12ea x1853237049198080/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384680.136205:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1897d14. 00000004:00000010:0.0:1767384680.136213:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a227a8b0. 00010000:00000001:1.0:1767384680.136214:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384680.136219:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384680.136220:0:40107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005238be59. 00000100:00001000:1.0:1767384680.136221:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 0000000025ca3554 time=88 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384680.136226:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066598122. 00000100:00000001:1.0:1767384680.136227:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384680.136230:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 17 to 0@lo 00000100:00000001:1.0:1767384680.136233:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384680.136236:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:0.0:1767384680.136236:0:40107:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 02000000:00000001:1.0:1767384680.136238:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384680.136241:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:20000000:0.0:1767384680.136242:0:40107:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00000040:1.0:1767384680.136243:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384680.136249:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000004:00000001:0.0:1767384680.136249:0:40107:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000200:1.0:1767384680.136254:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237049198080, offset 224 00000004:00000040:0.0:1767384680.136257:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003658aff2 : new refcount 3 00000400:00000200:1.0:1767384680.136261:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:0.0:1767384680.136263:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003658aff2 : new refcount 2 00000004:00000040:0.0:1767384680.136283:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003658aff2 : new refcount 1 00000004:00000040:0.0:1767384680.136286:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d4ff6ffa : new refcount 3 00000400:00000200:1.0:1767384680.136289:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:0.0:1767384680.136291:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d4ff6ffa : new refcount 2 00000004:00000040:0.0:1767384680.136296:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d4ff6ffa : new refcount 1 00000400:00000200:1.0:1767384680.136298:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260008600 00000020:00000001:0.0:1767384680.136301:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000400:00000200:1.0:1767384680.136306:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2199 [1] + 224 00000020:00080000:0.0:1767384680.136306:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000a2c5ddf0) has no exports 00000400:00000200:1.0:1767384680.136313:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384680.136313:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:0.0:1767384680.136318:0:40107:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000200:1.0:1767384680.136319:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384680.136324:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384680.136324:0:40107:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000100:00000200:1.0:1767384680.136329:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.136330:0:40107:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384680.136334:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384680.136339:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:1.0:1767384680.136340:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384680.136355:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384680.136359:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000400:00000010:1.0:1767384680.136361:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000001:1.0:1767384680.136362:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384680.136363:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384680.136366:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384680.136367:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 16 to 0@lo 00010000:00000001:1.0:1767384680.136370:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384680.136371:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.136373:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384680.136376:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b24f12ea x1853237049198080/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.136379:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384680.136383:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384680.136389:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384680.136391:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b24f12ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16356:x1853237049198080:12345-0@lo:9: Request processed in 963us (1571us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384680.136394:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384680.136398:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f34b6f. 00000100:00100000:1.0:1767384680.136401:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000200:2.0:1767384680.136404:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1267d33 00000100:00000040:1.0:1767384680.136405:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e53c2f30 : new rpc_count 0 00000400:00000010:2.0:1767384680.136410:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1267d33. 00000100:00000001:1.0:1767384680.136410:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384680.136413:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384680.136416:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384680.136417:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d365319. 00000020:00000010:1.0:1767384680.136422:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000200:2.0:1767384680.136423:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384680.136426:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad2f986f. 00000020:00000040:1.0:1767384680.136431:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 1 00000100:00000001:1.0:1767384680.136435:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384680.136442:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.136450:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384680.136452:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.136454:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384680.136456:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384680.136457:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384680.136459:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.136461:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384680.136465:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a4f00e5c time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384680.136468:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094bc8e4f time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384680.136471:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384680.136472:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384680.136474:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384680.136477:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384680.136485:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.136487:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384680.136489:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384680.136491:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384680.136493:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.136495:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.136503:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384680.136505:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384680.136506:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384680.136509:0:16356:0:(import.c:65:import_set_state_nolock()) 00000000640249d1 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384680.136512:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384680.136514:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:2.0:1767384680.136526:0:16356:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:2.0:1767384680.136528:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384680.136529:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384680.136530:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384680.136533:0:16356:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384680.136534:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384680.136537:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384680.136545:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5c119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16356:1853237049198080:0@lo:9: 00000100:00000001:2.0:1767384680.136550:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.136552:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384680.136555:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5c119a x1853237049198080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384680.136562:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384680.136564:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384680.136565:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070ad26c8. 02000000:00000001:2.0:1767384680.136568:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384680.136570:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384680.136571:0:16356:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384680.136574:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384680.136575:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000771dd03a. 02000000:00000001:2.0:1767384680.136578:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384680.136579:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384680.136580:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5c119a. 00000100:00000001:2.0:1767384680.136584:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384680.136585:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.136587:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384680.136591:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384680.136592:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.136594:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384680.136596:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384680.136751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073471a23. 00010000:00000010:1.1:1767384680.136754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cde13989. 00010000:00000010:3.1:1767384680.136770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000efc08b0e. 00000100:00000040:3.0:1767384680.139772:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294969463, at 4294969464 00000100:00000040:1.0:1767384680.139782:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294969463, at 4294969464 00000100:00000010:3.0:1767384680.139784:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0276c04. 00000100:00000040:2.0:1767384680.139788:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294969463, at 4294969464 00000100:00000010:1.0:1767384680.139790:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061c4cb89. 00000100:00000010:2.0:1767384680.139800:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d70c31b7. 00000001:00000001:0.0:1767384680.152264:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384680.152287:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384680.152289:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384680.166542:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.166553:0:40107:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.166555:0:40107:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384680.166558:0:40107:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:0.0:1767384680.166561:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:0.0:1767384680.166565:0:40107:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384680.166567:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384680.166570:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c19d 00000020:00000040:0.0:1767384680.166574:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d9970d75 with handle 0xefc2db714b35c19d from hash 00000020:00000001:0.0:1767384680.166583:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384680.166585:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000d9970d75 : new refcount 1 00000020:00000001:0.0:1767384680.166588:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384680.166590:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000d9970d75 : new refcount 0 00000020:00000080:0.0:1767384680.166592:0:40107:0:(genops.c:904:class_export_put()) final put 00000000d9970d75/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384680.166595:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.166616:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.166620:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384680.166622:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:0.0:1767384680.166671:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294969463, at 4294969490 00000020:00000001:1.0:1767384680.166674:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384680.166679:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000d9970d75/lustre-QMT0000_UUID for lustre-QMT0000 00000100:00000010:0.0:1767384680.166682:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005075c34d. 00000020:00000001:1.0:1767384680.166684:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384680.166689:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384680.166693:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f8b3797b) now 4 - export 00000020:00000010:1.0:1767384680.166697:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d9970d75. 00000020:00000001:1.0:1767384680.166711:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384680.166749:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000aa00f214. 00000020:00000080:0.0:1767384680.166753:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384680.166762:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384680.166765:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384680.166769:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384680.166771:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000f8b3797b) has no exports 00000020:00000001:0.0:1767384680.166773:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384680.166777:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384680.166780:0:40107:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384680.166781:0:40107:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384680.166784:0:40107:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384680.166787:0:40107:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384680.166791:0:40107:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384680.166793:0:40107:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000fcb5d360. 00000020:00000001:0.0:1767384680.166798:0:40107:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384680.166812:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384680.166815:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384680.166820:0:40107:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000ccd2d892. 00000001:00000001:0.0:1767384680.166825:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384680.166827:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384680.166829:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.166831:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000422de261. 00000001:00000010:0.0:1767384680.166834:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007f2b63c1. 00000001:00000010:0.0:1767384680.166836:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d7b602d1. 00000001:00000001:0.0:1767384680.166839:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384680.166840:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e11b35c2. 00000020:00000002:0.0:1767384680.166848:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000001f875b14/000000005b4dec6d to site lru. bkt: 0000000014efddea 00040000:00000001:0.0:1767384680.166850:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384680.166851:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384680.166853:0:40107:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000e59b2eaf. 00000001:00000001:0.0:1767384680.166856:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384680.166857:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384680.166858:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.166859:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000bcd12f6d. 00000001:00000010:0.0:1767384680.166860:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003b4d2922. 00000001:00000010:0.0:1767384680.166861:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e7c93a0d. 00000001:00000001:0.0:1767384680.166862:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384680.166863:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a5c4c384. 00000020:00000002:0.0:1767384680.166865:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000005d1896e1/00000000b0d01d81 to site lru. bkt: 0000000014efddea 00040000:00000001:0.0:1767384680.166866:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384680.166867:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384680.166869:0:40107:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005130ee8a. 00000001:00000001:0.0:1767384680.166871:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384680.166872:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384680.166873:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.166873:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001e1bc014. 00000001:00000010:0.0:1767384680.166874:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000000edf7862. 00000001:00000010:0.0:1767384680.166875:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ec621a95. 00000001:00000001:0.0:1767384680.166877:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384680.166879:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000570dc5fa. 00000020:00000002:0.0:1767384680.166881:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000a04181fb/00000000f3e617df to site lru. bkt: 0000000014efddea 00000020:00000002:0.0:1767384680.166883:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000d9ec2ba9/00000000919c5fa1 to site lru. bkt: 00000000a0c09efb 00040000:00000010:0.0:1767384680.166885:0:40107:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000f21b49a8. 00040000:00000001:0.0:1767384680.166887:0:40107:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384680.166887:0:40107:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384680.166888:0:40107:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f00160eb. 00000020:00000001:0.0:1767384680.166889:0:40107:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384680.166895:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384680.166895:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384680.166897:0:40107:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000003970f9e8. 00000001:00000001:0.0:1767384680.166899:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384680.166899:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384680.166900:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.166901:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000bfbeb5ae. 00000001:00000010:0.0:1767384680.166903:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000073043285. 00000001:00000010:0.0:1767384680.166904:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c0ad9838. 00000001:00000001:0.0:1767384680.166906:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384680.166907:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000201a8613. 00000020:00000002:0.0:1767384680.166909:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000ee9098a6/000000008856e22f to site lru. bkt: 0000000014efddea 00040000:00000001:0.0:1767384680.166911:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384680.166912:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384680.166914:0:40107:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000d18305bc. 00000001:00000001:0.0:1767384680.166915:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384680.166916:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384680.166917:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.166917:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000079d326c1. 00000001:00000010:0.0:1767384680.166918:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000079aa85e0. 00000001:00000010:0.0:1767384680.166919:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000081cb3975. 00000001:00000001:0.0:1767384680.166921:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384680.166921:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000fadf3f78. 00000020:00000002:0.0:1767384680.166923:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000094de0a1b/000000009a308adb to site lru. bkt: 0000000014efddea 00040000:00000001:0.0:1767384680.166924:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384680.166925:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384680.166926:0:40107:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000000ca682d1. 00000001:00000001:0.0:1767384680.166927:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384680.166928:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384680.166930:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.166930:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a7542fae. 00000001:00000010:0.0:1767384680.166932:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000cf74c1dd. 00000001:00000010:0.0:1767384680.166933:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007b55ba29. 00000001:00000001:0.0:1767384680.166935:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384680.166935:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006d9c9dbf. 00000020:00000002:0.0:1767384680.166938:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000001389d5cc/0000000057c9dd60 to site lru. bkt: 0000000014efddea 00000020:00000002:0.0:1767384680.166940:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000e1ba8d40/0000000004d43534 to site lru. bkt: 00000000cb0cb50c 00040000:00000010:0.0:1767384680.166941:0:40107:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000096044b2b. 00040000:00000001:0.0:1767384680.166942:0:40107:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384680.167007:0:17107:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000feeb269f. 00000020:00000010:1.0:1767384680.167021:0:17107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f10cbe6. 00000040:00000010:1.0:1767384680.167029:0:17107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000afcbc283. 00000020:00000010:1.0:1767384680.167034:0:17107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000effa3d09. 00000020:00000010:1.0:1767384680.167041:0:17107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bf9a9bf9. 00000020:00000010:1.0:1767384680.167047:0:17107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004b2c5d2a. 80000000:00000010:1.0:1767384680.167051:0:17107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a107dea7. 40000000:00000010:1.0:1767384680.167058:0:17107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000029deedd8. 00100000:00000010:1.0:1767384680.167065:0:17107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000707916bb. 00040000:00000010:1.0:1767384680.167070:0:17107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ba9896af. 00040000:00000010:1.0:1767384680.167077:0:17107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ca366a6. 00040000:00000010:1.0:1767384680.167082:0:17107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003583683c. 00080000:00000010:1.0:1767384680.167087:0:17107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007b1d213. 00080000:00000010:1.0:1767384680.167092:0:17107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002f81f001. 00000004:00000010:1.0:1767384680.167096:0:17107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077ce4793. 00000004:00000010:1.0:1767384680.167101:0:17107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bd5b77af. 00000004:00000010:1.0:1767384680.167106:0:17107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008ae1542b. 00000004:00000010:1.0:1767384680.167110:0:17107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cee87ef0. 00000020:00000010:1.0:1767384680.167114:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066147e9a. 00040000:00000010:1.0:1767384680.167117:0:17107:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 000000004f841e9a. 00040000:00000001:1.0:1767384680.167121:0:17107:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384680.167166:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000007f83cfc6/00000000a544d055 to site lru. bkt: 00000000fac56e7e 00040000:00000001:0.0:1767384680.167169:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384680.167172:0:40107:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384680.167173:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384680.167175:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c196 00000020:00000040:0.0:1767384680.167177:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e4204ea with handle 0xefc2db714b35c196 from hash 00000020:00000001:0.0:1767384680.167180:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384680.167181:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000008e4204ea : new refcount 1 00000020:00000001:0.0:1767384680.167183:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384680.167184:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000008e4204ea : new refcount 0 00000020:00000080:0.0:1767384680.167185:0:40107:0:(genops.c:904:class_export_put()) final put 000000008e4204ea/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384680.167186:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.167198:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.167199:0:40107:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384680.167201:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384680.167213:0:40107:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.167214:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.167229:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384680.167234:0:473:0:(genops.c:863:class_export_destroy()) destroying export 000000008e4204ea/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384680.167238:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384680.167240:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384680.167242:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:3.0:1767384680.167243:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 9 - export 00000001:00000010:0.0:1767384680.167246:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007547fc53. 00000020:00000010:3.0:1767384680.167248:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008e4204ea. 00000001:00000010:0.0:1767384680.167254:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000267e78bd. 00000001:00000010:0.0:1767384680.167258:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000048e79f16. 00000001:00000010:0.0:1767384680.167261:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004c1c8d9d. 00000020:00000001:3.0:1767384680.167262:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:0.0:1767384680.167263:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d1651f87. 00000001:00000010:0.0:1767384680.167286:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d5220869. 00000001:00000001:0.0:1767384680.167289:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384680.167291:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384680.167294:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a86600a0. 00000001:00000010:0.0:1767384680.167295:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c66a849. 00000001:00000010:0.0:1767384680.167297:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b87e686. 00000001:00000010:0.0:1767384680.167298:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cec4808f. 00000001:00000010:0.0:1767384680.167299:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008980582f. 00000001:00000010:0.0:1767384680.167300:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000018c495bf. 00000001:00000001:0.0:1767384680.167301:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384680.167302:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f8b3797b) now 3 - setup 00000020:00000001:0.0:1767384680.167304:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.167305:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384680.167307:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384680.167310:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384680.167314:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f8b3797b) now 2 - obd_device_list 00000020:00000080:0.0:1767384680.167316:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384680.167317:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f8b3797b) now 1 - newdev 00000020:00000040:0.0:1767384680.167319:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c70859f with handle 0xefc2db714b35c18f from hash 00000020:00000040:0.0:1767384680.167321:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000001c70859f : new refcount 0 00000020:00000080:0.0:1767384680.167322:0:40107:0:(genops.c:904:class_export_put()) final put 000000001c70859f/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384680.167323:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.167324:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384680.167325:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 000000001c70859f/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384680.167327:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384680.167328:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.167329:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001c70859f. 00000020:00000001:0.0:1767384680.167334:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384680.167335:0:40107:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384680.167337:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384680.167339:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384680.167343:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4800a53. 00000020:00000010:0.0:1767384680.167346:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4dc64a0. 00000040:00000010:0.0:1767384680.167349:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b22bd5f1. 00000020:00000010:0.0:1767384680.167352:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6b8f72b. 00000020:00000010:0.0:1767384680.167356:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384680.167360:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000116f4a01. 80000000:00000010:0.0:1767384680.167362:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384680.167365:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4df3a9e. 00100000:00000010:0.0:1767384680.167368:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3c15dfa. 00040000:00000010:0.0:1767384680.167371:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061d15099. 00040000:00000010:0.0:1767384680.167376:0:40107:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008ae1542b. 00040000:00000010:0.0:1767384680.167378:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de71697b. 00080000:00000010:0.0:1767384680.167383:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384680.167387:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 00000004:00000010:0.0:1767384680.167393:0:40107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077ce4793. 00000004:00000010:0.0:1767384680.167397:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001022e7df. 00000004:00000010:0.0:1767384680.167401:0:40107:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008ca366a6. 00000004:00000010:0.0:1767384680.167404:0:40107:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c885cadb. 00040000:00000001:0.0:1767384680.167407:0:40107:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384680.167411:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0a21915. 00040000:00000010:0.0:1767384680.167414:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000017735f5f. 00040000:00000010:0.0:1767384680.167417:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e0187a4. 00040000:00000010:0.0:1767384680.167419:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f474fc00. 00040000:00000010:0.0:1767384680.167423:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005c964218. 00040000:00000010:0.0:1767384680.167429:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000007477b66. 00040000:00000010:0.0:1767384680.167432:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bcefa21d. 00040000:00000010:0.0:1767384680.167434:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004b1d92d4. 00040000:00000010:0.0:1767384680.167438:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c3e904e. 00040000:00000010:0.0:1767384680.167440:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004ceee5d4. 00040000:00000010:0.0:1767384680.167443:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000bf99042. 00040000:00000010:0.0:1767384680.167445:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006438435b. 00040000:00000010:0.0:1767384680.167448:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002ac872e4. 00040000:00000010:0.0:1767384680.167451:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0d2d200. 00040000:00000010:0.0:1767384680.167455:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004da4cab1. 00040000:00000010:0.0:1767384680.167459:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003b05df1d. 00040000:00000010:0.0:1767384680.167461:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000028cd5dc4. 00040000:00000010:0.0:1767384680.167466:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000907c8e7f. 00040000:00000010:0.0:1767384680.167468:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c167d133. 00040000:00000010:0.0:1767384680.167471:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001666d3a0. 00040000:00000010:0.0:1767384680.167474:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005225c896. 00040000:00000010:0.0:1767384680.167478:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000151d9fd9. 00040000:00000010:0.0:1767384680.167481:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e35b097f. 00040000:00000010:0.0:1767384680.167484:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000087c9f332. 00040000:00000010:0.0:1767384680.167486:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000037c8ec5b. 00040000:00000010:0.0:1767384680.167488:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008f1631f9. 00040000:00000010:0.0:1767384680.167491:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000277912d1. 00040000:00000010:0.0:1767384680.167496:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8e10241. 00040000:00000010:0.0:1767384680.167499:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009c97bfcf. 00040000:00000010:0.0:1767384680.167502:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000088b6a838. 00040000:00000010:0.0:1767384680.167504:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004ff3c08f. 00040000:00000010:0.0:1767384680.167507:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003c28d3af. 00040000:00000010:0.0:1767384680.167512:0:40107:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000633bef55. 00040000:00000001:0.0:1767384680.167514:0:40107:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.167516:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4dc64a0. 00000040:00000010:0.0:1767384680.167518:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b22bd5f1. 00000020:00000010:0.0:1767384680.167519:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6b8f72b. 00000020:00000010:0.0:1767384680.167521:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384680.167523:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000116f4a01. 80000000:00000010:0.0:1767384680.167525:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384680.167526:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d4df3a9e. 00100000:00000010:0.0:1767384680.167528:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3c15dfa. 00040000:00000010:0.0:1767384680.167530:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061d15099. 00040000:00000010:0.0:1767384680.167532:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ae1542b. 00040000:00000010:0.0:1767384680.167533:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000de71697b. 00080000:00000010:0.0:1767384680.167535:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:0.0:1767384680.167537:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 00000004:00000010:0.0:1767384680.167539:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077ce4793. 00000004:00000010:0.0:1767384680.167541:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001022e7df. 00000004:00000010:0.0:1767384680.167543:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008ca366a6. 00000004:00000010:0.0:1767384680.167544:0:40107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c885cadb. 00000020:00000010:0.0:1767384680.167546:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4800a53. 00000020:00000001:0.0:1767384680.167547:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384680.167549:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f8b3797b. 00000020:00000001:0.0:1767384680.167556:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.167557:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384680.167560:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000aa00f214. 00000020:00000001:0.0:1767384680.167561:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384680.167563:0:40107:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384680.167564:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384680.167566:0:40107:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384680.167764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006638f58d. 00010000:00000010:2.1:1767384680.167776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fa06b5d. 00010000:00000010:3.1:1767384680.167777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a7cb6324. 00010000:00000010:3.1:1767384680.167793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007f9b0e3c. 00010000:00000010:3.1:1767384680.167798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000635f0baa. 00010000:00000010:3.1:1767384680.167802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f46bb175. 00010000:00000010:3.1:1767384680.167808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000484140da. 00000400:00000001:0.0:1767384680.723857:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.723868:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384680.723872:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384680.723879:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384680.723889:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384680.723899:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384680.723918:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b74ce60e. 00000400:00000010:0.0:1767384680.723925:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001987a615. 00000800:00000200:3.0:1767384680.851926:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:3.1:1767384680.851950:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000400:00000200:1.0:1767384680.852130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852202:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852227:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852249:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852298:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852324:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852346:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852397:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852418:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852445:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852471:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852492:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852522:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852549:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852570:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852603:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852629:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852651:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852703:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852791:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852863:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852915:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852940:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852961:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.852987:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.853013:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.853034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.853060:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.853088:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.853110:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384680.853133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384680.853379:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384680.853386:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099836ddd. 00000800:00000010:1.0:1767384680.853393:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000800:00000010:1.0:1767384680.853417:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000800:00020000:1.0:1767384680.853432:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384680.853436:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099836ddd. 00000800:00000010:1.0:1767384680.853440:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384680.853486:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp26 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384680.853492:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384680.979828:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384680.979839:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.979848:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384680.979850:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384680.979874:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384680.979877:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384680.979880:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384681.043857:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384681.043867:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:0.0:1767384681.747936:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp45 00000400:00000010:0.0:1767384681.747952:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b74ce60e. 00000400:00000010:0.0:1767384681.747963:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4800a53. 00000400:00000010:0.0:1767384681.747972:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384681.747983:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3a525bd. 00000400:00000200:0.0:1767384681.747988:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp45 00000400:00000200:0.0:1767384681.748016:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp45 local destination 00000400:00000200:0.0:1767384681.748021:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp45 00000400:00000200:0.0:1767384681.748025:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp45 NI seq info: [241:241:256:4294967295] 192.168.202.154@tcp45 LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1767384681.748031:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp45 00000400:00000200:0.0:1767384681.748037:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp45(192.168.202.154@tcp45:) -> 192.168.202.154@tcp45(192.168.202.154@tcp45:192.168.202.154@tcp45) : GET try# 0 00000800:00000200:0.0:1767384681.748042:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp45 00000800:00000010:0.0:1767384681.748046:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061d15099. 00000800:00000200:0.0:1767384681.748052:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000800:00000200:0.1:1767384681.748056:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000400:00000200:0.0:1767384681.748077:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp45 added to recovery queue. ping count: 4 next ping: 319 health :600 00000400:00000200:1.0:1767384681.748172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748222:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748234:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748247:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748286:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748310:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748333:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748350:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748361:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748373:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748386:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748399:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748411:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748423:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748434:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748446:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748457:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748469:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748481:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748492:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748504:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748515:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748526:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748538:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748549:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748573:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748590:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748613:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748637:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748659:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748672:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748684:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748695:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.748707:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384681.748898:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384681.748903:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099836ddd. 00000800:00000010:1.0:1767384681.748909:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000800:00000010:1.0:1767384681.748923:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000800:00020000:1.0:1767384681.748934:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384681.748937:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099836ddd. 00000800:00000010:1.0:1767384681.748939:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384681.748967:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp45 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384681.748973:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp45 notifying 192.168.202.154@tcp45: down 00000400:00000200:1.0:1767384681.748977:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384681.748980:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp45 00000800:00000010:1.0:1767384681.748983:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061d15099. 00000400:00000200:1.0:1767384681.748987:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384681.748991:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp45->192.168.202.154@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384681.748998:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384681.749001:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384681.749003:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp45) recovery failed with -71 00000800:00000200:3.0:1767384681.875823:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (4) 00000800:00000200:3.1:1767384681.875831:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (4) 00000400:00000200:1.0:1767384681.875992:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876060:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876084:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876104:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876123:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876142:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876159:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876310:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876330:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876349:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876367:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876384:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876402:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876420:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876438:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876457:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876474:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876509:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876531:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876552:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876590:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876607:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876624:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876641:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876659:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876679:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876700:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876765:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384681.876793:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384681.876987:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384681.876993:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099836ddd. 00000800:00000010:1.0:1767384681.876999:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000800:00000010:1.0:1767384681.877023:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000800:00020000:1.0:1767384681.877037:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384681.877041:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099836ddd. 00000800:00000010:1.0:1767384681.877044:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384681.877085:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp34 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384681.877091:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384682.003849:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384682.003857:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384682.003864:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384682.003868:0:131:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384682.003870:0:131:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384682.003873:0:131:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384682.003877:0:131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384682.003880:0:131:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384682.003882:0:131:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384682.003884:0:131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384682.003913:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384682.003917:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384682.003920:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384682.771821:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384682.771826:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384682.771828:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384682.771832:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384682.771839:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384682.771845:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384682.771858:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b74ce60e. 00000400:00000010:0.0:1767384682.771861:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4800a53. 00010000:00000001:1.0:1767384683.027832:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384683.027839:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.027846:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384683.027847:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384683.027911:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384683.027918:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384683.027923:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1767384683.092810:0:17890:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384683.092818:0:17890:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000e53c2f30 : new cb_count 0 00000020:00000040:2.0:1767384683.092825:0:17890:0:(genops.c:898:class_export_put()) PUTting export 00000000e53c2f30 : new refcount 0 00000020:00000080:2.0:1767384683.092828:0:17890:0:(genops.c:904:class_export_put()) final put 00000000e53c2f30/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1767384683.092837:0:17068:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0f55e9f2-2a82-48b4-84a0-0da05bc5640a 00000001:00000040:3.0:1767384683.092842:0:17068:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000004cd30a4d : new cb_count 0 00000020:00000040:3.0:1767384683.092845:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000004cd30a4d : new refcount 0 00000001:00000010:2.0:1767384683.092846:0:17890:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000009308618f. 00000020:00000080:3.0:1767384683.092848:0:17068:0:(genops.c:904:class_export_put()) final put 000000004cd30a4d/0f55e9f2-2a82-48b4-84a0-0da05bc5640a 00080000:00000010:2.0:1767384683.092854:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006a4df3d5. 00000001:00000010:3.0:1767384683.092855:0:17068:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000007510e2c2. 00080000:00000010:3.0:1767384683.092863:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000017dac473. 00080000:00000010:2.0:1767384683.092863:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000706db5f0. 00000001:00100000:2.0:1767384683.092870:0:17890:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0f55e9f2-2a82-48b4-84a0-0da05bc5640a 00000001:00000040:2.0:1767384683.092874:0:17890:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000014e4633b : new cb_count 1 00000020:00000040:2.0:1767384683.092876:0:17890:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 1 00000001:00000010:2.0:1767384683.092879:0:17890:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d64c8144. 00080000:00000010:2.0:1767384683.092883:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000088ff62ff. 00080000:00000010:2.0:1767384683.092887:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dc3cfbb8. 00000001:00100000:2.0:1767384683.092890:0:17890:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0f55e9f2-2a82-48b4-84a0-0da05bc5640a 00000001:00000040:2.0:1767384683.092892:0:17890:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000014e4633b : new cb_count 0 00000020:00000040:2.0:1767384683.092893:0:17890:0:(genops.c:898:class_export_put()) PUTting export 0000000014e4633b : new refcount 0 00000020:00000001:1.0:1767384683.092893:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384683.092898:0:17890:0:(genops.c:904:class_export_put()) final put 0000000014e4633b/0f55e9f2-2a82-48b4-84a0-0da05bc5640a 00000020:00000080:1.0:1767384683.092898:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000e53c2f30/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:1.0:1767384683.092907:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 15 to 0@lo 00000020:00000001:1.0:1767384683.092910:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384683.092914:0:473:0:(genops.c:1229:class_import_get()) import 00000000ff4e5b07 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384683.092916:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384683.092917:0:17890:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a52781cc. 00000020:00000040:1.0:1767384683.092918:0:473:0:(genops.c:1242:class_import_put()) import 00000000ff4e5b07 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384683.092922:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000010:2.0:1767384683.092923:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099acb7a8. 00000020:00000001:1.0:1767384683.092926:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384683.092928:0:473:0:(genops.c:1242:class_import_put()) import 00000000ff4e5b07 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384683.092931:0:473:0:(genops.c:1245:class_import_put()) final put import 00000000ff4e5b07 00000020:00000001:1.0:1767384683.092935:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384683.092937:0:473:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384683.092941:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384683.092946:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b89f322. 00000001:00000010:1.0:1767384683.092950:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca2eb5e0. 00000001:00000010:1.0:1767384683.092952:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dea6dd90. 00000001:00000010:1.0:1767384683.092953:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000072f864dd. 00000001:00000010:1.0:1767384683.092956:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000087a49c6c. 00000001:00000010:1.0:1767384683.092958:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f9170e56. 00000001:00000001:1.0:1767384683.092962:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384683.092964:0:473:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384683.092966:0:473:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384683.092968:0:473:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384683.092971:0:473:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000003b2adf3. 00000020:00000001:1.0:1767384683.092977:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384683.092980:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 7 - export 00000020:00000010:1.0:1767384683.092983:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e53c2f30. 00000020:00000001:1.0:1767384683.092991:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384683.092993:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384683.092994:0:473:0:(genops.c:863:class_export_destroy()) destroying export 000000004cd30a4d/0f55e9f2-2a82-48b4-84a0-0da05bc5640a for lustre-MDT0000 00000020:00000040:1.0:1767384683.092999:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 3 to 192.168.202.54@tcp50 00000020:00000001:1.0:1767384683.093001:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384683.093003:0:473:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384683.093005:0:473:0:(genops.c:1229:class_import_get()) import 000000007142b938 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384683.093007:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384683.093008:0:473:0:(genops.c:1242:class_import_put()) import 000000007142b938 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384683.093010:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384683.093011:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384683.093012:0:473:0:(genops.c:1242:class_import_put()) import 000000007142b938 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384683.093013:0:473:0:(genops.c:1245:class_import_put()) final put import 000000007142b938 00000020:00000001:1.0:1767384683.093022:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384683.093024:0:473:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000007f24af20. 00010000:00000001:1.0:1767384683.093026:0:473:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384683.093028:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384683.093032:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004783d77f. 00000001:00000010:1.0:1767384683.093035:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000846975c5. 00000001:00000010:1.0:1767384683.093037:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e1839aa. 00000001:00000010:1.0:1767384683.093039:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aae71deb. 00000001:00000010:1.0:1767384683.093041:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000ce4e9a1. 00000001:00000010:1.0:1767384683.093043:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000062f8e3c5. 00000001:00000001:1.0:1767384683.093047:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384683.093048:0:473:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384683.093050:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384683.093054:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c600f3b1. 00000001:00000010:1.0:1767384683.093056:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000045b9335. 00000001:00000010:1.0:1767384683.093058:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a3e1d99. 00000001:00000010:1.0:1767384683.093060:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd99cf9b. 00000001:00000010:1.0:1767384683.093062:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006fc43d85. 00000001:00000010:1.0:1767384683.093063:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000006bbadaf. 00000001:00000001:1.0:1767384683.093065:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384683.093066:0:473:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384683.093067:0:473:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384683.093070:0:473:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000b414f5ed: xid 1853237042875904, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384683.093074:0:473:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000b414f5ed: xid 1853237042875904, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384683.093077:0:473:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000b414f5ed. 00000001:00000010:1.0:1767384683.093080:0:473:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000b3d70a97. 00000004:00000001:1.0:1767384683.093083:0:473:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384683.093085:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384683.093086:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 5 - export 00000020:00000010:1.0:1767384683.093088:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004cd30a4d. 00000020:00000001:1.0:1767384683.093091:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384683.093093:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384683.093094:0:473:0:(genops.c:863:class_export_destroy()) destroying export 0000000014e4633b/0f55e9f2-2a82-48b4-84a0-0da05bc5640a for lustre-OST0000 00000020:00000040:1.0:1767384683.093097:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 2 to 192.168.202.54@tcp50 00000020:00000001:1.0:1767384683.093099:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384683.093101:0:473:0:(genops.c:1229:class_import_get()) import 0000000036528636 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384683.093102:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384683.093103:0:473:0:(genops.c:1242:class_import_put()) import 0000000036528636 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384683.093105:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384683.093106:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384683.093107:0:473:0:(genops.c:1242:class_import_put()) import 0000000036528636 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384683.093108:0:473:0:(genops.c:1245:class_import_put()) final put import 0000000036528636 00000020:00000001:1.0:1767384683.093115:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384683.093116:0:473:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384683.093117:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384683.093121:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035c50c4b. 00000001:00000010:1.0:1767384683.093123:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000702cadce. 00000001:00000010:1.0:1767384683.093126:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002db732c7. 00000001:00000010:1.0:1767384683.093128:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b074bf37. 00000001:00000010:1.0:1767384683.093131:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000052a635b2. 00000001:00000010:1.0:1767384683.093134:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000764873fc. 00000001:00000001:1.0:1767384683.093137:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384683.093139:0:473:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384683.093140:0:473:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384683.093142:0:473:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384683.093143:0:473:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000013b41bf9. 00000020:00000001:1.0:1767384683.093146:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384683.093147:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 6 - export 00000020:00000010:1.0:1767384683.093149:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000014e4633b. 00000020:00000001:1.0:1767384683.093152:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384683.093155:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384683.093157:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ff4e5b07 for lustre-OST0000 00000020:00000040:1.0:1767384683.093160:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 14 to 0@lo 00000020:00000040:1.0:1767384683.093161:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 5 - import 00000020:00000010:1.0:1767384683.093163:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ff4e5b07. 00000020:00000001:1.0:1767384683.093166:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384683.093167:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384683.093169:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000007142b938 for lustre-MDT0000 00000020:00000040:1.0:1767384683.093171:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 1 to 192.168.202.54@tcp50 00000020:00000040:1.0:1767384683.093173:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 4 - import 00000020:00000010:1.0:1767384683.093175:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000007142b938. 00000020:00000001:1.0:1767384683.093177:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384683.093179:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384683.093180:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000036528636 for lustre-OST0000 00000020:00000040:1.0:1767384683.093182:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a64b7808 refcount 0 to 192.168.202.54@tcp50 00000020:00000040:1.0:1767384683.093183:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007ad65711) now 4 - import 00000020:00000010:1.0:1767384683.093185:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000036528636. 00000020:00000001:1.0:1767384683.093187:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384683.603841:0:17092:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384683.603847:0:17092:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.051855:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384684.051863:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384684.051870:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384684.051871:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.051893:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384684.051896:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384684.051899:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384684.627832:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384684.627840:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384684.627848:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8f8a10c. 00000020:00000040:1.0:1767384684.627853:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:1.0:1767384684.627857:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384684.627859:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384684.627863:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384684.627868:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf10a7a6. 00000100:00000001:1.0:1767384684.627873:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.627879:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384684.627886:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384684.627888:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.627891:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8f8a10c] to pc [ptlrpcd_00_00+0] req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.627914:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.627916:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384684.627919:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384684.627922:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000485fd9d4. 00000020:00000040:1.0:1767384684.627924:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384684.627926:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384684.627928:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384684.627930:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384684.627933:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b86d9ce7. 00000100:00000001:2.0:1767384684.627935:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.627937:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.627941:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384684.627941:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384684.627942:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384684.627945:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384684.627946:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384684.627953:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.627957:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384684.627960:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.627968:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000485fd9d4] to pc [ptlrpcd_00_01+1] req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.627969:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384684.627972:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384684.627977:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384684.627980:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384684.627984:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384684.627996:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8f8a10c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049198208:0@lo:400: 00000100:00000001:1.0:1767384684.628000:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628005:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384684.628010:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384684.628013:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.628015:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384684.628018:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384684.628018:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384684.628019:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (311) 00000100:00000001:3.0:1767384684.628022:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384684.628025:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be4d5367. 02000000:00000001:2.0:1767384684.628029:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384684.628034:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000100:00000040:3.0:1767384684.628037:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384684.628040:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000200:2.0:1767384684.628048:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198208, portal 25 00000100:00000001:3.0:1767384684.628049:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384684.628053:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628053:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384684.628056:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712282770304 : -128361426781312 : ffff8b4186c0fb80) 02000000:00000001:3.0:1767384684.628058:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384684.628061:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384684.628063:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.628071:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384684.628076:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384684.628076:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384684.628081:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00100000:3.0:1767384684.628083:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000485fd9d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049198336:0@lo:400: 00000100:00000200:2.0:1767384684.628085:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049198208, offset 0 00000100:00000001:3.0:1767384684.628089:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384684.628093:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384684.628095:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384684.628096:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.628100:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384684.628104:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089cecc35. 02000000:00000001:3.0:1767384684.628106:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384684.628109:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d30a9d2b. 00000400:00000010:3.0:1767384684.628114:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000400:00000200:2.0:1767384684.628118:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384684.628119:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198336, portal 10 00000100:00000001:3.0:1767384684.628123:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384684.628124:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712282759552 : -128361426792064 : ffff8b4186c0d180) 00000100:00000040:3.0:1767384684.628131:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384684.628132:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008680 00000100:00000001:3.0:1767384684.628143:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384684.628143:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x196d [2] + 0 00000100:00000040:3.0:1767384684.628148:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384684.628150:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095c6daa2. 00000400:00000010:3.0:1767384684.628151:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000400:00000200:2.0:1767384684.628156:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012a7967b 00000400:00000200:2.0:1767384684.628162:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384684.628163:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237049198336, offset 0 00000400:00000200:2.0:1767384684.628167:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384684.628171:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384684.628175:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012a7967b 00000400:00000200:3.0:1767384684.628179:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384684.628179:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012a7967b. 00000100:00000001:2.0:1767384684.628184:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384684.628188:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260008700 00000100:00000200:2.0:1767384684.628188:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384684.628194:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000000cc54d05 x1853237049198208 msgsize 224 00000400:00000200:3.0:1767384684.628198:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12280 00000100:00100000:2.0:1767384684.628204:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384684.628206:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384684.628207:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384684.628211:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384684.628216:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384684.628218:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384684.628219:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384684.628221:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f12a61d. 00000100:00000040:3.0:1767384684.628225:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002f12a61d x1853237049198336 msgsize 224 00000100:00100000:3.0:1767384684.628240:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384684.628240:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000400:00000010:2.0:1767384684.628244:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:2.0:1767384684.628250:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384684.628253:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384684.628256:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.628259:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384684.628261:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000100:00100000:1.0:1767384684.628264:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049198208 00000400:00000010:3.0:1767384684.628265:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 02000000:00000001:1.0:1767384684.628270:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384684.628271:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384684.628272:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384684.628274:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384684.628276:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.628277:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384684.628283:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384684.628286:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.628291:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384684.628293:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049198208 00000100:00100000:0.0:1767384684.628297:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049198336 00000020:00000001:1.0:1767384684.628299:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384684.628300:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384684.628301:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384684.628303:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c12d 00000100:00000001:2.0:1767384684.628304:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384684.628304:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384684.628308:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.628309:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384684.628311:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384684.628314:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae649549 refcount=10 02000000:00000001:0.0:1767384684.628314:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.628315:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384684.628317:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294973957 00000100:00100000:0.0:1767384684.628319:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049198336 00000020:00000001:1.0:1767384684.628320:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000100:00000040:3.0:1767384684.628321:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384684.628323:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384684.628325:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002069f261. 00000020:00000040:0.0:1767384684.628327:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000020:00000001:1.0:1767384684.628328:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00000001:0.0:1767384684.628332:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384684.628333:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384684.628336:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628337:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384684.628342:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294973957 00000020:00000001:0.0:1767384684.628342:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.628343:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384684.628344:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69e06d3. 00000100:00000001:3.0:1767384684.628349:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384684.628350:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000281f6f9e. 00000100:00000001:1.0:1767384684.628350:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384684.628352:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4800a53. 00000100:00000001:3.0:1767384684.628356:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628356:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384684.628357:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69e06d3. 00000020:00000010:0.0:1767384684.628360:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba9d0b62. 00000100:00000040:3.0:1767384684.628362:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3317 usecs (4 jiffies) 00000100:00000001:2.0:1767384684.628363:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294973957 00000020:00000010:1.0:1767384684.628367:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f309dd. 00000020:00000010:0.0:1767384684.628368:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:3.0:1767384684.628369:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294973956 00000100:00000010:2.0:1767384684.628369:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b53eeb1. 00000020:00000010:1.0:1767384684.628375:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb43676d. 00000100:00000001:3.0:1767384684.628376:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294973957 00000100:00000001:2.0:1767384684.628377:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384684.628380:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384684.628382:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294973956 00000100:00000001:2.0:1767384684.628384:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294973957 00000020:00000010:1.0:1767384684.628384:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000001:0.0:1767384684.628384:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384684.628386:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294973957 00000100:00000001:0.0:1767384684.628389:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384684.628391:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294973956 00000100:00000010:2.0:1767384684.628391:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae1d757e. 00000100:00000001:0.0:1767384684.628392:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.628396:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294973957 00000100:00000001:3.0:1767384684.628399:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294973956 00000100:00000001:2.0:1767384684.628399:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384684.628402:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384684.628404:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384684.628405:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294973957 00000100:00000001:2.0:1767384684.628405:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.628410:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384684.628410:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384684.628411:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628414:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384684.628414:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.628416:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628418:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628418:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.628421:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628422:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.628425:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384684.628427:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628429:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384684.628430:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384684.628431:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384684.628432:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384684.628434:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384684.628435:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384684.628437:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.628437:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.628439:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384684.628441:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384684.628442:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384684.628445:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384684.628446:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.628446:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628448:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384684.628450:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712188131840 : -128361521419776 : ffff8b41811cea00) 00000100:00000001:2.0:1767384684.628452:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628452:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384684.628453:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384684.628455:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f12a61d x1853237049198336/t0(0) o400->@:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384684.628462:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000040:1.0:1767384684.628469:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae649549 : new rpc_count 1 00000100:00000001:1.0:1767384684.628473:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615716514551888 : -128357194999728 : ffff8b4282fcd850) 00000100:00100000:0.0:1767384684.628476:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f12a61d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16358:x1853237049198336:12345-0@lo:400: 00000100:00000040:1.0:1767384684.628482:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000cc54d05 x1853237049198208/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:665/0 lens 224/0 e 0 to 0 dl 1767384695 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384684.628483:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198336 00000020:00000001:0.0:1767384684.628488:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384684.628495:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00080000:0.0:1767384684.628495:0:17088:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000020:00000010:1.0:1767384684.628500:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69e06d3. 00000100:00000001:0.0:1767384684.628500:0:17088:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384684.628503:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384684.628505:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384684.628507:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384684.628511:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69e06d3. 02000000:00000010:0.0:1767384684.628513:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c885cadb. 02000000:00000001:0.0:1767384684.628516:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384684.628519:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000cc54d05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+10:16357:x1853237049198208:12345-0@lo:400: 00000100:00000200:1.0:1767384684.628525:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198208 00000100:00000001:0.0:1767384684.628526:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.628530:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384684.628531:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384684.628534:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384684.628534:0:17088:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.628537:0:17088:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1767384684.628538:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.628541:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384684.628544:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 15 to 0@lo 00000100:00000001:0.0:1767384684.628547:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384684.628550:0:17088:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446615716510837312 : -128357198714304 : 0xffff8b4282c42a40) 00000020:00000001:1.0:1767384684.628551:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384684.628554:0:17088:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c56d01db refcount 15 to 0@lo 00000020:00000001:1.0:1767384684.628555:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659990656 : -1049560960 : ffffffffc170f880) 00000020:00000001:1.0:1767384684.628559:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384684.628561:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384684.628563:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384684.628566:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384684.628567:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384684.628569:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384684.628571:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.628574:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384684.628576:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384684.628578:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384684.628582:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384684.628583:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384684.628586:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 02000000:00000010:1.0:1767384684.628589:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1fa5d8d. 00000100:00000200:0.0:1767384684.628590:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049198336, offset 224 02000000:00000001:1.0:1767384684.628593:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628597:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384684.628599:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384684.628601:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384684.628605:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237049198208 00000400:00000200:0.0:1767384684.628608:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384684.628610:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384684.628617:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cc54d05 x1853237049198208/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384684.628617:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008700 00000400:00000200:0.0:1767384684.628626:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21b9 [1] + 224 00010000:00000001:1.0:1767384684.628634:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384684.628635:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384684.628638:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384684.628642:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384684.628644:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed324202 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384684.628647:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384684.628648:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384684.628652:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 16 to 0@lo 00000100:00000200:0.0:1767384684.628654:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.628655:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384684.628658:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384684.628660:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628664:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384684.628668:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384684.628672:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000040:0.0:1767384684.628675:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384684.628677:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237049198208, offset 224 00000400:00000200:1.0:1767384684.628686:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384684.628693:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384684.628702:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260008680 00000400:00000200:1.0:1767384684.628706:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21b1 [1] + 224 00000400:00000200:1.0:1767384684.628709:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384684.628711:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384684.628712:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384684.628714:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384684.628739:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384684.628742:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:3.0:1767384684.628744:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384684.628747:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384684.628748:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384684.628748:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384684.628752:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384684.628755:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384684.628757:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384684.628758:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384684.628760:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384684.628763:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d30a9d2b. 00000100:00000040:0.0:1767384684.628764:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 15 to 0@lo 00000400:00000200:3.0:1767384684.628768:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000100:00000001:0.0:1767384684.628770:0:17088:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.628775:0:17088:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384684.628777:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000001:3.0:1767384684.628784:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384684.628784:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f12a61d x1853237049198336/t0(0) o400->@:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384684.628791:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.628791:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384684.628801:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000400:00000010:1.0:1767384684.628807:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00100000:0.0:1767384684.628811:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f12a61d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16358:x1853237049198336:12345-0@lo:400: Request processed in 335us (581us total) trans 0 rc -107/-107 00000100:00000200:3.0:1767384684.628813:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384684.628813:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384684.628817:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384684.628823:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384684.628824:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384684.628827:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384684.628828:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384684.628831:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 14 to 0@lo 00000100:00000001:3.0:1767384684.628833:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384684.628834:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384684.628835:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384684.628835:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384684.628836:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384684.628838:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384684.628839:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384684.628839:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.628840:0:16358:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384684.628844:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000020:00000010:0.0:1767384684.628844:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba9d0b62. 02000000:00000001:3.0:1767384684.628845:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384684.628845:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384684.628849:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384684.628851:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cc54d05 x1853237049198208/t0(0) o400->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:665/0 lens 224/224 e 0 to 0 dl 1767384695 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.628852:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384684.628852:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000400:00000010:2.0:1767384684.628857:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 02000000:00000001:3.0:1767384684.628858:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384684.628862:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00000001:2.0:1767384684.628863:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384684.628867:0:16358:0:(import.c:2128:obd_at_measure()) add 0 to 000000005c5ea000 time=96 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384684.628868:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cc54d05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aca06e76-c484-43d8-ab95-5e2f75d4d4d9+10:16357:x1853237049198208:12345-0@lo:400: Request processed in 371us (671us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384684.628870:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384684.628870:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4800a53. 00000100:00001000:3.0:1767384684.628876:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384684.628879:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.628886:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384684.628890:0:16358:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:1.0:1767384684.628895:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00000001:3.0:1767384684.628896:0:16358:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000200:2.0:1767384684.628898:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384684.628898:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae649549 : new rpc_count 0 00000100:00080000:3.0:1767384684.628901:0:16358:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00000001:1.0:1767384684.628902:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384684.628907:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:3.0:1767384684.628908:0:16358:0:(import.c:65:import_set_state_nolock()) 0000000022934f1f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000020:00000010:1.0:1767384684.628912:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb43676d. 00000100:00000001:2.0:1767384684.628914:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:02000400:3.0:1767384684.628915:0:16358:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1767384684.628918:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384684.628918:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000001:2.0:1767384684.628922:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384684.628925:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384684.628925:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f309dd. 00000100:00000001:2.0:1767384684.628927:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384684.628931:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384684.628932:0:17081:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 9 02000000:00000001:2.0:1767384684.628933:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384684.628938:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f03c45c time=102 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384684.628939:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384684.628942:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e1fa5d8d. 00000100:00001000:2.0:1767384684.628943:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b3d87725 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384684.628948:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384684.628948:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384684.628952:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384684.628952:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384684.628954:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384684.628957:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384684.628958:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384684.628960:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384684.628963:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d1a080. 00000100:00000040:2.0:1767384684.628965:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384684.628969:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099836ddd. 00000100:00000001:2.0:1767384684.628976:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384684.628979:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384684.628981:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384684.628984:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384684.628992:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8f8a10c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16357:1853237049198208:0@lo:400: 00000100:00000001:2.0:1767384684.628996:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.628998:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384684.629000:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8f8a10c x1853237049198208/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.629006:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384684.629008:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384684.629009:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be4d5367. 02000000:00000001:2.0:1767384684.629013:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384684.629014:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384684.629016:0:16357:0:(genops.c:1242:class_import_put()) import 0000000048ae9f44 refcount=3 obd=MGC192.168.202.154@tcp 00000020:00000001:2.0:1767384684.629017:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384684.629019:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf10a7a6. 02000000:00000001:2.0:1767384684.629022:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384684.629023:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384684.629025:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8f8a10c. 00000100:00000001:2.0:1767384684.629028:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384684.629029:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.629031:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.629034:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384684.629035:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.629037:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384684.629038:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.633257:0:16358:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384684.633261:0:16358:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384684.633263:0:16358:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384684.633265:0:16358:0:(import.c:65:import_set_state_nolock()) 0000000022934f1f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384684.633269:0:16358:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384684.633272:0:16358:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 210 00000100:00000040:3.0:1767384684.633275:0:16358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 13 to 0@lo 00000100:00000001:3.0:1767384684.633278:0:16358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384684.633279:0:16358:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 14 to 0@lo 00000100:00000001:3.0:1767384684.633281:0:16358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000001:3.0:1767384684.633284:0:16358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384684.633290:0:16358:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c261 00000020:00000001:3.0:1767384684.633292:0:16358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384684.633294:0:16358:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000029fc66bf refcount=8 00000020:00000001:3.0:1767384684.633296:0:16358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717406703616 : -128356302848000 : ffff8b42b82a0000) 00000020:00000001:3.0:1767384684.633298:0:16358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717406703616 : -128356302848000 : ffff8b42b82a0000) 00000100:00000040:3.0:1767384684.633300:0:16358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 13 to 0@lo 00000100:00000001:3.0:1767384684.633302:0:16358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384684.633303:0:16358:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 14 to 0@lo 00000100:00000001:3.0:1767384684.633305:0:16358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000020:00000040:3.0:1767384684.633307:0:16358:0:(genops.c:898:class_export_put()) PUTting export 0000000029fc66bf : new refcount 7 00000100:00080000:3.0:1767384684.633309:0:16358:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000022934f1f using connection 192.168.202.154@tcp/0@lo 00000100:00000001:3.0:1767384684.633311:0:16358:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384684.633313:0:16358:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384684.633318:0:16358:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384684.633320:0:16358:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.633322:0:16358:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384684.633324:0:16358:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384684.633327:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df6ba54c. 00000020:00000040:3.0:1767384684.633329:0:16358:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384684.633331:0:16358:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384684.633333:0:16358:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.633335:0:16358:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384684.633336:0:16358:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384684.633338:0:16358:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384684.633341:0:16358:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000da2f8388. 00000100:00000001:3.0:1767384684.633344:0:16358:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384684.633348:0:16358:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384684.633356:0:16358:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384684.633358:0:16358:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384684.633360:0:16358:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6ba54c] to pc [ptlrpcd_rcv+-1] req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.633376:0:16358:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.633382:0:16358:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767384684.633383:0:16358:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767384684.633387:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.633395:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767384684.633397:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384684.633399:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384684.633402:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.633402:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384684.633406:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384684.633410:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384684.633414:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000485fd9d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237049198336:0@lo:400: 00000100:00000040:2.0:1767384684.633416:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384684.633421:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.633425:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384684.633430:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000485fd9d4 x1853237049198336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.633432:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384684.633434:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384684.633439:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384684.633442:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384684.633443:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384684.633444:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384684.633446:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089cecc35. 02000000:00000001:3.0:1767384684.633449:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384684.633451:0:16358:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384684.633452:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384684.633453:0:16358:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384684.633457:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767384684.633458:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df6ba54c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237049198464:0@lo:38: 02000000:00000010:3.0:1767384684.633459:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b86d9ce7. 02000000:00000001:3.0:1767384684.633463:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384684.633464:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384684.633466:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384684.633468:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384684.633469:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000485fd9d4. 02000000:00000001:2.0:1767384684.633471:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.633473:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384684.633475:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384684.633476:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384684.633479:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384684.633480:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000254e10ef. 00000100:00000001:3.0:1767384684.633483:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384684.633485:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384684.633486:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384684.633489:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000100:00000001:3.0:1767384684.633490:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384684.633492:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384684.633495:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000200:2.0:1767384684.633499:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198464, portal 10 00000100:00000001:2.0:1767384684.633501:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384684.633502:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615712188125568 : -128361521426048 : ffff8b41811cd180) 00000100:00000040:2.0:1767384684.633506:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.633514:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384684.633516:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384684.633517:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00000200:2.0:1767384684.633519:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049198464, offset 0 00000400:00000200:2.0:1767384684.633523:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384684.633529:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384684.633533:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260008780 00000400:00000200:2.0:1767384684.633537:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12504 00000400:00000200:2.0:1767384684.633541:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384684.633544:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384684.633547:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384684.633548:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384684.633551:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d872638. 00000100:00000040:2.0:1767384684.633553:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000005d872638 x1853237049198464 msgsize 520 00000100:00100000:2.0:1767384684.633557:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384684.633567:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384684.633571:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5d78e0 00000400:00000010:2.0:1767384684.633572:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5d78e0. 00000100:00000001:2.0:1767384684.633574:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384684.633577:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.633584:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384684.633586:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.633593:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.633595:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384684.633598:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384684.633601:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3205 usecs (4 jiffies) 00000100:00000001:2.0:1767384684.633603:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294973961 00000100:00000001:2.0:1767384684.633609:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294973957 00000100:00000001:0.0:1767384684.633609:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384684.633613:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294973961 00000100:00100000:0.0:1767384684.633613:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237049198464 02000000:00000001:0.0:1767384684.633617:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384684.633619:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294973957 00000100:00000001:0.0:1767384684.633620:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384684.633624:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294973961 00000100:00000001:0.0:1767384684.633624:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384684.633628:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.633629:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294973957 00000100:00000001:2.0:1767384684.633634:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294973961 00000100:00100000:0.0:1767384684.633634:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237049198464 00000100:00000001:2.0:1767384684.633639:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294973957 00000020:00000001:0.0:1767384684.633640:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384684.633643:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c268 00000100:00000001:2.0:1767384684.633644:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384684.633647:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384684.633648:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.633652:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.633652:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384684.633656:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.633657:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384684.633659:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4800a53. 00000100:00000001:2.0:1767384684.633662:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384684.633664:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba9d0b62. 00000100:00000001:2.0:1767384684.633665:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384684.633668:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384684.633668:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000001:2.0:1767384684.633672:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384684.633673:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384684.633674:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.633675:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384684.633677:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.633678:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.633682:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.633693:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384684.633702:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384684.633704:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384684.633707:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384684.633709:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446615712276571776 : -128361432979840 : ffff8b4186626680) 00000100:00000040:0.0:1767384684.633712:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d872638 x1853237049198464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384704 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384684.633741:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d872638 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16356:x1853237049198464:12345-0@lo:38: 00000100:00000200:0.0:1767384684.633745:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198464 00000020:00000001:0.0:1767384684.633747:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384684.633751:0:17088:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384684.633759:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a2c5ddf0) now 4 - find 00000020:00000001:0.0:1767384684.633761:0:17088:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446615717486460928 : -128356223090688 : ffff8b42bceb0000) 00010000:02000000:0.0:1767384684.633764:0:17088:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:0.0:1767384684.635693:0:17088:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1767384684.635696:0:17088:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 4 - find 00010000:00000001:0.0:1767384684.635698:0:17088:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384684.635700:0:17088:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384684.635701:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384684.635703:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384684.635706:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005238be59. 02000000:00000001:0.0:1767384684.635707:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.635708:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384684.635710:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384684.635711:0:17088:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384684.635712:0:17088:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1767384684.635714:0:17088:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384684.635716:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384684.635732:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 15 to 0@lo 00000100:00000001:0.0:1767384684.635734:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:0.0:1767384684.635735:0:17088:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446615716510837312 : -128357198714304 : 0xffff8b4282c42a40) 00000100:00000040:0.0:1767384684.635737:0:17088:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c56d01db refcount 15 to 0@lo 02000000:00000001:0.0:1767384684.635738:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384684.635739:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384684.635741:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384684.635742:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384684.635744:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384684.635747:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049198464, offset 0 00000400:00000200:0.0:1767384684.635751:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384684.635756:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384684.635761:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260008780 00000400:00000200:0.0:1767384684.635764:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21cd [1] + 0 00000400:00000200:0.0:1767384684.635767:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384684.635770:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384684.635773:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384684.635777:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384684.635786:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384684.635799:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384684.635803:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384684.635805:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000001:0.0:1767384684.635808:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384684.635809:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384684.635813:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384684.635816:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 14 to 0@lo 00000100:00000001:0.0:1767384684.635818:0:17088:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.635820:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384684.635820:0:17088:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384684.635823:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384684.635826:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d872638 x1853237049198464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384704 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384684.635828:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384684.635831:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384684.635833:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000400:00000200:2.0:1767384684.635838:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c53b737 00000400:00000010:2.0:1767384684.635842:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c53b737. 00000100:00000001:2.0:1767384684.635846:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384684.635852:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384684.635857:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d872638 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16356:x1853237049198464:12345-0@lo:38: Request processed in 2113us (2299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767384684.635870:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:2.0:1767384684.635872:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384684.635873:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384684.635875:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384684.635878:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba9d0b62. 00000020:00000010:0.0:1767384684.635887:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00000001:2.0:1767384684.635889:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384684.635890:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4800a53. 00000100:00000001:2.0:1767384684.635892:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384684.635893:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.635896:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384684.635899:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384684.635901:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384684.635902:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384684.635904:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384684.635907:0:16356:0:(import.c:2128:obd_at_measure()) add 0 to 000000005c5ea000 time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384684.635910:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008189f478 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384684.635913:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384684.635914:0:16356:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384684.635916:0:16356:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384684.635919:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384694 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.635925:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767384684.635927:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384684.635928:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.635930:0:16356:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384684.635932:0:16356:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767384684.635934:0:16356:0:(import.c:65:import_set_state_nolock()) 0000000022934f1f lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384684.635937:0:16356:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:2.0:1767384684.635939:0:16356:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384684.635942:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384694 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384684.635948:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df6ba54c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237049198464:0@lo:38: 00000100:00000001:2.0:1767384684.635952:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.635954:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384684.635955:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df6ba54c x1853237049198464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384694 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384684.635961:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384684.635963:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384684.635964:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000254e10ef. 02000000:00000001:2.0:1767384684.635967:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384684.635968:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384684.635969:0:16356:0:(genops.c:1242:class_import_put()) import 0000000022934f1f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384684.635971:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384684.635973:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000da2f8388. 02000000:00000001:2.0:1767384684.635975:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384684.635976:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384684.635977:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df6ba54c. 00000100:00000001:2.0:1767384684.635979:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384684.635980:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.635982:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384684.635985:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384684.635987:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384684.635988:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384684.635989:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384684.637770:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294973961, at 4294973962 00000100:00000040:3.0:1767384684.637776:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294973961, at 4294973962 00000100:00000010:2.0:1767384684.637776:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b53eeb1. 00000100:00000040:1.0:1767384684.637779:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294973961, at 4294973962 00000100:00000040:0.0:1767384684.637780:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294973961, at 4294973962 00000100:00000010:1.0:1767384684.637784:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000281f6f9e. 00000100:00000010:0.0:1767384684.637792:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002069f261. 00000100:00000010:3.0:1767384684.637793:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae1d757e. 00000400:00000200:0.0:1767384684.819820:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp46 00000400:00000010:0.0:1767384684.819830:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b74ce60e. 00000400:00000010:0.0:1767384684.819838:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4800a53. 00000400:00000010:0.0:1767384684.819843:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384684.819852:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1545c71. 00000400:00000200:0.0:1767384684.819856:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp46 00000400:00000200:0.0:1767384684.819878:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp46 local destination 00000400:00000200:0.0:1767384684.819885:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp46 00000400:00000200:0.0:1767384684.819889:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp46 NI seq info: [242:242:256:4294967295] 192.168.202.154@tcp46 LPNI seq info [197:197:8:4294967295] 00000400:00000200:0.0:1767384684.819896:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp46 00000400:00000200:0.0:1767384684.819912:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp46(192.168.202.154@tcp46:) -> 192.168.202.154@tcp46(192.168.202.154@tcp46:192.168.202.154@tcp46) : GET try# 0 00000800:00000200:0.0:1767384684.819917:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp46 00000800:00000010:0.0:1767384684.819923:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061d15099. 00000800:00000200:0.0:1767384684.819928:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000800:00000200:0.1:1767384684.819933:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fddef001] -> 12345-192.168.202.154@tcp46 (2) 00000400:00000200:0.0:1767384684.819956:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp46 added to recovery queue. ping count: 4 next ping: 322 health :600 00000400:00000010:0.0:1767384684.819964:0:16354:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 00000000aef5739f. 00000400:02000040:0.0:1767384684.819974:0:16354:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.202.154@tcp45, 192.168.202.154@tcp44, 192.168.202.154@tcp43, 192.168.202.154@tcp46, 192.168.202.154@tcp36, 192.168.202.154@tcp35, 192.168.202.154@tcp33, 192.168.202.154@tcp29 00000400:00000200:2.0:1767384684.820033:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820079:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820097:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820114:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820131:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820163:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820179:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820195:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820211:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820259:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820281:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820298:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820314:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820331:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820348:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820365:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820381:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820397:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820414:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820430:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820446:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820463:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820481:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820501:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820520:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820536:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820552:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820567:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820583:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820599:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820614:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820630:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820646:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384684.820662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384684.820863:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008214b0db. 00000800:00000010:2.0:1767384684.820871:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f20a7a77. 00000800:00000010:2.0:1767384684.820876:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cc95d5e. 00000800:00000010:2.0:1767384684.820894:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cc95d5e. 00000800:00020000:2.0:1767384684.820906:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384684.820910:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f20a7a77. 00000800:00000010:2.0:1767384684.820913:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008214b0db. 00000400:02020000:2.0:1767384684.820944:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp46 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384684.820950:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp46 notifying 192.168.202.154@tcp46: down 00000400:00000200:2.0:1767384684.820954:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384684.820957:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp46 00000800:00000010:2.0:1767384684.820961:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061d15099. 00000400:00000200:2.0:1767384684.820965:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384684.820969:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp46->192.168.202.154@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384684.820977:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384684.820980:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384684.820984:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp46) recovery failed with -71 00000400:00000010:0.0:1767384684.827314:0:16354:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 00000000aef5739f. 00000800:00000200:3.0:1767384684.947836:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000800:00000200:3.1:1767384684.947848:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000400:00000200:1.0:1767384684.947994:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948051:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948073:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948096:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948151:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948174:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948192:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948217:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948259:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948280:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948317:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948357:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948373:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948391:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948413:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948431:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948447:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948466:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948489:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948507:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948522:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948544:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948578:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948644:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948662:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948679:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948702:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948773:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384684.948823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384684.948981:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384684.948986:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a83952b. 00000800:00000010:1.0:1767384684.948991:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b69e06d3. 00000800:00000010:1.0:1767384684.949009:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b69e06d3. 00000800:00020000:1.0:1767384684.949021:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384684.949024:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a83952b. 00000800:00000010:1.0:1767384684.949026:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384684.949063:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp32 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384684.949068:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384685.075883:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384685.075889:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384685.075896:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384685.075897:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.075920:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384685.075923:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384685.075925:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384685.651876:0:17898:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384685.651882:0:17898:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384685.843956:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384685.843965:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384685.843969:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384685.843977:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384685.843988:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384685.843997:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384685.844018:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b74ce60e. 00000400:00000010:0.0:1767384685.844024:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4800a53. 00010000:00000001:1.0:1767384686.099853:0:131:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384686.099860:0:131:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384686.099867:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384686.099868:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.099935:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384686.099941:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384686.099945:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384686.163944:0:17896:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384686.163955:0:17896:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.164013:0:17075:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384686.164019:0:17075:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.227892:0:40107:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384686.227912:0:40107:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000006bffb235 - data 000000005c9953e3/00000000f2f05355 00000020:00000010:0.0:1767384686.228028:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000004bad18a2. 00000020:00000010:0.0:1767384686.228038:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000891702a5. 00000020:00000010:0.0:1767384686.228046:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000f2f05355. 00000020:00000010:0.0:1767384686.228048:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000c529450e. 00000020:00000010:0.0:1767384686.228052:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000004a8fc79f. 00000020:00000010:0.0:1767384686.228055:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004f171735. 00000020:00000010:0.0:1767384686.228059:0:40107:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000006bffb235. 00000020:01000000:0.0:1767384686.228068:0:40107:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000007eb171e4 - data 00000000c38f90d9/0000000093452fe5 00000020:00000010:0.0:1767384686.228151:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000833c3326. 00000020:00000010:0.0:1767384686.228156:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000e9e56199. 00000020:00000010:0.0:1767384686.228159:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000093452fe5. 00000020:00000010:0.0:1767384686.228162:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000086715d7e. 00000020:00000010:0.0:1767384686.228165:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000718682c2. 00000020:00000010:0.0:1767384686.228166:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000096fccc0f. 00000020:00000010:0.0:1767384686.228168:0:40107:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000007eb171e4. 00000020:00000001:0.0:1767384686.228171:0:40107:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384686.228498:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000003d95626. 00000020:00000010:0.0:1767384686.228504:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000007c33ee70. 00000020:00000010:0.0:1767384686.228507:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000271a6f91. 00000020:00000010:0.0:1767384686.228511:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000d45cb3c4. 00000020:00000010:0.0:1767384686.228513:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005104b53b. 02000000:00000001:0.0:1767384686.233994:0:40107:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384686.234005:0:40107:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000da275f1a for key 0 00000004:00000010:0.0:1767384686.234013:0:40107:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000da275f1a. 02000000:00000001:0.0:1767384686.234020:0:40107:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384686.234021:0:40107:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000009f134ca4. 02000000:00000010:0.0:1767384686.234024:0:40107:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000008d6c43f2. 02000000:00000001:0.0:1767384686.234028:0:40107:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384686.234030:0:40107:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384686.234031:0:40107:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000035b30a03. 02000000:00000010:0.0:1767384686.234033:0:40107:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000aa0f2f3c. 00000020:00000001:0.0:1767384686.234037:0:40107:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384686.234041:0:40107:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384686.234043:0:40107:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384686.234048:0:40107:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384686.234058:0:40107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c4800a53. 00080000:00000001:0.0:1767384686.234061:0:40107:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267209216 : -128361442342400 : ffff8b4185d38a00) 00080000:00000001:0.0:1767384686.234066:0:40107:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384686.234072:0:40107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384686.234077:0:40107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d4df3a9e. 00080000:00000001:0.0:1767384686.234081:0:40107:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.234084:0:40107:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384686.234106:0:40107:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.234109:0:40107:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384686.234144:0:40107:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384686.234148:0:40107:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.234151:0:40107:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384686.236365:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c4800a53. 00080000:00000010:0.0:1767384686.236466:0:40107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d4df3a9e. 00040000:00000001:0.0:1767384686.236472:0:40107:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384686.236475:0:40107:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384686.236477:0:40107:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384686.236481:0:40107:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384686.236484:0:40107:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384686.236490:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000009acdc11b/00000000b4aa9795 to site lru. bkt: 00000000500421da 00000020:00000010:0.0:1767384686.236493:0:40107:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000a61a583d. 00000020:00000010:0.0:1767384686.236535:0:40107:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000002f649328. 00000020:00000010:0.0:1767384686.236538:0:40107:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000c474fb62. 00000020:00000002:0.0:1767384686.236546:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000e9a4911d/00000000deabd64f to site lru. bkt: 00000000d6beb543 00000020:00000001:0.0:1767384686.236549:0:40107:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384686.236552:0:40107:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384686.236557:0:40107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000decbb26a. 00000020:00000010:0.0:1767384686.236560:0:40107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035a1c69a. 00000020:00000010:0.0:1767384686.236564:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da76f4e0. 00000020:00000010:0.0:1767384686.236571:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000054510f5b. 00000040:00000010:0.0:1767384686.236574:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aba7299b. 00000020:00000010:0.0:1767384686.236577:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f8d8038e. 00000020:00000010:0.0:1767384686.236581:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384686.236586:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cdd8fb9e. 80000000:00000010:0.0:1767384686.236590:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ac1126f2. 40000000:00000010:0.0:1767384686.236595:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001c409452. 00100000:00000010:0.0:1767384686.236599:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ee272fa. 00040000:00000010:0.0:1767384686.236603:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c139e09e. 00040000:00000010:0.0:1767384686.236607:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000079271690. 00040000:00000010:0.0:1767384686.236610:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086745e2e. 00080000:00000010:0.0:1767384686.236614:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006f256b89. 00080000:00000010:0.0:1767384686.236618:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000053a0e771. 00000004:00000010:0.0:1767384686.236621:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001e516c87. 00000004:00000010:0.0:1767384686.236626:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d19e4ec3. 00000004:00000010:0.0:1767384686.236630:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e7dd0922. 00000004:00000010:0.0:1767384686.236634:0:40107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000183d9054. 00000020:00000010:0.0:1767384686.236636:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a74e7466. 00000001:00000001:0.0:1767384686.236640:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.236644:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e3950471. 00000001:00000010:0.0:1767384686.236646:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006d97ec29. 00000001:00000010:0.0:1767384686.236650:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000279c317c. 00000001:00000001:0.0:1767384686.236658:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384686.236660:0:40107:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.236664:0:40107:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384686.236668:0:40107:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384686.236701:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000011c0e927. 00000020:00000010:0.0:1767384686.236704:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000007308908d. 00000020:00000010:0.0:1767384686.236707:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000008273770. 00000020:00000010:0.0:1767384686.236711:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001448a83a. 00010000:00000001:0.0:1767384686.236790:0:40107:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384686.236805:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000006165e46. 00000020:00000010:0.0:1767384686.236809:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000c695225d. 00000020:00000010:0.0:1767384686.236811:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000632e66ad. 00000020:00000010:0.0:1767384686.236813:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002904878f. 00000001:00000001:0.0:1767384686.236853:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384686.250339:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000014bfa7e6. 00000001:00000010:1.0:1767384686.250355:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f5ca68e2. 00000001:00000010:1.0:1767384686.250356:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e4bb228. 00000001:00000010:1.0:1767384686.250357:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000057ef9157. 00000001:00000010:1.0:1767384686.250358:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7152329. 00000001:00000010:1.0:1767384686.250359:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd7430f6. 00000001:00000010:1.0:1767384686.250360:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf42021f. 00000001:00000010:1.0:1767384686.250361:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000622f614. 00000001:00000010:1.0:1767384686.250362:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000054aedbb8. 00000001:00000010:1.0:1767384686.250363:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000089542221. 00000001:00000010:1.0:1767384686.250364:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070408236. 00000001:00000010:1.0:1767384686.250365:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca6b8d9e. 00000001:00000010:1.0:1767384686.250366:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003940ec46. 00000001:00000010:1.0:1767384686.250367:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012d6f7bd. 00000001:00000010:1.0:1767384686.250368:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfeb94d6. 00000001:00000010:1.0:1767384686.250369:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063e9892e. 00000001:00000010:1.0:1767384686.250370:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005356aaaa. 00000001:00000010:1.0:1767384686.250371:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0bb708e. 00000001:00000010:1.0:1767384686.250372:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002faf85cd. 00000001:00000010:1.0:1767384686.250373:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034b91209. 00000001:00000010:1.0:1767384686.250374:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067d04a23. 00000001:00000010:1.0:1767384686.250375:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003c480e71. 00000001:00000010:1.0:1767384686.250377:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f0e13d6. 00000001:00000010:1.0:1767384686.250378:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f6f767a6. 00000001:00000010:1.0:1767384686.250379:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d972b75b. 00000001:00000010:1.0:1767384686.250380:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000008482697. 00000001:00000010:1.0:1767384686.250381:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e96b4ff. 00000001:00000010:1.0:1767384686.250382:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000deb0c5bb. 00000001:00000010:1.0:1767384686.250383:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea6428a0. 00000001:00000010:1.0:1767384686.250384:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b753db89. 00000001:00000010:1.0:1767384686.250385:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003eb5358d. 00000001:00000010:1.0:1767384686.250386:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009c17a624. 00000001:00000010:1.0:1767384686.250387:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000028c63c29. 00000001:00000010:1.0:1767384686.250388:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000035ab573b. 00000001:00000010:1.0:1767384686.250389:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000043c6668f. 00000001:00000010:1.0:1767384686.250389:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd71e09b. 00000001:00000010:1.0:1767384686.250390:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcbc962a. 00000001:00000010:1.0:1767384686.250392:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006952aee6. 00000001:00000010:1.0:1767384686.250392:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000daccc8e1. 00000001:00000010:1.0:1767384686.250393:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e16613b3. 00000001:00000010:1.0:1767384686.250394:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009b0d958b. 00000001:00000010:1.0:1767384686.250395:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005c3e1bcb. 00000001:00000010:1.0:1767384686.250396:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000084c5a784. 00000001:00000010:1.0:1767384686.250397:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002aab7a46. 00000001:00000010:1.0:1767384686.250398:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093dac6d6. 00000001:00000010:1.0:1767384686.250399:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003219805d. 00000001:00000010:1.0:1767384686.250400:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090a4cba4. 00000001:00000010:1.0:1767384686.250401:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bc5a1b2f. 00000001:00000010:1.0:1767384686.250402:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b82e6655. 00000001:00000010:1.0:1767384686.250403:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0b91155. 00000001:00000010:1.0:1767384686.250404:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea5ac1c7. 00000001:00000010:1.0:1767384686.250405:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c64d9436. 00000001:00000010:1.0:1767384686.250406:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c241dc36. 00000001:00000010:1.0:1767384686.250408:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f795eaf3. 00000001:00000010:1.0:1767384686.250409:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b937c632. 00000001:00000010:1.0:1767384686.250410:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005bfefc33. 00000001:00000010:1.0:1767384686.250411:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a5eed62. 00000001:00000010:1.0:1767384686.250412:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e74ff1e3. 00000001:00000010:1.0:1767384686.250413:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b8bc0173. 00000001:00000010:1.0:1767384686.250414:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8225bb0. 00000001:00000010:1.0:1767384686.250415:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a28cc5a5. 00000001:00000010:1.0:1767384686.250416:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7f6e015. 00000001:00000010:1.0:1767384686.250417:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e387c24c. 00000001:00000010:1.0:1767384686.250418:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c5773fcc. 00000001:00000010:1.0:1767384686.250419:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000044af91bf. 00000001:00000010:1.0:1767384686.250420:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000006e6f0a8. 00000001:00000010:1.0:1767384686.250421:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000066fa532. 00000001:00000010:1.0:1767384686.250422:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005461e3da. 00000001:00000010:1.0:1767384686.250423:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006aa5dd9f. 00000001:00000010:1.0:1767384686.250424:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071e40dec. 00000001:00000010:1.0:1767384686.250425:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001fb55fe1. 00000001:00000010:1.0:1767384686.250426:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b003d6fb. 00000001:00000010:1.0:1767384686.250427:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000512e4519. 00000001:00000010:1.0:1767384686.250427:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009848e34d. 00000001:00000010:1.0:1767384686.250428:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d143c7ce. 00000001:00000010:1.0:1767384686.250429:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000303d28be. 00000001:00000010:1.0:1767384686.250430:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000459d816a. 00000001:00000010:1.0:1767384686.250431:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aa59b271. 00000001:00000010:1.0:1767384686.250432:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0ad2b4f. 00000001:00000010:1.0:1767384686.250433:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000117ca5ad. 00000001:00000010:1.0:1767384686.250434:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031df9763. 00000001:00000010:1.0:1767384686.250434:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005b00f2e9. 00000001:00000010:1.0:1767384686.250435:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000832c2743. 00000001:00000010:1.0:1767384686.250436:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e3ab6d8f. 00000001:00000010:1.0:1767384686.250437:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a821496d. 00000001:00000010:1.0:1767384686.250438:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004e25e8ae. 00000001:00000010:1.0:1767384686.250440:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a016f0f1. 00000001:00000010:1.0:1767384686.250441:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000030af053d. 00000001:00000010:1.0:1767384686.250442:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000047d33e0e. 00000001:00000010:1.0:1767384686.250443:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000abf51ce3. 00000001:00000010:1.0:1767384686.250444:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e749e2a6. 00000001:00000010:1.0:1767384686.250445:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006bd58548. 00000001:00000010:1.0:1767384686.250446:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000082179d7. 00000001:00000010:1.0:1767384686.250447:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b46eb249. 00000001:00000010:1.0:1767384686.250447:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000061fb425e. 00000001:00000010:1.0:1767384686.250448:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058c5352f. 00000001:00000010:1.0:1767384686.250449:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e40b085. 00000001:00000010:1.0:1767384686.250450:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002723b4af. 00000001:00000010:1.0:1767384686.250451:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002eb8994c. 00000001:00000010:1.0:1767384686.250452:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009032433a. 00000001:00000010:1.0:1767384686.250453:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080291dbb. 00000001:00000010:1.0:1767384686.250454:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e64f694e. 00000001:00000010:1.0:1767384686.250454:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b556ea7f. 00000001:00000010:1.0:1767384686.250455:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000693bc135. 00000001:00000010:1.0:1767384686.250456:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0258675. 00000001:00000010:1.0:1767384686.250457:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004280eb69. 00000001:00000010:1.0:1767384686.250458:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099677d66. 00000001:00000010:1.0:1767384686.250459:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f9aacf0. 00000001:00000010:1.0:1767384686.250459:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ecbec4cb. 00000001:00000010:1.0:1767384686.250460:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f1afdf0. 00000001:00000010:1.0:1767384686.250461:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d22a9bee. 00000001:00000010:1.0:1767384686.250462:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008782c69f. 00000001:00000010:1.0:1767384686.250463:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f7902fc. 00000001:00000010:1.0:1767384686.250464:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e547d0be. 00000001:00000010:1.0:1767384686.250464:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003cee4cd0. 00000001:00000010:1.0:1767384686.250465:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b2c1f2c. 00000001:00000010:1.0:1767384686.250466:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034b8e2ee. 00000001:00000010:1.0:1767384686.250467:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009b08890a. 00000001:00000010:1.0:1767384686.250468:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009253cb2a. 00000001:00000010:1.0:1767384686.250469:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006eeed411. 00000001:00000010:1.0:1767384686.250470:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e4c7d2b0. 00000001:00000010:1.0:1767384686.250471:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bfb2f20f. 00000001:00000010:1.0:1767384686.250472:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e6170eae. 00000001:00000010:1.0:1767384686.250473:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049d47863. 00000001:00000010:1.0:1767384686.250474:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f1d79ca. 00000001:00000010:1.0:1767384686.250474:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ce407fda. 00000001:00000010:1.0:1767384686.250475:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b7b85b6. 00000001:00000010:1.0:1767384686.250476:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000884246e8. 00000001:00000010:1.0:1767384686.250477:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 000000000cf37a51. 00000001:00000010:1.0:1767384686.250482:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007f0cc430. 00000001:00000001:1.0:1767384686.250485:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384686.250490:0:40107:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000edfa3bed. 00010000:00000001:1.0:1767384686.250493:0:40107:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384686.251805:0:40107:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384686.251808:0:40107:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384686.251811:0:40107:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384686.251813:0:40107:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384686.251814:0:40107:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384686.251817:0:40107:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384686.251879:0:40107:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384686.251886:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000006c7dded0/00000000aeb8e0f2 to site lru. bkt: 0000000060a86bf5 40000000:00000001:0.0:1767384686.251890:0:40107:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384686.251891:0:40107:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384686.251893:0:40107:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000fcc2e035. 40000000:00000001:0.0:1767384686.251897:0:40107:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384686.251954:0:40107:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384686.251957:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000dcc3ac4c/000000001afa5f98 to site lru. bkt: 0000000055902ed1 40000000:00000001:0.0:1767384686.251960:0:40107:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384686.251961:0:40107:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384686.251962:0:40107:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 0000000095677f93. 40000000:00000001:0.0:1767384686.251970:0:40107:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384686.252015:0:40107:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384686.252017:0:40107:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 000000000675b71e. 40000000:00000001:0.0:1767384686.252022:0:40107:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.252025:0:40107:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384686.252027:0:40107:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384686.252046:0:40107:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384686.252048:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000c36ae004/000000000f401a37 to site lru. bkt: 000000003f8730b6 80000000:00000001:0.0:1767384686.252050:0:40107:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384686.252052:0:40107:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384686.252054:0:40107:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384686.252055:0:40107:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000006eb1f837. 80000000:00000010:0.0:1767384686.252058:0:40107:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000005a71234c. 80000000:00000010:0.0:1767384686.252059:0:40107:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000f45534f1. 80000000:00000010:0.0:1767384686.252061:0:40107:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000005d101f4e. 80000000:00000010:0.0:1767384686.252063:0:40107:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000d067d1b7. 80000000:00000040:0.0:1767384686.252065:0:40107:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384686.252066:0:40107:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384686.252067:0:40107:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384686.252068:0:40107:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384686.252069:0:40107:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384686.252070:0:40107:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384686.252071:0:40107:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000eefa96c7. 80000000:00000001:0.0:1767384686.252072:0:40107:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384686.252073:0:40107:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000d15d1238. 00000004:00000001:0.0:1767384686.252075:0:40107:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.252077:0:40107:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:0.0:1767384686.252089:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252091:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252092:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252092:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252093:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252093:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252098:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067506b0d. 00000004:00000010:0.0:1767384686.252101:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c66057ea. 00000004:00000010:0.0:1767384686.252105:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009439bd25. 00000004:00000001:0.0:1767384686.252108:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252110:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384686.252111:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b443aebf. 00000004:00000001:0.0:1767384686.252115:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252124:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000219908e7. 00040000:00000001:0.0:1767384686.252128:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252130:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252132:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252133:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252134:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252135:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252139:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001389d5cc. 00000004:00000010:0.0:1767384686.252142:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000019f10783. 00000004:00000010:0.0:1767384686.252144:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ae55bb96. 00000004:00000001:0.0:1767384686.252147:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252148:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384686.252150:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000057c9dd60. 00000004:00000001:0.0:1767384686.252153:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252156:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000efbb6f9f. 00040000:00000001:0.0:1767384686.252159:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252161:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252162:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252164:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252165:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252166:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252169:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000094de0a1b. 00000004:00000010:0.0:1767384686.252173:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003e77b4fe. 00000004:00000010:0.0:1767384686.252176:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f8fbbf28. 00000004:00000001:0.0:1767384686.252178:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252179:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384686.252180:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a308adb. 00000004:00000001:0.0:1767384686.252185:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252186:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a3e24189. 00040000:00000001:0.0:1767384686.252189:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252190:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252191:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252192:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252193:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252193:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252196:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ee9098a6. 00000004:00000010:0.0:1767384686.252197:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000228805e7. 00000004:00000010:0.0:1767384686.252199:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e0010a9b. 00000004:00000001:0.0:1767384686.252201:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252202:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384686.252204:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008856e22f. 00000004:00000001:0.0:1767384686.252207:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252208:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000009b1d5ef. 00040000:00000001:0.0:1767384686.252221:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252222:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252222:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252223:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252223:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252224:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252229:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a04181fb. 00000004:00000010:0.0:1767384686.252233:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a7716cf1. 00000004:00000010:0.0:1767384686.252236:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000beaa9db4. 00000004:00000001:0.0:1767384686.252238:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252239:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384686.252240:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f3e617df. 00000004:00000001:0.0:1767384686.252243:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252246:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b04e29cb. 00040000:00000001:0.0:1767384686.252251:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252253:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252254:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252255:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252256:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252257:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252261:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005d1896e1. 00000004:00000010:0.0:1767384686.252264:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006547aeaf. 00000004:00000010:0.0:1767384686.252266:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004a367d96. 00000004:00000001:0.0:1767384686.252268:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252270:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384686.252271:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b0d01d81. 00000004:00000001:0.0:1767384686.252274:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252276:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000058073671. 00040000:00000001:0.0:1767384686.252280:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252281:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252283:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252284:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252285:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252286:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252289:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f875b14. 00000004:00000010:0.0:1767384686.252292:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000072846204. 00000004:00000010:0.0:1767384686.252295:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000024c287b5. 00000004:00000001:0.0:1767384686.252297:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252299:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384686.252301:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005b4dec6d. 00000004:00000001:0.0:1767384686.252304:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252310:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252311:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252312:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252313:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252314:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252315:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252318:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006c7dded0. 00000004:00000010:0.0:1767384686.252321:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000438821ef. 00000004:00000010:0.0:1767384686.252323:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004812e364. 00000004:00000001:0.0:1767384686.252326:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252327:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384686.252329:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000aeb8e0f2. 00000004:00000001:0.0:1767384686.252333:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252338:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252339:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252341:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252342:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252343:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252344:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252347:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000014d9db03. 00000020:00000010:0.0:1767384686.252351:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000068f5d4cf. 00040000:00000001:0.0:1767384686.252369:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252371:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252372:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252373:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252374:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252376:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252380:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000005fdb8a. 00000004:00000010:0.0:1767384686.252384:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000619dd39. 00000004:00000010:0.0:1767384686.252387:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006ed36f56. 00000004:00000001:0.0:1767384686.252389:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252391:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384686.252393:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e7ce951a. 00000004:00000001:0.0:1767384686.252398:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252406:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252408:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252409:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252410:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252411:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252412:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252416:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dcc3ac4c. 00000004:00000010:0.0:1767384686.252419:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d66f959d. 00000004:00000010:0.0:1767384686.252422:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000063661c4d. 00000004:00000001:0.0:1767384686.252426:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252427:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384686.252428:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001afa5f98. 00000004:00000001:0.0:1767384686.252432:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252436:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252437:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252438:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252439:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252440:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252441:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252444:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a30c9a1e. 00000020:00000010:0.0:1767384686.252447:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000559943bd. 00040000:00000001:0.0:1767384686.252454:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252456:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252457:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252458:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252460:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252461:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252464:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000035444690. 20000000:00000010:0.0:1767384686.252468:0:40107:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000ffc3255f. 00040000:00000001:0.0:1767384686.252475:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252476:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252477:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252478:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252479:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252480:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252483:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000de43846b. 00000004:00000010:0.0:1767384686.252487:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000039b0a6a1. 00000004:00000010:0.0:1767384686.252489:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e31331e2. 00000004:00000001:0.0:1767384686.252492:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252494:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384686.252496:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fd79144a. 00000004:00000001:0.0:1767384686.252501:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252505:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252506:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252507:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252508:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252510:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252511:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252513:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e9a4911d. 00000004:00000010:0.0:1767384686.252517:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000289a6253. 00000004:00000010:0.0:1767384686.252520:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000352e56cc. 00000004:00000001:0.0:1767384686.252522:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252523:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384686.252524:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000deabd64f. 00000004:00000001:0.0:1767384686.252528:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252538:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252539:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252540:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252541:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252542:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252543:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252545:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d9ec2ba9. 00000004:00000010:0.0:1767384686.252548:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000876e4c8. 00000004:00000010:0.0:1767384686.252551:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ed4f0d07. 00000004:00000001:0.0:1767384686.252553:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252555:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384686.252556:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000919c5fa1. 00000004:00000001:0.0:1767384686.252559:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252563:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252565:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252566:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252567:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252568:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252570:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252573:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e1ba8d40. 00000004:00000010:0.0:1767384686.252576:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ed524504. 00000004:00000010:0.0:1767384686.252579:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000804dcc54. 00000004:00000001:0.0:1767384686.252580:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252586:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384686.252589:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000004d43534. 00000004:00000001:0.0:1767384686.252591:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252597:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252599:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252600:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252601:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252603:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252605:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252608:0:40107:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000005576a84f. 00080000:00000010:0.0:1767384686.252611:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009acdc11b. 00000004:00000010:0.0:1767384686.252615:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000020f4ca6f. 00000004:00000010:0.0:1767384686.252617:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006e5fed4e. 00000004:00000001:0.0:1767384686.252620:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252621:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384686.252623:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b4aa9795. 00000004:00000001:0.0:1767384686.252628:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.252632:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007ec95ca3. 00040000:00000001:0.0:1767384686.252636:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252638:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252639:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252641:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252642:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252643:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252646:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c36ae004. 00000004:00000010:0.0:1767384686.252649:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000600bd6c6. 00000004:00000010:0.0:1767384686.252652:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fa9b3d95. 00000004:00000001:0.0:1767384686.252655:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252656:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384686.252658:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000f401a37. 00000004:00000001:0.0:1767384686.252661:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252665:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252666:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252667:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252669:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252669:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252671:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252673:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001867392e. 00000020:00000010:0.0:1767384686.252678:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bd275e49. 00040000:00000001:0.0:1767384686.252687:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252689:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252690:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252691:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252692:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252693:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252696:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cef7f2df. 00000004:00000010:0.0:1767384686.252700:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f1776c03. 00000004:00000010:0.0:1767384686.252702:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ee0fa80f. 00000004:00000001:0.0:1767384686.252705:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252706:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384686.252708:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000111dd67f. 00000004:00000001:0.0:1767384686.252712:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252744:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252746:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252747:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252749:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252750:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252751:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252755:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007f83cfc6. 00000004:00000010:0.0:1767384686.252759:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000080c4a2eb. 00000004:00000010:0.0:1767384686.252763:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008a852524. 00000004:00000001:0.0:1767384686.252766:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252768:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:0.0:1767384686.252770:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a544d055. 00000004:00000001:0.0:1767384686.252776:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252885:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252887:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252889:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252890:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252891:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252892:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252895:0:40107:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 000000003aeee876. 00080000:00000010:0.0:1767384686.252898:0:40107:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 00000000d4bead9f. 00080000:00000010:0.0:1767384686.252902:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000da28d842. 00000004:00000010:0.0:1767384686.252906:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002f266f90. 00000004:00000010:0.0:1767384686.252909:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003a1b7311. 00000004:00000001:0.0:1767384686.252912:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252913:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384686.252915:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000cd9937e. 00000004:00000001:0.0:1767384686.252920:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252925:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252927:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252928:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252929:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252930:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252932:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252934:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000399f3c1a. 00000004:00000010:0.0:1767384686.252938:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002a0a35e7. 00000004:00000010:0.0:1767384686.252941:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000553f027e. 00000004:00000001:0.0:1767384686.252944:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.252945:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384686.252947:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004665d84a. 00000004:00000001:0.0:1767384686.252952:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384686.252959:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252960:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252966:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252967:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384686.252969:0:40107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384686.252970:0:40107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384686.252973:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005bea534a. 00000020:00000010:0.0:1767384686.252977:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000087827bdc. 00000004:00000010:0.0:1767384686.252987:0:40107:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000006165e46. 00000004:00000001:0.0:1767384686.252991:0:40107:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384686.252994:0:40107:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384686.253002:0:40107:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384686.253005:0:40107:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384686.253008:0:40107:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384686.253010:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384686.253012:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384686.253047:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.253050:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384686.253051:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384686.253083:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.253087:0:40107:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.253089:0:40107:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384686.253091:0:40107:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384686.253096:0:40107:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384686.253098:0:40107:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384686.253101:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384686.253103:0:40107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384686.253105:0:40107:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384686.253109:0:40107:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384686.253111:0:40107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384686.253113:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384686.253114:0:40107:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384686.253117:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384686.253120:0:40107:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384686.253135:0:40107:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384686.253142:0:40107:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384686.253144:0:40107:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384686.253147:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384686.253149:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384686.253150:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384686.253180:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.253182:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384686.253184:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384686.253276:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.253279:0:40107:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384686.253284:0:40107:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384686.253316:0:17111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc82ebfc. 00000040:00000010:2.0:1767384686.253324:0:17111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b299dc2b. 00000020:00000010:2.0:1767384686.253328:0:17111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e791942e. 00000020:00000010:2.0:1767384686.253334:0:17111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000068103564. 00000020:00000010:2.0:1767384686.253339:0:17111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ffb9e780. 80000000:00000010:2.0:1767384686.253343:0:17111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000036f2b62b. 40000000:00000010:2.0:1767384686.253347:0:17111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000443be702. 00100000:00000010:2.0:1767384686.253352:0:17111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008e7687b7. 00040000:00000010:2.0:1767384686.253355:0:17111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000065042bf2. 00040000:00000010:2.0:1767384686.253359:0:17111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d003b807. 00040000:00000010:2.0:1767384686.253363:0:17111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a7895bc. 00080000:00000010:2.0:1767384686.253369:0:17111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c8e67673. 00080000:00000010:2.0:1767384686.253373:0:17111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000298404a2. 00000004:00000010:2.0:1767384686.253377:0:17111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e13d533. 00000004:00000010:2.0:1767384686.253381:0:17111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002e3386b3. 00000004:00000010:2.0:1767384686.253386:0:17111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a4a02b00. 00002000:00000010:2.0:1767384686.253390:0:17111:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000067136e3a. 00000004:00000010:2.0:1767384686.253393:0:17111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001afd0264. 00000020:00000010:2.0:1767384686.253396:0:17111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cd34084. 00000004:00000010:2.0:1767384686.253408:0:17111:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 000000007e86fbf5. 00000004:00000001:2.0:1767384686.253413:0:17111:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.253448:0:40107:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384686.253452:0:40107:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384686.253482:0:17110:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384686.253486:0:17110:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384686.253490:0:17110:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384686.253494:0:17110:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002d9cc803. 00000040:00000010:3.0:1767384686.253502:0:17110:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009df01feb. 00000040:00000001:3.0:1767384686.253507:0:17110:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384686.253510:0:17110:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384686.253513:0:17110:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384686.253515:0:17110:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384686.253517:0:17110:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000788cc39e. 00000040:00000010:3.0:1767384686.253520:0:17110:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004e88679e. 00000040:00000001:3.0:1767384686.253523:0:17110:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384686.253525:0:17110:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384686.253529:0:17110:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384686.253531:0:17110:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384686.253535:0:17110:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005c995ed7. 00000020:00000010:3.0:1767384686.253538:0:17110:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007981d9f5. 00000040:00000001:3.0:1767384686.253547:0:17110:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384686.253549:0:17110:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009212ff6c. 00000040:00000001:3.0:1767384686.253552:0:17110:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384686.253554:0:17110:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384686.253556:0:17110:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384686.253558:0:17110:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384686.253564:0:17110:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000089cecc35. 00080000:00000001:3.0:1767384686.253567:0:17110:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615717498647552 : -128356210904064 : ffff8b42bda4f400) 00000040:00000001:3.0:1767384686.253569:0:17110:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384686.253571:0:17110:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384686.253574:0:17110:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384686.253577:0:17110:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384686.253580:0:17110:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384686.253583:0:17110:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384686.253586:0:17110:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253597:0:17110:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253599:0:17110:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.253602:0:17110:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384686.253618:0:17110:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253621:0:17110:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:3.0:1767384686.253624:0:17110:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:3.0:1767384686.253649:0:17110:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384686.253659:0:17110:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:3.0:1767384686.253662:0:17110:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1767384686.253664:0:17110:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384686.253666:0:17110:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446615716510837696 : -128357198713920 : ffff8b4282c42bc0) 00000001:00000001:3.0:1767384686.253670:0:17110:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1767384686.253686:0:17110:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384686.253688:0:17110:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.253690:0:17110:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253693:0:17110:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.253696:0:17110:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384686.253703:0:17110:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384686.253705:0:17110:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384686.253708:0:17110:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253710:0:17110:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253713:0:17110:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384686.253715:0:17110:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384686.253740:0:17110:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384686.253744:0:17110:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000045b9335. 00080000:00000001:3.0:1767384686.253747:0:17110:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446615712267335680 : -128361442215936 : ffff8b4185d57800) 00000040:00000001:3.0:1767384686.253750:0:17110:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384686.253752:0:17110:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384686.253755:0:17110:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384686.253758:0:17110:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384686.253761:0:17110:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000083d594a. 00080000:00000001:3.0:1767384686.253764:0:17110:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253766:0:17110:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253769:0:17110:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.253771:0:17110:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384686.253773:0:17110:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.253775:0:17110:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384686.253784:0:17110:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253793:0:17110:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384686.253797:0:17110:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253799:0:17110:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384686.253802:0:17110:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384686.253803:0:17110:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:3.0:1767384686.253819:0:17110:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253821:0:17110:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384686.253828:0:17110:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384686.253830:0:17110:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384686.253835:0:17110:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000083d594a. 00040000:00000001:3.0:1767384686.253838:0:17110:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384686.253840:0:17110:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384686.253841:0:17110:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253843:0:17110:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.253845:0:17110:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:3.0:1767384686.253989:0:17110:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384686.253991:0:17110:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384686.253993:0:17110:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384686.253994:0:17110:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384686.253995:0:17110:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384686.253996:0:17110:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384686.253998:0:17110:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000094e91d8e. 00080000:00000010:3.0:1767384686.254015:0:17110:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005dadc181. 00000020:00000010:3.0:1767384686.254019:0:17110:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002d48ef25. 00000040:00000001:3.0:1767384686.254024:0:17110:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384686.254026:0:17110:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005180b7f7. 00000040:00000010:3.0:1767384686.254030:0:17110:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006dc08434. 00000040:00000001:3.0:1767384686.254033:0:17110:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384686.254035:0:17110:0:(lu_object.c:207:lu_object_put()) Add 0000000062648fb9/00000000da9333f1 to site lru. bkt: 000000001ff83f75 00000040:00000001:3.0:1767384686.254037:0:17110:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384686.254038:0:17110:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cc992c0d. 00000040:00000010:3.0:1767384686.254041:0:17110:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007dece07e. 00000040:00000001:3.0:1767384686.254053:0:17110:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384686.254056:0:17110:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384686.254057:0:17110:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f3bafdec : new refcount 1 00000020:00000040:3.0:1767384686.254062:0:17110:0:(genops.c:898:class_export_put()) PUTting export 00000000e717b064 : new refcount 1 00000040:00000010:3.0:1767384686.254065:0:17110:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000f3bafdec. 00000040:00000001:3.0:1767384686.254071:0:17110:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384686.254109:0:17110:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a26c7df8. 00000020:00000010:3.0:1767384686.254115:0:17110:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050854034. 00000040:00000010:3.0:1767384686.254118:0:17110:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000029c6476e. 00000020:00000010:3.0:1767384686.254121:0:17110:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001e990c6e. 00000020:00000010:3.0:1767384686.254125:0:17110:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001ce8e887. 00040000:00000010:3.0:1767384686.254129:0:17110:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de32e078. 00040000:00000010:3.0:1767384686.254133:0:17110:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000091d60842. 00080000:00000010:3.0:1767384686.254137:0:17110:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003d6b8827. 00080000:00000010:3.0:1767384686.254141:0:17110:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000062a9a98f. 00080000:00000010:3.0:1767384686.254144:0:17110:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000080bb376b. 00000020:00000010:3.0:1767384686.254148:0:17110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae86d3fc. 00000004:00000010:3.0:1767384686.254151:0:17110:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000007a7fb486. 00000004:00000001:3.0:1767384686.254174:0:17110:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.254194:0:40107:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.254198:0:40107:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384686.254199:0:40107:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000351c3e14. 00000004:00000001:0.0:1767384686.254203:0:40107:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384686.254205:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000b53273d3/000000008ffde305 to site lru. bkt: 0000000098dd22e2 00000020:00000002:0.0:1767384686.254208:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000c6dc30f9/000000003bcc2170 to site lru. bkt: 0000000071ec5817 40000000:00000001:0.0:1767384686.254222:0:40107:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384686.254224:0:40107:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384686.254279:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000006338a33 : new refcount 2 40000000:00000001:0.0:1767384686.254281:0:40107:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384686.254283:0:40107:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000009568ad86. 40000000:00000001:0.0:1767384686.254285:0:40107:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.254287:0:40107:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.254289:0:40107:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.254292:0:40107:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384686.254294:0:40107:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1602473173 to info 00000000fa64fe35 00100000:00000001:0.0:1767384686.254296:0:40107:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384686.254298:0:40107:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384686.254300:0:40107:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:0.0:1767384686.254301:0:40107:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384686.254302:0:40107:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384686.254345:0:17117:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca3c9843. 00000020:00000010:2.0:1767384686.254351:0:17117:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057242e10. 00000020:00000010:2.0:1767384686.254354:0:17117:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000017082b4b. 00000020:00000010:2.0:1767384686.254358:0:17117:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000064432f02. 80000000:00000010:2.0:1767384686.254362:0:17117:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000076685096. 40000000:00000010:2.0:1767384686.254364:0:17117:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007ba67b75. 00100000:00000010:2.0:1767384686.254368:0:17117:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000696b280a. 00040000:00000010:2.0:1767384686.254371:0:17117:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003767023e. 00040000:00000010:2.0:1767384686.254375:0:17117:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d0e0b12c. 00080000:00000010:2.0:1767384686.254378:0:17117:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000be013cc1. 00080000:00000010:2.0:1767384686.254383:0:17117:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005a7c96a3. 00002000:00000010:2.0:1767384686.254387:0:17117:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fd1721e5. 00000020:00000010:2.0:1767384686.254391:0:17117:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000350c65c5. 00040000:00000010:2.0:1767384686.254394:0:17117:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 0000000007eb8f4d. 00040000:00000001:2.0:1767384686.254397:0:17117:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254420:0:40107:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384686.254422:0:40107:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384686.254423:0:40107:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384686.254425:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384686.254427:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384686.254430:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254432:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384686.254433:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.254435:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a3ddbafc. 00000001:00000010:0.0:1767384686.254438:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d6568822. 00000001:00000010:0.0:1767384686.254439:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000044f8e01b. 00000001:00000001:0.0:1767384686.254442:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384686.254443:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000962ba69. 00000020:00000002:0.0:1767384686.254448:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000088630329/0000000001f5cd73 to site lru. bkt: 000000004f8fdd3d 00000020:00000002:0.0:1767384686.254450:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000068732425/0000000079269712 to site lru. bkt: 0000000083647edf 00040000:00000010:0.0:1767384686.254451:0:40107:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000f6256b10. 00040000:00000001:0.0:1767384686.254453:0:40107:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384686.254454:0:40107:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384686.254455:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384686.254456:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384686.254458:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254459:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384686.254460:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.254461:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005788c581. 00000001:00000010:0.0:1767384686.254463:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000039e6748b. 00000001:00000010:0.0:1767384686.254464:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000aee816d2. 00000001:00000001:0.0:1767384686.254466:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384686.254467:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000045434f8c. 00000020:00000002:0.0:1767384686.254470:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000582d3ffc/00000000d93beac3 to site lru. bkt: 00000000f846c62f 00000020:00000002:0.0:1767384686.254472:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000644a720c/000000001e607987 to site lru. bkt: 000000007e70e5f5 00040000:00000010:0.0:1767384686.254474:0:40107:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000071f61b2d. 00040000:00000001:0.0:1767384686.254475:0:40107:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384686.254476:0:40107:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384686.254477:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384686.254478:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384686.254479:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254480:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384686.254481:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.254482:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000014c5823f. 00000001:00000010:0.0:1767384686.254483:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a6a59c58. 00000001:00000010:0.0:1767384686.254485:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002e9ccea8. 00000001:00000001:0.0:1767384686.254486:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384686.254487:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000daba5b20. 00000020:00000002:0.0:1767384686.254489:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000078145cee/00000000afa8f74d to site lru. bkt: 0000000017b4459e 00000020:00000002:0.0:1767384686.254491:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000001493e25c/00000000e1570e61 to site lru. bkt: 000000007bc46041 00040000:00000010:0.0:1767384686.254492:0:40107:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000000346f666. 00040000:00000001:0.0:1767384686.254494:0:40107:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384686.254497:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 4 00000020:00000010:0.0:1767384686.254498:0:40107:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000059b1ae49. 00040000:04000000:0.0:1767384686.254501:0:40107:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384686.254502:0:40107:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000b5d05ec5. 00040000:00000001:0.0:1767384686.254504:0:40107:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:0.0:1767384686.254505:0:40107:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384686.254506:0:40107:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384686.254545:0:17118:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cb6db313. 00000020:00000010:3.0:1767384686.254551:0:17118:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001aaf9606. 00000020:00000010:3.0:1767384686.254555:0:17118:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384686.254560:0:17118:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae90210e. 80000000:00000010:3.0:1767384686.254563:0:17118:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000399bd323. 40000000:00000010:3.0:1767384686.254581:0:17118:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b5afe162. 00100000:00000010:3.0:1767384686.254586:0:17118:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000d3cf2e3. 00040000:00000010:3.0:1767384686.254589:0:17118:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bd1c028d. 00040000:00000010:3.0:1767384686.254597:0:17118:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c06a2160. 00080000:00000010:3.0:1767384686.254605:0:17118:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000055b9c817. 00080000:00000010:3.0:1767384686.254609:0:17118:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000009026e23. 00002000:00000010:3.0:1767384686.254611:0:17118:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000057bc72d1. 00000020:00000010:3.0:1767384686.254615:0:17118:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005461574c. 00040000:00000010:3.0:1767384686.254617:0:17118:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000005e75d154. 00040000:00000001:3.0:1767384686.254634:0:17118:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254659:0:40107:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384686.254662:0:40107:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384686.254663:0:40107:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384686.254664:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384686.254666:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384686.254669:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254671:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384686.254673:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.254675:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009c1b6a23. 00000001:00000010:0.0:1767384686.254678:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000063e9a6aa. 00000001:00000010:0.0:1767384686.254682:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000058a09a7. 00000001:00000001:0.0:1767384686.254685:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384686.254687:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b18bb42e. 00000020:00000002:0.0:1767384686.254691:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000ae54be40/00000000b5c9638a to site lru. bkt: 0000000073979543 00000020:00000002:0.0:1767384686.254695:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000009f66c155/0000000063c8407e to site lru. bkt: 000000004f8fdd3d 00000020:00000002:0.0:1767384686.254698:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000054dc627f/0000000042e1b6fb to site lru. bkt: 00000000255c0788 00040000:00000010:0.0:1767384686.254700:0:40107:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d18a0b8e. 00040000:00000001:0.0:1767384686.254703:0:40107:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384686.254704:0:40107:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384686.254705:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384686.254707:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384686.254709:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254711:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384686.254712:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.254714:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b22c0b2e. 00000001:00000010:0.0:1767384686.254717:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001fe35915. 00000001:00000010:0.0:1767384686.254743:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000dbc67b31. 00000001:00000001:0.0:1767384686.254747:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384686.254749:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008d8d4d65. 00000020:00000002:0.0:1767384686.254752:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000fff50eae/00000000669d57ae to site lru. bkt: 000000004dd79a26 00000020:00000002:0.0:1767384686.254755:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000004287a6c6/00000000ad24654e to site lru. bkt: 00000000f846c62f 00000020:00000002:0.0:1767384686.254758:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000c74f1e4e/00000000db332c1d to site lru. bkt: 0000000006fe0282 00040000:00000010:0.0:1767384686.254760:0:40107:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000005dbed0d3. 00040000:00000001:0.0:1767384686.254763:0:40107:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384686.254764:0:40107:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384686.254765:0:40107:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384686.254766:0:40107:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384686.254774:0:40107:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384686.254776:0:40107:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384686.254777:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.254779:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000040a8d3d3. 00000001:00000010:0.0:1767384686.254782:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000005899d6c3. 00000001:00000010:0.0:1767384686.254785:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000050fd799b. 00000001:00000001:0.0:1767384686.254789:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384686.254790:0:40107:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000050dc2f0a. 00000020:00000002:0.0:1767384686.254794:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000081df6d01/0000000001a1028f to site lru. bkt: 00000000443f9182 00000020:00000002:0.0:1767384686.254797:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000000ba4bc50/00000000815f4cc3 to site lru. bkt: 0000000017b4459e 00000020:00000002:0.0:1767384686.254800:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000068f97d30/000000000fbb0f70 to site lru. bkt: 0000000000e7356f 00040000:00000010:0.0:1767384686.254803:0:40107:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000000a1ed3b. 00040000:00000001:0.0:1767384686.254806:0:40107:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384686.254808:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 3 00000020:00000010:0.0:1767384686.254810:0:40107:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000006b0841e1. 00080000:00000010:0.0:1767384686.254817:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000087974f41. 00000004:00000010:0.0:1767384686.254821:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a164e982. 00000004:00000010:0.0:1767384686.254824:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002012f76a. 00000004:00000001:0.0:1767384686.254826:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.254828:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:0.0:1767384686.254830:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000397368e4. 00000004:00000001:0.0:1767384686.254914:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:0.0:1767384686.254917:0:40107:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384686.254918:0:40107:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000ee7e355c. 00040000:00000001:0.0:1767384686.254922:0:40107:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:0.0:1767384686.254924:0:40107:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384686.254980:0:40107:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384686.254983:0:40107:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000082d644b8. 00080000:00000010:0.0:1767384686.254993:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000540eeb82. 00000020:00000010:0.0:1767384686.254997:0:40107:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000a2158f35. 00080000:00000001:0.0:1767384686.255001:0:40107:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.255004:0:40107:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.255006:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384686.255009:0:40107:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.255011:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.255014:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c165 00000020:00000040:0.0:1767384686.255017:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f16f7e51 with handle 0xefc2db714b35c165 from hash 00000020:00000001:0.0:1767384686.255023:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.255024:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f16f7e51 : new refcount 1 00000020:00000001:0.0:1767384686.255026:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.255028:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f16f7e51 : new refcount 0 00000020:00000080:0.0:1767384686.255030:0:40107:0:(genops.c:904:class_export_put()) final put 00000000f16f7e51/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384686.255032:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.255046:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.255049:0:40107:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.255050:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.255052:0:40107:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:0.0:1767384686.255064:0:40107:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 0000000057b287a8. 00000020:00000001:3.0:1767384686.255066:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384686.255069:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000f16f7e51/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:0.0:1767384686.255071:0:40107:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:3.0:1767384686.255073:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384686.255079:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384686.255080:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000d36262e4/000000005f9316ec to site lru. bkt: 000000004ba989a6 00000020:00000040:3.0:1767384686.255084:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 8 - export 00000020:00000002:0.0:1767384686.255086:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000234f865c/000000005b2bcb8c to site lru. bkt: 00000000ad9b9578 00000020:00000010:3.0:1767384686.255090:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f16f7e51. 00000020:00000002:0.0:1767384686.255092:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000096d73776/00000000091c898c to site lru. bkt: 00000000ed9c6924 00000020:00000002:0.0:1767384686.255095:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000c01bdf9a/000000001e5da5a3 to site lru. bkt: 00000000f2e982b0 00000020:00000002:0.0:1767384686.255098:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000009220a1d2/000000003b8d16c0 to site lru. bkt: 00000000619b753d 00000020:00000001:3.0:1767384686.255103:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:0.0:1767384686.255103:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000773a66cb/0000000012ee895e to site lru. bkt: 00000000d7b55db2 00000020:00000002:0.0:1767384686.255108:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000084cad5b/000000003303b882 to site lru. bkt: 0000000075431dba 00000020:00000002:0.0:1767384686.255110:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000007511553a/00000000eda9dfb5 to site lru. bkt: 000000008a6b81d1 00000020:00000002:0.0:1767384686.255114:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000eca337b3/00000000f6dee15b to site lru. bkt: 00000000bceeed61 00000020:00000002:0.0:1767384686.255116:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000348465c3/0000000003a3d7fb to site lru. bkt: 0000000019845800 00000020:00000002:0.0:1767384686.255119:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000c847e73c/0000000096770132 to site lru. bkt: 00000000c3e66968 00000020:00000002:0.0:1767384686.255122:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000a02e1b03/000000008579f2ea to site lru. bkt: 00000000709a95b1 00000020:00000002:0.0:1767384686.255124:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000045a2ace4/0000000014f8130d to site lru. bkt: 00000000b68bc195 00000020:00000002:0.0:1767384686.255126:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000087282113/00000000ec232f81 to site lru. bkt: 00000000b9185085 00000020:00000002:0.0:1767384686.255129:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000002053ac57/00000000861d1974 to site lru. bkt: 00000000772a3859 00000020:00000002:0.0:1767384686.255131:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000a7c8f882/00000000c5e6e3f4 to site lru. bkt: 000000000e8a3ef4 00000020:00000002:0.0:1767384686.255133:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000001e1a67ad/00000000a04356da to site lru. bkt: 000000002ef35a77 00000020:00000002:0.0:1767384686.255136:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000bb068b29/00000000d0d6a01b to site lru. bkt: 000000003c29b793 00100000:00000010:0.0:1767384686.255139:0:40107:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000002ba2fa11. 00100000:00000010:0.0:1767384686.255143:0:40107:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000006f7156bd. 00100000:00000010:0.0:1767384686.255148:0:40107:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 000000001f96c30c. 00100000:00000010:0.0:1767384686.255151:0:40107:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000260053fa. 00000020:00000002:0.0:1767384686.255156:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000a8e02176/0000000096db7187 to site lru. bkt: 00000000989f3907 00000020:00000002:0.0:1767384686.255159:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000007eabd1b4/0000000031d10394 to site lru. bkt: 00000000a495d5ce 00000020:00000002:0.0:1767384686.255161:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000035ffc909/00000000740caeba to site lru. bkt: 0000000035196a16 00000020:00000002:0.0:1767384686.255164:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000081f861c0/000000000765328f to site lru. bkt: 00000000c62f1b25 00000020:00000002:0.0:1767384686.255167:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000969f4ed2/0000000095041181 to site lru. bkt: 00000000b7afef0e 00000020:00000002:0.0:1767384686.255170:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000ad80a5c3/000000003f783a86 to site lru. bkt: 00000000701ef8ed 00000020:00000002:0.0:1767384686.255172:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000ef549af0/00000000f2d869ca to site lru. bkt: 00000000c8659ad3 00000020:00000002:0.0:1767384686.255175:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000c0f5218a/0000000003435a69 to site lru. bkt: 00000000aa6ad156 00000020:00000002:0.0:1767384686.255178:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000f241e412/000000002d1c70b1 to site lru. bkt: 0000000092842192 00000020:00000002:0.0:1767384686.255180:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000006f6533dd/00000000019fb114 to site lru. bkt: 000000007452736a 00000020:00000002:0.0:1767384686.255183:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000004f33e375/000000005670ae5a to site lru. bkt: 00000000bbc6a098 00000020:00000002:0.0:1767384686.255186:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000dab5c32f/00000000d2be2616 to site lru. bkt: 00000000985045ff 00000020:00000002:0.0:1767384686.255188:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000df9ba6ad/000000000da490c2 to site lru. bkt: 00000000458fd4aa 00000020:00000002:0.0:1767384686.255191:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000004cbdf416/0000000060d44e26 to site lru. bkt: 0000000052221767 00000020:00000002:0.0:1767384686.255193:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000e6da2d4b/000000008e7ee8db to site lru. bkt: 00000000024797e9 00000020:00000002:0.0:1767384686.255196:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000004b18ac25/000000007d8942ef to site lru. bkt: 0000000045abc164 00000020:00000002:0.0:1767384686.255199:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000558a1e5e/00000000dc93c96e to site lru. bkt: 0000000055ef62c7 00100000:00000010:0.0:1767384686.255201:0:40107:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000927e7b87. 00100000:00000010:0.0:1767384686.255208:0:40107:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 0000000039c0ef24. 00100000:00000010:0.0:1767384686.255231:0:40107:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000bd5f3567. 00100000:00000010:0.0:1767384686.255235:0:40107:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000004c1972b5. 00100000:00000010:0.0:1767384686.255240:0:40107:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000ecc7bf46. 00100000:00000010:0.0:1767384686.255244:0:40107:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000b6829922. 00000020:00000002:0.0:1767384686.255251:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000001c697983/00000000ad25d29b to site lru. bkt: 00000000f8c5573f 00000020:00000002:0.0:1767384686.255254:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000007ee78d7d/00000000b5a584ca to site lru. bkt: 000000001fdf3683 40000000:00000001:0.0:1767384686.255257:0:40107:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384686.255318:0:40107:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:0.0:1767384686.255320:0:40107:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 000000002834e208. 00100000:00000010:0.0:1767384686.255324:0:40107:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000008282dff2. 00000004:00000001:0.0:1767384686.255327:0:40107:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:0.0:1767384686.255330:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003658aff2 : new refcount 2 00000040:00000001:0.0:1767384686.255332:0:40107:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384686.255334:0:40107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384686.255337:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000002f148b67/000000003fcd331b to site lru. bkt: 00000000bbc6a098 00000040:00000010:0.0:1767384686.255340:0:40107:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000076f1e59. 00000040:00000001:0.0:1767384686.255343:0:40107:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384686.255345:0:40107:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000099d0e06c. 00000040:00000010:0.0:1767384686.255349:0:40107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2459ff8. 00000040:00000001:0.0:1767384686.255352:0:40107:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384686.255354:0:40107:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384686.255355:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003658aff2 : new refcount 1 00000020:00000040:0.0:1767384686.255359:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000e97efa32 : new refcount 3 00000040:00000010:0.0:1767384686.255361:0:40107:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003658aff2. 00000040:00000001:0.0:1767384686.255367:0:40107:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.255368:0:40107:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384686.255370:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d4ff6ffa : new refcount 2 00000040:00000001:0.0:1767384686.255372:0:40107:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384686.255373:0:40107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384686.255375:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000002bd6743a/00000000f3df5efb to site lru. bkt: 00000000cc7ea257 00000040:00000010:0.0:1767384686.255377:0:40107:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000c2e172db. 00000040:00000001:0.0:1767384686.255379:0:40107:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384686.255381:0:40107:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ca1390fd. 00000040:00000010:0.0:1767384686.255384:0:40107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc7c2fc5. 00000040:00000001:0.0:1767384686.255385:0:40107:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384686.255386:0:40107:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384686.255391:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d4ff6ffa : new refcount 1 00000020:00000040:0.0:1767384686.255393:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000e97efa32 : new refcount 2 00000040:00000010:0.0:1767384686.255394:0:40107:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d4ff6ffa. 00000040:00000001:0.0:1767384686.255397:0:40107:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384686.255399:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000034d35b52 : new refcount 2 00000040:00000001:0.0:1767384686.255400:0:40107:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384686.255401:0:40107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384686.255403:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000daaf62e7/0000000083bebd87 to site lru. bkt: 000000001c8972c1 00000040:00000010:0.0:1767384686.255404:0:40107:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000402b5a7e. 00000040:00000001:0.0:1767384686.255406:0:40107:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384686.255407:0:40107:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d862c00c. 00000040:00000010:0.0:1767384686.255421:0:40107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009edf3dcc. 00000040:00000001:0.0:1767384686.255424:0:40107:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384686.255426:0:40107:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384686.255428:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000034d35b52 : new refcount 1 00000020:00000040:0.0:1767384686.255430:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000e97efa32 : new refcount 1 00000040:00000010:0.0:1767384686.255432:0:40107:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000034d35b52. 00000040:00000001:0.0:1767384686.255436:0:40107:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.255439:0:40107:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:0.0:1767384686.255442:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000002de30a1/00000000d4debf5e to site lru. bkt: 00000000591d108a 00000004:00000001:0.0:1767384686.255444:0:40107:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:0.0:1767384686.255446:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000003ee587ee/000000007e47abb3 to site lru. bkt: 00000000c3e66968 00000020:00000002:0.0:1767384686.255449:0:40107:0:(lu_object.c:207:lu_object_put()) Add 000000000c81bd75/00000000ba16da76 to site lru. bkt: 00000000065170e5 00000020:00000002:0.0:1767384686.255452:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000d464733d/000000005feb8843 to site lru. bkt: 000000002ea0ef8b 00000001:00000001:0.0:1767384686.255455:0:40107:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1767384686.255457:0:40107:0:(lu_object.c:207:lu_object_put()) Add 0000000066ef32b9/00000000e7a706f1 to site lru. bkt: 00000000c601eedf 00000001:00000010:0.0:1767384686.255460:0:40107:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 0000000068f1810e. 00000001:00000001:0.0:1767384686.255463:0:40107:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:0.0:1767384686.255467:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ac07d719. 00080000:00000010:0.0:1767384686.255473:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000df9ba6ad. 00000020:00000010:0.0:1767384686.255476:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000da490c2. 00080000:00000010:0.0:1767384686.255483:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002f148b67. 00000020:00000010:0.0:1767384686.255485:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003fcd331b. 00080000:00000010:0.0:1767384686.255488:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000af299c45. 00080000:00000010:0.0:1767384686.255491:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004f33e375. 00000020:00000010:0.0:1767384686.255493:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005670ae5a. 00080000:00000010:0.0:1767384686.255497:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f18a0e3d. 00080000:00000010:0.0:1767384686.255501:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000096d73776. 00000020:00000010:0.0:1767384686.255504:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000091c898c. 00080000:00000010:0.0:1767384686.255509:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004ec0d2bb. 00080000:00000010:0.0:1767384686.255513:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000348465c3. 00000020:00000010:0.0:1767384686.255515:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000003a3d7fb. 00080000:00000010:0.0:1767384686.255519:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cff79e53. 00080000:00000010:0.0:1767384686.255524:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000644a720c. 00000004:00000010:0.0:1767384686.255526:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f8b06821. 00000004:00000010:0.0:1767384686.255529:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000888df4a2. 00000004:00000001:0.0:1767384686.255531:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255533:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:0.0:1767384686.255534:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001e607987. 00000004:00000001:0.0:1767384686.255538:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255541:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001c697983. 00000020:00000010:0.0:1767384686.255543:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad25d29b. 00080000:00000010:0.0:1767384686.255551:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000017838378. 00000004:00000010:0.0:1767384686.255552:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000002de30a1. 00000004:00000010:0.0:1767384686.255558:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000017bad4b8. 00000004:00000001:0.0:1767384686.255561:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255561:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:0.0:1767384686.255562:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d4debf5e. 00000004:00000001:0.0:1767384686.255566:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255568:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aa28f14b. 00080000:00000010:0.0:1767384686.255573:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ef549af0. 00000020:00000010:0.0:1767384686.255574:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f2d869ca. 00080000:00000010:0.0:1767384686.255579:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000370f755f. 00080000:00000010:0.0:1767384686.255582:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009f66c155. 00000004:00000010:0.0:1767384686.255584:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000524b5fc3. 00000004:00000010:0.0:1767384686.255586:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001fa33823. 00000004:00000001:0.0:1767384686.255589:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255590:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:0.0:1767384686.255592:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000063c8407e. 00000004:00000001:0.0:1767384686.255593:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255595:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009bb7e1b4. 00080000:00000010:0.0:1767384686.255598:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000088630329. 00000004:00000010:0.0:1767384686.255599:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d398cefa. 00000004:00000010:0.0:1767384686.255601:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000095837bac. 00000004:00000001:0.0:1767384686.255602:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255603:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:0.0:1767384686.255604:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000001f5cd73. 00000004:00000001:0.0:1767384686.255606:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255609:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000558a1e5e. 00000020:00000010:0.0:1767384686.255611:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dc93c96e. 00080000:00000010:0.0:1767384686.255616:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b53273d3. 00000004:00000010:0.0:1767384686.255618:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003ecbe1b0. 00000004:00000010:0.0:1767384686.255620:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c5c3f647. 00000004:00000001:0.0:1767384686.255622:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255623:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:0.0:1767384686.255624:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008ffde305. 00000004:00000001:0.0:1767384686.255626:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255629:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b37a99c9. 00080000:00000010:0.0:1767384686.255631:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000773a66cb. 00000020:00000010:0.0:1767384686.255632:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000012ee895e. 00080000:00000010:0.0:1767384686.255635:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d36262e4. 00000004:00000010:0.0:1767384686.255637:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007f659f8a. 00000004:00000010:0.0:1767384686.255639:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000acf7a81e. 00000004:00000001:0.0:1767384686.255641:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255641:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:0.0:1767384686.255642:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005f9316ec. 00000004:00000001:0.0:1767384686.255645:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255647:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005bb2248f. 00080000:00000010:0.0:1767384686.255649:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000234f865c. 00000020:00000010:0.0:1767384686.255650:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005b2bcb8c. 00080000:00000010:0.0:1767384686.255654:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000056125a1d. 00080000:00000010:0.0:1767384686.255657:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dab5c32f. 00000020:00000010:0.0:1767384686.255658:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d2be2616. 00080000:00000010:0.0:1767384686.255662:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000291e5247. 00080000:00000010:0.0:1767384686.255664:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068732425. 00000004:00000010:0.0:1767384686.255667:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000069e88665. 00000004:00000010:0.0:1767384686.255669:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000464b62d4. 00000004:00000001:0.0:1767384686.255670:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255671:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:0.0:1767384686.255672:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000079269712. 00000004:00000001:0.0:1767384686.255675:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255676:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ecf49688. 00080000:00000010:0.0:1767384686.255679:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000035ffc909. 00000020:00000010:0.0:1767384686.255680:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000740caeba. 00080000:00000010:0.0:1767384686.255684:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c6dc30f9. 00000004:00000010:0.0:1767384686.255686:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ebfc2212. 00000004:00000010:0.0:1767384686.255688:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000401ccda3. 00000004:00000001:0.0:1767384686.255690:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255691:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:0.0:1767384686.255692:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003bcc2170. 00000004:00000001:0.0:1767384686.255695:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255698:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002ede04be. 00080000:00000010:0.0:1767384686.255703:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000045a2ace4. 00000020:00000010:0.0:1767384686.255707:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000014f8130d. 00080000:00000010:0.0:1767384686.255715:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000014b2878c. 00080000:00000010:0.0:1767384686.255743:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c74f1e4e. 00000004:00000010:0.0:1767384686.255747:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002d63cb73. 00000004:00000010:0.0:1767384686.255750:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008f78c69e. 00000004:00000001:0.0:1767384686.255757:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255759:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:0.0:1767384686.255761:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db332c1d. 00000004:00000001:0.0:1767384686.255765:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255770:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000083ed94e4. 00080000:00000010:0.0:1767384686.255775:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006f6533dd. 00000020:00000010:0.0:1767384686.255778:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000019fb114. 00080000:00000010:0.0:1767384686.255787:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000081df6d01. 00000004:00000010:0.0:1767384686.255790:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b50e91ad. 00000004:00000010:0.0:1767384686.255793:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a0cc377d. 00000004:00000001:0.0:1767384686.255796:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255797:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:0.0:1767384686.255799:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000001a1028f. 00000004:00000001:0.0:1767384686.255803:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255808:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000074331875. 00080000:00000010:0.0:1767384686.255813:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000066ef32b9. 00000020:00000010:0.0:1767384686.255816:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e7a706f1. 00080000:00000010:0.0:1767384686.255821:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000825a1d77. 00080000:00000010:0.0:1767384686.255826:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001e1a67ad. 00000020:00000010:0.0:1767384686.255829:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a04356da. 00080000:00000010:0.0:1767384686.255898:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009ec45dcf. 00080000:00000010:0.0:1767384686.255906:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eca337b3. 00000020:00000010:0.0:1767384686.255909:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f6dee15b. 00080000:00000010:0.0:1767384686.255915:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000042c3cd38. 00080000:00000010:0.0:1767384686.255921:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068f97d30. 00000004:00000010:0.0:1767384686.255925:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000152938d. 00000004:00000010:0.0:1767384686.255928:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d0439bea. 00000004:00000001:0.0:1767384686.255932:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255933:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:0.0:1767384686.255935:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000fbb0f70. 00000004:00000001:0.0:1767384686.255939:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255944:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007e2ba044. 00000004:00000010:0.0:1767384686.255946:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008aedab36. 00000004:00000010:0.0:1767384686.255949:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d464733d. 00000004:00000001:0.0:1767384686.255951:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.255951:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:0.0:1767384686.255953:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005feb8843. 00000004:00000001:0.0:1767384686.255956:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.255958:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ac96bac6. 00080000:00000010:0.0:1767384686.255961:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ad80a5c3. 00000020:00000010:0.0:1767384686.255963:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003f783a86. 00080000:00000010:0.0:1767384686.255967:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000de128ac8. 00080000:00000010:0.0:1767384686.255970:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007eabd1b4. 00000020:00000010:0.0:1767384686.255971:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000031d10394. 00080000:00000010:0.0:1767384686.256011:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003a9c10d2. 00080000:00000010:0.0:1767384686.256015:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007511553a. 00000020:00000010:0.0:1767384686.256017:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eda9dfb5. 00080000:00000010:0.0:1767384686.256022:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c5cd8d7c. 00000004:00000010:0.0:1767384686.256024:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004728c857. 00000004:00000010:0.0:1767384686.256026:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000c81bd75. 00000004:00000001:0.0:1767384686.256027:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256028:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:0.0:1767384686.256030:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ba16da76. 00000004:00000001:0.0:1767384686.256032:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256034:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d41e6e4d. 00080000:00000010:0.0:1767384686.256038:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000ba4bc50. 00000004:00000010:0.0:1767384686.256039:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002051655f. 00000004:00000010:0.0:1767384686.256041:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000026ecb8. 00000004:00000001:0.0:1767384686.256044:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256045:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:0.0:1767384686.256046:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000815f4cc3. 00000004:00000001:0.0:1767384686.256049:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256051:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009e63e140. 00080000:00000010:0.0:1767384686.256055:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000078145cee. 00000004:00000010:0.0:1767384686.256057:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c61c84f5. 00000004:00000010:0.0:1767384686.256059:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000969af481. 00000004:00000001:0.0:1767384686.256061:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256062:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:0.0:1767384686.256064:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000afa8f74d. 00000004:00000001:0.0:1767384686.256068:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256071:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d8ac180a. 00080000:00000010:0.0:1767384686.256075:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002053ac57. 00000020:00000010:0.0:1767384686.256077:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000861d1974. 00080000:00000010:0.0:1767384686.256084:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ae54be40. 00000004:00000010:0.0:1767384686.256086:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003b152143. 00000004:00000010:0.0:1767384686.256087:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008018f1b8. 00000004:00000001:0.0:1767384686.256092:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256093:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:0.0:1767384686.256094:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b5c9638a. 00000004:00000001:0.0:1767384686.256096:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256099:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000009d43fe0. 00080000:00000010:0.0:1767384686.256101:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009220a1d2. 00000020:00000010:0.0:1767384686.256103:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003b8d16c0. 00080000:00000010:0.0:1767384686.256105:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b7a17853. 00080000:00000010:0.0:1767384686.256107:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e6da2d4b. 00000020:00000010:0.0:1767384686.256108:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008e7ee8db. 00080000:00000010:0.0:1767384686.256110:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000001633d41. 00080000:00000010:0.0:1767384686.256111:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004b18ac25. 00000020:00000010:0.0:1767384686.256112:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007d8942ef. 00080000:00000010:0.0:1767384686.256114:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000076ce8e4d. 00080000:00000010:0.0:1767384686.256116:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a7c8f882. 00000020:00000010:0.0:1767384686.256117:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c5e6e3f4. 00080000:00000010:0.0:1767384686.256120:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000036f1554d. 00080000:00000010:0.0:1767384686.256122:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000969f4ed2. 00000020:00000010:0.0:1767384686.256123:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000095041181. 00080000:00000010:0.0:1767384686.256126:0:40107:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000008e960c8a. 00080000:00000010:0.0:1767384686.256127:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000062648fb9. 00000020:00000010:0.0:1767384686.256128:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000da9333f1. 00080000:00000010:0.0:1767384686.256131:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001dbea85f. 00080000:00000010:0.0:1767384686.256133:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f241e412. 00000020:00000010:0.0:1767384686.256134:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002d1c70b1. 00080000:00000010:0.0:1767384686.256137:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bb068b29. 00000020:00000010:0.0:1767384686.256138:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d0d6a01b. 00080000:00000010:0.0:1767384686.256141:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b4db34e7. 00000004:00000010:0.0:1767384686.256142:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002df18fdb. 00000004:00000010:0.0:1767384686.256144:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003ee587ee. 00000004:00000001:0.0:1767384686.256145:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256145:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:0.0:1767384686.256146:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007e47abb3. 00000004:00000001:0.0:1767384686.256148:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256149:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009a6f5ea0. 00080000:00000010:0.0:1767384686.256150:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c847e73c. 00000020:00000010:0.0:1767384686.256151:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000096770132. 00080000:00000010:0.0:1767384686.256153:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d6c3dc40. 00080000:00000010:0.0:1767384686.256155:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001493e25c. 00000004:00000010:0.0:1767384686.256157:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000016e7253f. 00000004:00000010:0.0:1767384686.256158:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000068107715. 00000004:00000001:0.0:1767384686.256159:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256160:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:0.0:1767384686.256160:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e1570e61. 00000004:00000001:0.0:1767384686.256162:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256163:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000daaf62e7. 00000020:00000010:0.0:1767384686.256164:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000083bebd87. 00080000:00000010:0.0:1767384686.256166:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c2ceb83c. 00080000:00000010:0.0:1767384686.256168:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c0f5218a. 00000020:00000010:0.0:1767384686.256169:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000003435a69. 00080000:00000010:0.0:1767384686.256188:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000025cb55c0. 00080000:00000010:0.0:1767384686.256190:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c01bdf9a. 00000020:00000010:0.0:1767384686.256191:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001e5da5a3. 00080000:00000010:0.0:1767384686.256194:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fff50eae. 00000004:00000010:0.0:1767384686.256196:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c86529e0. 00000004:00000010:0.0:1767384686.256197:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000237d28dc. 00000004:00000001:0.0:1767384686.256198:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256199:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:0.0:1767384686.256200:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000669d57ae. 00000004:00000001:0.0:1767384686.256203:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256205:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006c0f3930. 00080000:00000010:0.0:1767384686.256208:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004cbdf416. 00000020:00000010:0.0:1767384686.256209:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000060d44e26. 00080000:00000010:0.0:1767384686.256224:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bcf655b4. 00080000:00000010:0.0:1767384686.256229:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000087282113. 00000020:00000010:0.0:1767384686.256230:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ec232f81. 00080000:00000010:0.0:1767384686.256235:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f7b67523. 00080000:00000010:0.0:1767384686.256238:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004287a6c6. 00000004:00000010:0.0:1767384686.256240:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e4f6f102. 00000004:00000010:0.0:1767384686.256242:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006bd8dffc. 00000004:00000001:0.0:1767384686.256244:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256245:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:0.0:1767384686.256246:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ad24654e. 00000004:00000001:0.0:1767384686.256249:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256250:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ef8f6064. 00080000:00000010:0.0:1767384686.256253:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000582d3ffc. 00000004:00000010:0.0:1767384686.256256:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000017b54401. 00000004:00000010:0.0:1767384686.256257:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000563299f7. 00000004:00000001:0.0:1767384686.256259:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256260:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:0.0:1767384686.256261:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d93beac3. 00000004:00000001:0.0:1767384686.256264:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256267:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004c41d918. 00080000:00000010:0.0:1767384686.256270:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a02e1b03. 00000020:00000010:0.0:1767384686.256273:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008579f2ea. 00080000:00000010:0.0:1767384686.256277:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b181f285. 00080000:00000010:0.0:1767384686.256280:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000054dc627f. 00000004:00000010:0.0:1767384686.256282:0:40107:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000039eecff6. 00000004:00000010:0.0:1767384686.256284:0:40107:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006726294d. 00000004:00000001:0.0:1767384686.256286:0:40107:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384686.256286:0:40107:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:0.0:1767384686.256288:0:40107:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000042e1b6fb. 00000004:00000001:0.0:1767384686.256291:0:40107:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384686.256295:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000857cc2c1. 00080000:00000010:0.0:1767384686.256300:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000081f861c0. 00000020:00000010:0.0:1767384686.256302:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000765328f. 00080000:00000010:0.0:1767384686.256311:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007ee78d7d. 00000020:00000010:0.0:1767384686.256314:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b5a584ca. 00080000:00000010:0.0:1767384686.256359:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002bd6743a. 00000020:00000010:0.0:1767384686.256362:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f3df5efb. 00080000:00000010:0.0:1767384686.256369:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002d9b18ec. 00080000:00000010:0.0:1767384686.256373:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000084cad5b. 00000020:00000010:0.0:1767384686.256374:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003303b882. 00080000:00000010:0.0:1767384686.256377:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000382c7217. 00080000:00000010:0.0:1767384686.256380:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a8e02176. 00000020:00000010:0.0:1767384686.256381:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000096db7187. 00000004:00000001:0.0:1767384686.256383:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384686.256385:0:40107:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.256387:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.256388:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c17a 00000020:00000040:0.0:1767384686.256390:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c8c66596 with handle 0xefc2db714b35c17a from hash 00000020:00000001:0.0:1767384686.256392:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.256393:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000c8c66596 : new refcount 1 00000020:00000001:0.0:1767384686.256395:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.256395:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000c8c66596 : new refcount 0 00000020:00000080:0.0:1767384686.256396:0:40107:0:(genops.c:904:class_export_put()) final put 00000000c8c66596/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384686.256398:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.256405:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.256408:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384686.256409:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:0.0:1767384686.256413:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000005075c34d. 00000020:00000001:3.0:1767384686.256415:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384686.256416:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1767384686.256419:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000c8c66596/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384686.256423:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384686.256424:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:0.0:1767384686.256426:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384686.256427:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.256429:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:3.0:1767384686.256431:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009f705379) now 4 - export 00000020:00080000:0.0:1767384686.256432:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000009f705379) has no exports 00000020:00000001:0.0:1767384686.256435:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:3.0:1767384686.256438:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c8c66596. 00000020:00000001:0.0:1767384686.256438:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384686.256440:0:40107:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:0.0:1767384686.256442:0:40107:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:3.0:1767384686.256446:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384686.256448:0:40107:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384686.256451:0:40107:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000005558eb9a. 00000020:00000001:0.0:1767384686.256454:0:40107:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384686.256455:0:40107:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384686.256456:0:40107:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000005e339017. 00000020:00000001:0.0:1767384686.256458:0:40107:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384686.256459:0:40107:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384686.256461:0:40107:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000b0a41cfc. 00000020:00000001:0.0:1767384686.256462:0:40107:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384686.256463:0:40107:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384686.256465:0:40107:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000000efaf101. 00000020:00000001:0.0:1767384686.256466:0:40107:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:0.0:1767384686.256467:0:40107:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:0.0:1767384686.256617:0:40107:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:0.0:1767384686.256619:0:40107:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767384686.256620:0:40107:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767384686.256622:0:40107:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767384686.256624:0:40107:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:0.0:1767384686.256625:0:40107:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000006f72b5c4. 00020000:00000001:0.0:1767384686.256628:0:40107:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.256629:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384686.256631:0:40107:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.256632:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.256633:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c1b2 00000020:00000040:0.0:1767384686.256634:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000006338a33 with handle 0xefc2db714b35c1b2 from hash 00000020:00000001:0.0:1767384686.256637:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.256638:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000006338a33 : new refcount 1 00000020:00000001:0.0:1767384686.256640:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.256641:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000006338a33 : new refcount 0 00000020:00000080:0.0:1767384686.256642:0:40107:0:(genops.c:904:class_export_put()) final put 0000000006338a33/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384686.256643:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.256654:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.256655:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384686.256656:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:0.0:1767384686.256659:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000bac07c73. 00000020:00000080:0.0:1767384686.256660:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384686.256663:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384686.256664:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1767384686.256666:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384686.256667:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (0000000019c82ce5) has no exports 00000020:00000001:0.0:1767384686.256669:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384686.256670:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384686.256671:0:40107:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:0.0:1767384686.256673:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384686.256675:0:40107:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.256676:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.256677:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c1ab 00000020:00000040:0.0:1767384686.256678:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000033d168c4 with handle 0xefc2db714b35c1ab from hash 00000020:00000001:0.0:1767384686.256680:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.256681:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000033d168c4 : new refcount 1 00000020:00000001:0.0:1767384686.256682:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.256683:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000033d168c4 : new refcount 0 00000020:00000080:0.0:1767384686.256684:0:40107:0:(genops.c:904:class_export_put()) final put 0000000033d168c4/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384686.256685:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.256688:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.256689:0:40107:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.256690:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.256774:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384686.256777:0:473:0:(genops.c:863:class_export_destroy()) destroying export 0000000006338a33/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384686.256783:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 13 to 0@lo 00000020:00000001:3.0:1767384686.256785:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384686.256787:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384686.256789:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 5 - export 00000020:00000010:3.0:1767384686.256792:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000006338a33. 00000020:00000001:3.0:1767384686.256799:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384686.256803:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384686.256804:0:473:0:(genops.c:863:class_export_destroy()) destroying export 0000000033d168c4/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384686.256807:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384686.256808:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384686.256810:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 7 - export 00000020:00000010:3.0:1767384686.256812:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000033d168c4. 00000020:00000001:3.0:1767384686.256818:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384686.256926:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ff4825e4. 00000020:00000010:0.0:1767384686.256931:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000454cb6b6. 00000020:00000010:0.0:1767384686.256933:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000054c28c0. 00000020:00000010:0.0:1767384686.256937:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cfd52c6b. 00000020:00000010:0.0:1767384686.256942:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000091af3450. 00000020:00000010:0.0:1767384686.256946:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bb4b7c24. 00010000:00000001:0.0:1767384686.257006:0:40107:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384686.257008:0:40107:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384686.257011:0:40107:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384686.257035:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000003502b87b. 00000020:00000010:0.0:1767384686.257040:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000025c8579a. 00010000:00000001:0.0:1767384686.257082:0:40107:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384686.257098:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000b2f08688. 00000020:00000010:0.0:1767384686.257102:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000022ba419d. 00000001:00000001:0.0:1767384686.257154:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.257192:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000eb28113f. 00000001:00000010:0.0:1767384686.257197:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c33afefe. 00000001:00000010:0.0:1767384686.257206:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006260c369. 00000001:00000010:0.0:1767384686.257209:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000597c7a3b. 00000001:00000010:0.0:1767384686.257222:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002c9a60f9. 00000001:00000010:0.0:1767384686.257226:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001b3f7dfb. 00000001:00000010:0.0:1767384686.257229:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001df23166. 00000001:00000010:0.0:1767384686.257232:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007302c223. 00000001:00000010:0.0:1767384686.257234:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000aa6f52bd. 00000001:00000010:0.0:1767384686.257236:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a8ef2a16. 00000001:00000010:0.0:1767384686.257240:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cc55d26a. 00000001:00000010:0.0:1767384686.257259:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000053b3a34b. 00000001:00000010:0.0:1767384686.257264:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c496bb4c. 00000001:00000010:0.0:1767384686.257267:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f1f05c5d. 00000001:00000010:0.0:1767384686.257270:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f4d20949. 00000001:00000010:0.0:1767384686.257273:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ee5e715a. 00000001:00000010:0.0:1767384686.257276:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000336ccc60. 00000001:00000010:0.0:1767384686.257278:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000093e7f9f7. 00000001:00000001:0.0:1767384686.257282:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384686.257285:0:40107:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000007816784b. 00010000:00000001:0.0:1767384686.257288:0:40107:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384686.257290:0:40107:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384686.257291:0:40107:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384686.257293:0:40107:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384686.257295:0:40107:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:0.0:1767384686.257298:0:40107:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384686.257299:0:40107:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384686.257301:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384686.257303:0:40107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384686.257305:0:40107:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:0.0:1767384686.257307:0:40107:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384686.257310:0:40107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384686.257311:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384686.257312:0:40107:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384686.257314:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384686.257315:0:40107:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384686.259965:0:40107:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384686.259967:0:40107:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384686.259969:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384686.259970:0:40107:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384686.259971:0:40107:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384686.259975:0:40107:0:(genops.c:1229:class_import_get()) import 00000000640249d1 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384686.259978:0:40107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384686.259978:0:40107:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384686.259980:0:40107:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384686.259981:0:40107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384686.259982:0:40107:0:(genops.c:1242:class_import_put()) import 00000000640249d1 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384686.259983:0:40107:0:(genops.c:1245:class_import_put()) final put import 00000000640249d1 00000020:00000001:0.0:1767384686.259991:0:40107:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384686.259992:0:40107:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384686.259993:0:40107:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384686.259995:0:40107:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384686.259996:0:40107:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000fbd49583. 00010000:00000010:0.0:1767384686.259999:0:40107:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000152168cf. 00010000:00000001:0.0:1767384686.260001:0:40107:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:0.0:1767384686.260003:0:40107:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260005:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.260012:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.260015:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094f605b6. 00000001:00000010:0.0:1767384686.260017:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e406d0c0. 00000001:00000010:0.0:1767384686.260019:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec9f01b9. 00000001:00000010:0.0:1767384686.260021:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c9f749a4. 00000001:00000010:0.0:1767384686.260022:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008eae47af. 00000001:00000010:0.0:1767384686.260024:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d6520528. 00000001:00000001:0.0:1767384686.260026:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384686.260027:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.260029:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3ad4f5e. 00000001:00000010:0.0:1767384686.260030:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003bc20bf6. 00000001:00000010:0.0:1767384686.260031:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4cdd127. 00000001:00000010:0.0:1767384686.260033:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b68d48f. 00000001:00000010:0.0:1767384686.260034:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004ecd3565. 00000001:00000010:0.0:1767384686.260035:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007907676d. 00000001:00000001:0.0:1767384686.260037:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384686.260038:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 4 - setup 00000020:00000001:0.0:1767384686.260040:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260041:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384686.260043:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384686.260046:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384686.260048:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 3 - obd_device_list 00000020:00000080:0.0:1767384686.260050:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384686.260051:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 2 - newdev 00000020:00000001:0.0:1767384686.260052:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260053:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384686.260054:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:0.0:1767384686.260055:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000bac07c73. 00000020:00000080:3.0:1767384686.260059:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000640249d1 for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384686.260060:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.260063:0:40107:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384686.260064:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 12 to 0@lo 00000004:00000001:0.0:1767384686.260065:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384686.260069:0:40107:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000d0afb546. 00000020:00000040:3.0:1767384686.260072:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 11 to 0@lo 00020000:00000010:0.0:1767384686.260074:0:40107:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000008493f0fc. 00000020:00000010:3.0:1767384686.260076:0:473:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000332702f1. 00000020:00000040:3.0:1767384686.260081:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000019c82ce5) now 1 - import 00000004:00000001:0.0:1767384686.260082:0:40107:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260085:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384686.260086:0:473:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f12209a4 with handle 0xefc2db714b35c1a4 from hash 00000020:00000040:3.0:1767384686.260091:0:473:0:(genops.c:898:class_export_put()) PUTting export 00000000f12209a4 : new refcount 0 00000001:00000001:0.0:1767384686.260092:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000080:3.0:1767384686.260094:0:473:0:(genops.c:904:class_export_put()) final put 00000000f12209a4/lustre-MDT0000-mdtlov_UUID 00000001:00000010:0.0:1767384686.260096:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008216b9df. 00000020:00000001:3.0:1767384686.260098:0:473:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384686.260099:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000644c01af. 00000001:00000010:0.0:1767384686.260101:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000373fe169. 00000001:00000010:0.0:1767384686.260104:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f4607ad. 00000001:00000010:0.0:1767384686.260106:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001fa14b7d. 00000001:00000010:0.0:1767384686.260109:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009938172c. 00000020:00000001:3.0:1767384686.260110:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384686.260113:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000f12209a4/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000001:00000001:0.0:1767384686.260113:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384686.260115:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:3.0:1767384686.260118:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:0.0:1767384686.260119:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000399940cd. 00000020:00000001:3.0:1767384686.260120:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384686.260122:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009bb25972. 00000020:00000010:3.0:1767384686.260124:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f12209a4. 00000001:00000010:0.0:1767384686.260126:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7c21634. 00000001:00000010:0.0:1767384686.260129:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a085414c. 00000001:00000010:0.0:1767384686.260132:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ac71de15. 00000020:00000001:3.0:1767384686.260134:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:0.0:1767384686.260134:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cb70f5a3. 00000020:00000040:3.0:1767384686.260138:0:473:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000001:00000001:0.0:1767384686.260139:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384686.260141:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009f705379) now 3 - setup 00000020:01000000:3.0:1767384686.260143:0:473:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384686.260143:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.260147:0:473:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1767384686.260150:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384686.260152:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384686.260154:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384686.260155:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009f705379) now 2 - obd_device_list 00000020:00000080:0.0:1767384686.260156:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000010:3.0:1767384686.260157:0:473:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c600f3b1. 00000020:00000040:0.0:1767384686.260157:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009f705379) now 1 - newdev 00000020:00000040:0.0:1767384686.260163:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000055c90efb with handle 0xefc2db714b35c15e from hash 00000020:00000010:3.0:1767384686.260165:0:473:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aae71deb. 00000020:00000040:0.0:1767384686.260166:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000055c90efb : new refcount 0 00000020:00000080:0.0:1767384686.260169:0:40107:0:(genops.c:904:class_export_put()) final put 0000000055c90efb/lustre-MDT0000-mdtlov_UUID 00000040:00000010:3.0:1767384686.260171:0:473:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008e1839aa. 00000020:00000001:0.0:1767384686.260172:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260176:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384686.260177:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 0000000055c90efb/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000010:3.0:1767384686.260178:0:473:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000040c6b399. 00000020:00000001:0.0:1767384686.260181:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384686.260183:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384686.260184:0:473:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f930dc1a. 00000020:00000010:0.0:1767384686.260184:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000055c90efb. 00000020:00000010:3.0:1767384686.260191:0:473:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000846975c5. 00000020:00000001:0.0:1767384686.260191:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384686.260194:0:40107:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:0.0:1767384686.260196:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 80000000:00000010:3.0:1767384686.260197:0:473:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000435d13f1. 00000020:00000001:0.0:1767384686.260197:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384686.260201:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000116f4a01. 40000000:00000010:3.0:1767384686.260203:0:473:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000083d594a. 00000020:00000010:0.0:1767384686.260206:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b22bd5f1. 00100000:00000010:3.0:1767384686.260220:0:473:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000271a6f91. 00000040:00000010:0.0:1767384686.260225:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f4dc64a0. 00040000:00000010:3.0:1767384686.260226:0:473:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c928e3c. 00000020:00000010:0.0:1767384686.260230:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ca366a6. 00040000:00000010:3.0:1767384686.260233:0:473:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004783d77f. 00000020:00000010:0.0:1767384686.260235:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384686.260239:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c01935e5. 80000000:00000010:0.0:1767384686.260243:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bac07c73. 40000000:00000010:0.0:1767384686.260246:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4df3a9e. 00080000:00000010:3.0:1767384686.260247:0:473:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000035a8222c. 00100000:00000010:0.0:1767384686.260249:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077ce4793. 00040000:00000010:0.0:1767384686.260253:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000853022a. 00080000:00000010:3.0:1767384686.260254:0:473:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000009026e23. 00040000:00000010:0.0:1767384686.260255:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007fed3918. 00080000:00000010:0.0:1767384686.260262:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384686.260266:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 00000004:00000010:0.0:1767384686.260270:0:40107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ae1542b. 00000004:00000010:3.0:1767384686.260271:0:473:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004bad18a2. 00000004:00000010:0.0:1767384686.260274:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001022e7df. 00000004:00000010:3.0:1767384686.260278:0:473:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000d048332. 00000004:00000010:0.0:1767384686.260279:0:40107:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d3c15dfa. 00000004:00000010:3.0:1767384686.260284:0:473:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004cd30a4d. 00000004:00000010:0.0:1767384686.260285:0:40107:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c69b4ec. 00000004:00000001:0.0:1767384686.260289:0:40107:0:(lod_dev.c:2168:lod_device_free()) Process entered 00002000:00000010:3.0:1767384686.260303:0:473:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c4f98006. 00000004:00000010:3.0:1767384686.260307:0:473:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c28336a5. 00000004:00000010:3.0:1767384686.260318:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b6910027. 00000004:00000010:3.0:1767384686.260323:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002bbe3009. 00000004:00000010:3.0:1767384686.260327:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b2fb7f05. 00000004:00000010:3.0:1767384686.260330:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ba1dabd7. 00000004:00000010:3.0:1767384686.260334:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003843ffc4. 00000004:00000010:3.0:1767384686.260339:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004f89a0bc. 00000004:00000010:3.0:1767384686.260343:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000014b9ea28. 00000004:00000010:3.0:1767384686.260363:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7342ba2. 00000004:00000010:3.0:1767384686.260366:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a05b4dd2. 00000004:00000010:3.0:1767384686.260370:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b453bc73. 00000004:00000010:3.0:1767384686.260372:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f2ff2a2a. 00000004:00000010:3.0:1767384686.260375:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007b31ff2f. 00000004:00000010:3.0:1767384686.260377:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a588c55e. 00000004:00000010:3.0:1767384686.260379:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bf7cd04b. 00000004:00000010:3.0:1767384686.260382:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea536189. 00000004:00000010:3.0:1767384686.260397:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ace67c8f. 00000004:00000010:3.0:1767384686.260400:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006cdd26f4. 00000004:00000010:3.0:1767384686.260403:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001631ee09. 00000004:00000010:3.0:1767384686.260406:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000041a9f22a. 00000004:00000010:3.0:1767384686.260409:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008702c3bc. 00000004:00000010:3.0:1767384686.260411:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004136f6f7. 00000004:00000010:3.0:1767384686.260421:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dd34b09e. 00000004:00000010:3.0:1767384686.260425:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000061193f6c. 00000004:00000010:3.0:1767384686.260427:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000643e2af2. 00000004:00000010:3.0:1767384686.260430:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000004cb3ee7. 00000004:00000010:3.0:1767384686.260433:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006664693a. 00000004:00000010:3.0:1767384686.260436:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c71ddcd9. 00000004:00000010:3.0:1767384686.260445:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e46302b9. 00000004:00000010:3.0:1767384686.260450:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cd26355b. 00000004:00000010:3.0:1767384686.260454:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000054c8b8b6. 00000004:00000010:3.0:1767384686.260457:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009ded0183. 00000004:00000010:3.0:1767384686.260459:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082b93351. 00000004:00000010:3.0:1767384686.260470:0:473:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 00000000cebb2122. 00000004:00000010:0.0:1767384686.260471:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006bd53e07. 00000020:00000010:3.0:1767384686.260477:0:473:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aae71deb. 00000004:00000010:0.0:1767384686.260477:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006d972461. 00000004:00000010:0.0:1767384686.260480:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009201f5f2. 00000040:00000010:3.0:1767384686.260482:0:473:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008e1839aa. 00000004:00000010:0.0:1767384686.260484:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000622f3100. 00000020:00000010:3.0:1767384686.260487:0:473:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000040c6b399. 00000004:00000010:0.0:1767384686.260489:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005e2e8b41. 00000020:00000010:3.0:1767384686.260494:0:473:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f930dc1a. 00000004:00000010:0.0:1767384686.260494:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008d39ba60. 00000004:00000010:0.0:1767384686.260500:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f96ad3e0. 00000020:00000010:3.0:1767384686.260502:0:473:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000846975c5. 00000004:00000010:0.0:1767384686.260503:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007b73112b. 80000000:00000010:3.0:1767384686.260509:0:473:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000435d13f1. 00000004:00000010:0.0:1767384686.260509:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000281b2ab1. 00000004:00000010:0.0:1767384686.260513:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000e67c521. 40000000:00000010:3.0:1767384686.260517:0:473:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000083d594a. 00000004:00000010:0.0:1767384686.260517:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007dad072a. 00000004:00000010:0.0:1767384686.260521:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000deae316a. 00100000:00000010:3.0:1767384686.260524:0:473:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000271a6f91. 00000004:00000010:0.0:1767384686.260527:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ece28cf6. 00000004:00000010:0.0:1767384686.260531:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000fb74a5e. 00000004:00000010:0.0:1767384686.260535:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008cc42650. 00040000:00000010:3.0:1767384686.260536:0:473:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c928e3c. 00000004:00000010:0.0:1767384686.260540:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000075915328. 00000004:00000010:0.0:1767384686.260545:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dd03ba4a. 00040000:00000010:3.0:1767384686.260546:0:473:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004783d77f. 00000004:00000010:0.0:1767384686.260550:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000d236d95. 00000004:00000010:0.0:1767384686.260552:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000db0a14b4. 00000004:00000010:0.0:1767384686.260554:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000081f9a7fa. 00000004:00000010:0.0:1767384686.260556:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c33f2d7c. 00000004:00000010:0.0:1767384686.260559:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1d4d7f8. 00080000:00000010:3.0:1767384686.260563:0:473:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000009026e23. 00000004:00000010:0.0:1767384686.260565:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a079ddc. 00080000:00000010:3.0:1767384686.260569:0:473:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000035a8222c. 00000004:00000010:0.0:1767384686.260571:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000348946f8. 00000004:00000010:3.0:1767384686.260576:0:473:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004bad18a2. 00000004:00000010:0.0:1767384686.260576:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d8d57b11. 00000004:00000010:0.0:1767384686.260583:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005076fc21. 00000004:00000010:3.0:1767384686.260584:0:473:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000d048332. 00000004:00000010:0.0:1767384686.260588:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000222b06f2. 00000004:00000010:3.0:1767384686.260591:0:473:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004cd30a4d. 00000004:00000010:0.0:1767384686.260594:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c225c648. 00002000:00000010:3.0:1767384686.260603:0:473:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c4f98006. 00000004:00000010:0.0:1767384686.260604:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000001e9392c. 00000004:00000010:0.0:1767384686.260610:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000613d0fc7. 00000004:00000010:3.0:1767384686.260613:0:473:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c28336a5. 00000004:00000010:0.0:1767384686.260615:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000052527933. 00000004:00000010:0.0:1767384686.260620:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002b66063a. 00000020:00000010:3.0:1767384686.260623:0:473:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c600f3b1. 00000004:00000010:0.0:1767384686.260625:0:40107:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 000000008f58d9a9. 00000020:00000001:3.0:1767384686.260629:0:473:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.260631:0:40107:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446615716887101440 : -128356822450176 : ffff8b4299318000) 00000020:00000010:3.0:1767384686.260632:0:473:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000019c82ce5. 00000020:00000010:0.0:1767384686.260637:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b22bd5f1. 00000020:00000010:3.0:1767384686.260641:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000640249d1. 00000040:00000010:0.0:1767384686.260642:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f4dc64a0. 00000020:00000010:0.0:1767384686.260645:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ca366a6. 00000020:00000010:0.0:1767384686.260650:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004dae3b8f. 00000020:00000001:3.0:1767384686.260652:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767384686.260655:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c01935e5. 80000000:00000010:0.0:1767384686.260660:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bac07c73. 40000000:00000010:0.0:1767384686.260663:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d4df3a9e. 00100000:00000010:0.0:1767384686.260665:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077ce4793. 00040000:00000010:0.0:1767384686.260668:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.260671:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007fed3918. 00080000:00000010:0.0:1767384686.260675:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:0.0:1767384686.260677:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 00000004:00000010:0.0:1767384686.260681:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ae1542b. 00000004:00000010:0.0:1767384686.260683:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001022e7df. 00000004:00000010:0.0:1767384686.260686:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d3c15dfa. 00000004:00000010:0.0:1767384686.260689:0:40107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c69b4ec. 00000020:00000010:0.0:1767384686.260692:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000116f4a01. 00000020:00000001:0.0:1767384686.260694:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.260696:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009f705379. 00000020:00000001:0.0:1767384686.260702:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260704:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384686.260706:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000005075c34d. 00000020:00000001:0.0:1767384686.260709:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.260711:0:40107:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.260712:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.260714:0:40107:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384686.260716:0:40107:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000006165e46. 00000004:00000001:0.0:1767384686.260806:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384686.260811:0:40107:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.260813:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.260814:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c181 00000020:00000040:0.0:1767384686.260816:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d89d6998 with handle 0xefc2db714b35c181 from hash 00000020:00000001:0.0:1767384686.260819:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.260820:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000d89d6998 : new refcount 1 00000020:00000001:0.0:1767384686.260822:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.260823:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000d89d6998 : new refcount 0 00000020:00000080:0.0:1767384686.260824:0:40107:0:(genops.c:904:class_export_put()) final put 00000000d89d6998/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384686.260825:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260832:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.260834:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384686.260835:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:0.0:1767384686.260838:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000006165e46. 00000020:00000080:0.0:1767384686.260841:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384686.260844:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384686.260846:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384686.260848:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384686.260850:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000d4111802) has no exports 00000020:00000001:0.0:1767384686.260852:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384686.260854:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384686.260855:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384686.260858:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000d89d6998/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:3.0:1767384686.260861:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384686.260862:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384686.260864:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000d4111802) now 4 - export 00000020:00000010:3.0:1767384686.260867:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d89d6998. 00000020:00000001:3.0:1767384686.260872:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384686.260967:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.260979:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.260989:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c69698e7. 00000001:00000010:0.0:1767384686.260992:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009824a42e. 00000001:00000010:0.0:1767384686.260994:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b17dd68d. 00000001:00000010:0.0:1767384686.260996:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001cd87275. 00000001:00000010:0.0:1767384686.260998:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c11384f9. 00000001:00000010:0.0:1767384686.260999:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000df30ec93. 00000001:00000001:0.0:1767384686.261001:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384686.261003:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.261005:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e8c1f660. 00000001:00000010:0.0:1767384686.261008:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e86cdbf. 00000001:00000010:0.0:1767384686.261010:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d56955b4. 00000001:00000010:0.0:1767384686.261012:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000011f248b6. 00000001:00000010:0.0:1767384686.261015:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000ad642be. 00000001:00000010:0.0:1767384686.261017:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005bb8504d. 00000001:00000001:0.0:1767384686.261019:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384686.261020:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000d4111802) now 3 - setup 00000020:00000001:0.0:1767384686.261022:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261023:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384686.261025:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384686.261027:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384686.261029:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000d4111802) now 2 - obd_device_list 00000020:00000080:0.0:1767384686.261031:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:0.0:1767384686.261033:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000d4111802) now 1 - newdev 00000020:00000040:0.0:1767384686.261035:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e97efa32 with handle 0xefc2db714b35c173 from hash 00000020:00000040:0.0:1767384686.261038:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000e97efa32 : new refcount 0 00000020:00000080:0.0:1767384686.261039:0:40107:0:(genops.c:904:class_export_put()) final put 00000000e97efa32/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384686.261041:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261043:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384686.261044:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 00000000e97efa32/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384686.261046:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384686.261048:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261050:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e97efa32. 00000020:00000001:0.0:1767384686.261053:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384686.261055:0:40107:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384686.261056:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384686.261058:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384686.261061:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000116f4a01. 00000020:00000010:0.0:1767384686.261064:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048f8d91d. 00000040:00000010:0.0:1767384686.261067:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007fed3918. 00000020:00000010:0.0:1767384686.261070:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d3c15dfa. 00000020:00000010:0.0:1767384686.261073:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384686.261075:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c01935e5. 80000000:00000010:0.0:1767384686.261078:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384686.261080:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4df3a9e. 00100000:00000010:0.0:1767384686.261083:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ae1542b. 00040000:00000010:0.0:1767384686.261086:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.261088:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4dc64a0. 00080000:00000010:0.0:1767384686.261091:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384686.261093:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 00000004:00000010:0.0:1767384686.261097:0:40107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077ce4793. 00000004:00000010:0.0:1767384686.261100:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001022e7df. 00000004:00000001:0.0:1767384686.261103:0:40107:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384686.261106:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c08a4290. 00000004:00000010:0.0:1767384686.261109:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000027aec715. 00000004:00000010:0.0:1767384686.261112:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003b682d9e. 00000004:00000010:0.0:1767384686.261115:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000af9dc8ce. 00000004:00000010:0.0:1767384686.261119:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ece4e76b. 00000004:00000010:0.0:1767384686.261123:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000040f128fa. 00000004:00000010:0.0:1767384686.261126:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bfcad8a8. 00000004:00000010:0.0:1767384686.261129:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000f014916. 00000004:00000010:0.0:1767384686.261133:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000823d7e6c. 00000004:00000010:0.0:1767384686.261135:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007e874ce4. 00000004:00000010:0.0:1767384686.261139:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cfa2013e. 00000004:00000010:0.0:1767384686.261142:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000051fbda0f. 00000004:00000010:0.0:1767384686.261144:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000926984d6. 00000004:00000010:0.0:1767384686.261146:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032a6786b. 00000004:00000010:0.0:1767384686.261149:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036875dc5. 00000004:00000010:0.0:1767384686.261151:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d508e49e. 00000004:00000010:0.0:1767384686.261154:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a3c4ebc5. 00000004:00000010:0.0:1767384686.261156:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e390d805. 00000004:00000010:0.0:1767384686.261159:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003e15e538. 00000004:00000010:0.0:1767384686.261161:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009f68fd73. 00000004:00000010:0.0:1767384686.261163:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006b679745. 00000004:00000010:0.0:1767384686.261165:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000045d14c3a. 00000004:00000010:0.0:1767384686.261169:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000df9afd78. 00000004:00000010:0.0:1767384686.261171:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003c57a35d. 00000004:00000010:0.0:1767384686.261173:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002622ec08. 00000004:00000010:0.0:1767384686.261175:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000009f9fef6. 00000004:00000010:0.0:1767384686.261176:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e1122da8. 00000004:00000010:0.0:1767384686.261182:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cfc97556. 00000004:00000010:0.0:1767384686.261184:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000cfb1b3a. 00000004:00000010:0.0:1767384686.261186:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000281bc6b4. 00000004:00000010:0.0:1767384686.261188:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000087ad18c2. 00000004:00000010:0.0:1767384686.261190:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a40f085. 00000004:00000010:0.0:1767384686.261192:0:40107:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000c2a2d1f3. 00000004:00000001:0.0:1767384686.261194:0:40107:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261196:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048f8d91d. 00000040:00000010:0.0:1767384686.261197:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007fed3918. 00000020:00000010:0.0:1767384686.261199:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d3c15dfa. 00000020:00000010:0.0:1767384686.261200:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384686.261202:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c01935e5. 80000000:00000010:0.0:1767384686.261204:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384686.261205:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d4df3a9e. 00100000:00000010:0.0:1767384686.261207:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008ae1542b. 00040000:00000010:0.0:1767384686.261209:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.261222:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f4dc64a0. 00080000:00000010:0.0:1767384686.261225:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:0.0:1767384686.261227:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 00000004:00000010:0.0:1767384686.261229:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077ce4793. 00000004:00000010:0.0:1767384686.261231:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001022e7df. 00000020:00000010:0.0:1767384686.261233:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000116f4a01. 00000020:00000001:0.0:1767384686.261235:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261236:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000d4111802. 00000020:00000001:0.0:1767384686.261240:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261241:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384686.261243:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000006165e46. 00000020:00000001:0.0:1767384686.261245:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.261247:0:40107:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.261248:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.261249:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384686.261250:0:40107:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.261251:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.261253:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c188 00000020:00000040:0.0:1767384686.261254:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ec822828 with handle 0xefc2db714b35c188 from hash 00000020:00000001:0.0:1767384686.261257:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.261258:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ec822828 : new refcount 1 00000020:00000001:0.0:1767384686.261259:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.261260:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ec822828 : new refcount 0 00000020:00000080:0.0:1767384686.261261:0:40107:0:(genops.c:904:class_export_put()) final put 00000000ec822828/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384686.261263:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261271:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.261272:0:40107:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.261273:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261275:0:40107:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384686.261277:0:40107:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384686.261279:0:40107:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446615712203137792 : -128361506413824 : ffff8b418201e300) 00000020:01000004:0.0:1767384686.261281:0:40107:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000d2d5e71e from lustre-MDT0000, refs=3 00000020:00000001:0.0:1767384686.261283:0:40107:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384686.261284:0:40107:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000d2d5e71e 3 00000020:00000001:0.0:1767384686.261285:0:40107:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261287:0:40107:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384686.261289:0:40107:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384686.261291:0:40107:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446615712203137792 : -128361506413824 : ffff8b418201e300) 00000020:01000004:0.0:1767384686.261293:0:40107:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000d2d5e71e from lustre-MDT0000 00000020:00000010:0.0:1767384686.261296:0:40107:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000afa94188. 00000020:00000001:3.0:1767384686.261297:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384686.261300:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000ec822828/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000010:0.0:1767384686.261301:0:40107:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000009a18b26a. 00000020:00000001:0.0:1767384686.261307:0:40107:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261309:0:40107:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384686.261311:0:40107:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:0.0:1767384686.261312:0:40107:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261314:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.261319:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384686.261321:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.261323:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:3.0:1767384686.261324:0:473:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 6 - export 00000020:00000010:3.0:1767384686.261328:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ec822828. 00000001:00000010:0.0:1767384686.261329:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003b023fa3. 00000020:00000001:3.0:1767384686.261333:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:0.0:1767384686.261336:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000082409e73. 00000001:00000010:0.0:1767384686.261341:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ff1571a7. 00000001:00000010:0.0:1767384686.261344:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009407f836. 00000001:00000010:0.0:1767384686.261346:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b6a1eea1. 00000001:00000010:0.0:1767384686.261349:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004cd0e1b9. 00000001:00000001:0.0:1767384686.261354:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384686.261355:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.261357:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d03582b. 00000001:00000010:0.0:1767384686.261358:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051d5c32a. 00000001:00000010:0.0:1767384686.261365:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ab1f8a1f. 00000001:00000010:0.0:1767384686.261366:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006df457db. 00000001:00000010:0.0:1767384686.261367:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000099153c54. 00000001:00000010:0.0:1767384686.261368:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a327d176. 00000001:00000001:0.0:1767384686.261370:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384686.261371:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 3 - setup 00000020:00000001:0.0:1767384686.261372:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261374:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384686.261375:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384686.261377:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384686.261379:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 2 - obd_device_list 00000020:00000080:0.0:1767384686.261380:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:0.0:1767384686.261382:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a2c5ddf0) now 1 - newdev 00000020:00000040:0.0:1767384686.261384:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050c2df72 with handle 0xefc2db714b35c16c from hash 00000020:00000040:0.0:1767384686.261385:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000050c2df72 : new refcount 0 00000020:00000080:0.0:1767384686.261386:0:40107:0:(genops.c:904:class_export_put()) final put 0000000050c2df72/lustre-MDT0000_UUID 00000020:00000001:0.0:1767384686.261388:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261389:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384686.261390:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 0000000050c2df72/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384686.261391:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384686.261393:0:40107:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:0.0:1767384686.261395:0:40107:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000000af4bd21. 00000004:00000001:0.0:1767384686.261397:0:40107:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261399:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261400:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000050c2df72. 00000020:00000001:0.0:1767384686.261403:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384686.261404:0:40107:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:0.0:1767384686.261405:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:0.0:1767384686.261406:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384686.261408:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000116f4a01. 00000020:00000010:0.0:1767384686.261410:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b22bd5f1. 00000040:00000010:0.0:1767384686.261412:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f4dc64a0. 00000020:00000010:0.0:1767384686.261414:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077ce4793. 00000020:00000010:0.0:1767384686.261416:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384686.261418:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c01935e5. 80000000:00000010:0.0:1767384686.261419:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384686.261421:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000006165e46. 00100000:00000010:0.0:1767384686.261423:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ae1542b. 00040000:00000010:0.0:1767384686.261425:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.261426:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007fed3918. 00080000:00000010:0.0:1767384686.261428:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384686.261430:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 00000004:00000010:0.0:1767384686.261433:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001022e7df. 00000004:00000001:0.0:1767384686.261435:0:40107:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:0.0:1767384686.261436:0:40107:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000ec0acea7. 00000004:00000001:0.0:1767384686.261438:0:40107:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261440:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b22bd5f1. 00000040:00000010:0.0:1767384686.261442:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f4dc64a0. 00000020:00000010:0.0:1767384686.261444:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077ce4793. 00000020:00000010:0.0:1767384686.261447:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384686.261449:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c01935e5. 80000000:00000010:0.0:1767384686.261450:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384686.261452:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000006165e46. 00100000:00000010:0.0:1767384686.261454:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008ae1542b. 00040000:00000010:0.0:1767384686.261456:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.261458:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007fed3918. 00080000:00000010:0.0:1767384686.261461:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:0.0:1767384686.261463:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 00000004:00000010:0.0:1767384686.261465:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001022e7df. 00000020:00000010:0.0:1767384686.261466:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000116f4a01. 00000020:00000001:0.0:1767384686.261468:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261469:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a2c5ddf0. 00000020:00000001:0.0:1767384686.261472:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261473:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384686.261475:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000039dd7f64. 00000020:00000001:0.0:1767384686.261476:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261478:0:40107:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767384686.261480:0:40107:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767384686.261481:0:40107:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767384686.261483:0:40107:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767384686.261485:0:40107:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:0.0:1767384686.261486:0:40107:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384686.261487:0:40107:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446615716755989728 : -128356953561888 : ffff8b429160e4e0) 00000020:01000004:0.0:1767384686.261489:0:40107:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:0.0:1767384686.261490:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384686.261491:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:0.0:1767384686.261493:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000039dd7f64. 00000020:00000080:0.0:1767384686.261494:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384686.261495:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384686.261497:0:40107:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384686.261500:0:40107:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000ae649549 aca06e76-c484-43d8-ab95-5e2f75d4d4d9 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384686.261503:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384686.261504:0:40107:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000163b0383) has exports, disconnecting them 00000020:00000001:0.0:1767384686.261506:0:40107:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384686.261508:0:40107:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=10 00000020:00000040:0.0:1767384686.261509:0:40107:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=11 00000020:00080000:0.0:1767384686.261512:0:40107:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000ae649549), last request at 1767384582 00000020:00000001:0.0:1767384686.261514:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384686.261515:0:40107:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384686.261517:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 10 20000000:00000010:0.0:1767384686.261519:0:40107:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000d5d9d0ee. 00000020:00000040:0.0:1767384686.261521:0:40107:0:(genops.c:887:class_export_get()) GET export 00000000ae649549 refcount=11 00010000:00000001:0.0:1767384686.261527:0:40107:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384686.261528:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384686.261531:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 10 00000020:00000080:0.0:1767384686.261532:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c12d 00000020:00000040:0.0:1767384686.261533:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae649549 with handle 0xefc2db714b35c12d from hash 00000020:00000040:0.0:1767384686.261535:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 9 00000020:00000001:0.0:1767384686.261536:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384686.261537:0:40107:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000ae649549: total 0 00000020:00000001:0.0:1767384686.261538:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.261539:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 8 00000020:00000001:0.0:1767384686.261539:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.261541:0:40107:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384686.261543:0:40107:0:(import.c:65:import_set_state_nolock()) 00000000fa0a28b8 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384686.261545:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384686.261546:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384686.261547:0:40107:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384686.261557:0:40107:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384686.261559:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 7 20000000:00000001:0.0:1767384686.261560:0:40107:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.261562:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384686.261564:0:40107:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000ae649549): rc 0 00000020:00000040:0.0:1767384686.261565:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 6 00000020:00000001:0.0:1767384686.261567:0:40107:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384686.261568:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384686.261568:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384686.261570:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00010000:2.0:1767384686.261573:0:17076:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000ae649549: total 0 20000000:00000001:0.0:1767384686.261574:0:40107:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:0.0:1767384686.261575:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384686.261579:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446615716601032704 : -128357108518912 : ffff8b4288247000) 00000020:00080000:0.0:1767384686.261579:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000163b0383) has no exports 00000020:00000001:0.0:1767384686.261581:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:0.0:1767384686.261585:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00010000:00000001:2.0:1767384686.261586:0:17076:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000200:0.0:1767384686.261586:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:2.0:1767384686.261592:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbf2548f. 00000100:00000001:0.0:1767384686.261592:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384686.261594:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384686.261596:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000020:00000010:2.0:1767384686.261598:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1f00ad4. 00000100:00000040:0.0:1767384686.261598:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:0.0:1767384686.261602:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:0.0:1767384686.261603:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:2.0:1767384686.261604:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028b54570. 00000020:00000010:2.0:1767384686.261609:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000017082b4b. 00000020:00000010:2.0:1767384686.261612:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000898b12ea. 80000000:00000010:2.0:1767384686.261616:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b53eeb1. 00000100:00000040:0.0:1767384686.261616:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 40000000:00000010:2.0:1767384686.261620:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004cc95d5e. 00100000:00000010:2.0:1767384686.261625:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a5ebe6a3. 00040000:00000010:2.0:1767384686.261628:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384686.261631:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000edc080d2. 00080000:00000010:2.0:1767384686.261636:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008214b0db. 00080000:00000010:2.0:1767384686.261641:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007ed34c1. 00000020:00000010:3.0:1767384686.261644:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a8e8da6. 00002000:00000010:2.0:1767384686.261647:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000039988a96. 00000020:00000010:2.0:1767384686.261651:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1f00ad4. 00000020:00000010:2.0:1767384686.261657:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028b54570. 00000040:00000010:3.0:1767384686.261658:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005863b017. 00000020:00000010:2.0:1767384686.261661:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000017082b4b. 00000020:00000010:3.0:1767384686.261664:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000301c5e4e. 00000020:00000010:2.0:1767384686.261666:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000898b12ea. 00000020:00000010:3.0:1767384686.261671:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b121145. 80000000:00000010:2.0:1767384686.261672:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b53eeb1. 40000000:00000010:2.0:1767384686.261676:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004cc95d5e. 00100000:00000010:2.0:1767384686.261679:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5ebe6a3. 00040000:00000010:2.0:1767384686.261681:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384686.261684:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000edc080d2. 00080000:00000010:2.0:1767384686.261689:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007ed34c1. 80000000:00000010:3.0:1767384686.261691:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee4a9bf7. 00080000:00000010:2.0:1767384686.261695:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008214b0db. 00040000:00000010:3.0:1767384686.261698:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064f6eadc. 00002000:00000010:2.0:1767384686.261700:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000039988a96. 00000020:00000010:2.0:1767384686.261705:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbf2548f. 00080000:00000010:3.0:1767384686.261706:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000009b1f46c. 00010000:00010000:2.0:1767384686.261708:0:17076:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000ae649549, canceled 0 locks, left on hash table 5. 00000020:00000010:2.0:1767384686.261714:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbf2548f. 00000020:00000010:2.0:1767384686.261716:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be4d5367. 00000020:00000010:2.0:1767384686.261737:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5ebe6a3. 00000020:00000010:2.0:1767384686.261741:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000017082b4b. 00000020:00000010:2.0:1767384686.261748:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000edc080d2. 80000000:00000010:2.0:1767384686.261751:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b53eeb1. 40000000:00000010:2.0:1767384686.261754:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004cc95d5e. 00000020:00000010:0.0:1767384686.261754:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008aafb347. 00100000:00000010:2.0:1767384686.261759:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000028b54570. 00000040:00000010:0.0:1767384686.261760:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000053092b2e. 00040000:00000010:2.0:1767384686.261763:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e5e928. 00000020:00000010:0.0:1767384686.261765:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007dbe7080. 00040000:00000010:2.0:1767384686.261767:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000898b12ea. 00080000:00000010:3.0:1767384686.261768:0:17081:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000f7dfdf48. 00000020:00000010:0.0:1767384686.261769:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cad4afc5. 00080000:00000010:2.0:1767384686.261772:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008214b0db. 80000000:00000010:0.0:1767384686.261773:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f5d63a17. 00080000:00000010:2.0:1767384686.261777:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007ed34c1. 00040000:00000010:0.0:1767384686.261778:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7626c88. 00002000:00000010:2.0:1767384686.261784:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000039988a96. 00080000:00000010:0.0:1767384686.261784:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000537fe043. 00000001:00000001:2.0:1767384686.261790:0:17076:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00080000:00000010:0.0:1767384686.261790:0:17084:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000051b9ba82. 00080000:00000010:3.0:1767384686.261793:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6066d43. 00000001:00000001:2.0:1767384686.261795:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00080000:00000010:0.0:1767384686.261795:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ddb676db. 00010000:00000040:2.0:1767384686.261802:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000043e29be3 count: 2 20000000:00000010:3.0:1767384686.261803:0:17081:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002c23bc66. 20000000:00000010:0.0:1767384686.261804:0:17084:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f38bd1ad. 00010000:00000001:2.0:1767384686.261806:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384686.261811:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1767384686.261812:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016e2b360. 00000020:00000010:0.0:1767384686.261812:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f46fac40. 00010000:00000001:2.0:1767384686.261814:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384686.261818:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.261819:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000007488a52. 00000020:00000010:3.0:1767384686.261821:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a2ed67d. 00000020:00000001:2.0:1767384686.261821:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384686.261823:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000771ad3a0. 00010000:00000001:2.0:1767384686.261829:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:0.0:1767384686.261829:0:17084:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [00000000a0f9167b:17084] 2 exiting: rc = 0 00000100:00000010:3.0:1767384686.261831:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007c02c6e2. 00010000:00000001:2.0:1767384686.261832:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1767384686.261837:0:17081:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000009816be99:17081] 0 exiting: rc = 1 00010000:00000001:2.0:1767384686.261839:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.261842:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261844:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384686.261846:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384686.261850:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b1ac14a5 with handle 0xefc2db714b35c21b from hash 00010000:00000001:2.0:1767384686.261853:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384686.261854:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.261856:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261858:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384686.261860:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384686.261862:0:17076:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ae649549, 1 locks cancelled. 00010000:00000001:2.0:1767384686.261865:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.261866:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261868:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384686.261871:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b1ac14a5/0xefc2db714b35c21b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c214 expref: 6 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384686.261880:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 4 00000020:00000040:2.0:1767384686.261882:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 5 00010000:00000040:2.0:1767384686.261885:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000043e29be3 count: 0 00010000:00000001:2.0:1767384686.261894:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384686.261897:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: aca06e76-c484-4, loop: 0 00000001:00000001:2.0:1767384686.261899:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384686.261901:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 4 00010000:00000001:2.0:1767384686.261904:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384686.261906:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384686.261907:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384686.261908:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.261910:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384686.261913:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #1 00010000:00000001:2.0:1767384686.261914:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384686.261917:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384686.261921:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.261923:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261925:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384686.261927:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384686.261929:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b443917e with handle 0xefc2db714b35c229 from hash 00010000:00000001:2.0:1767384686.261932:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384686.261934:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.261935:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261936:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767384686.261939:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095e5e504. 00010000:00000001:2.0:1767384686.261939:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384686.261940:0:17076:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ae649549, 2 locks cancelled. 00010000:00000001:2.0:1767384686.261944:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000010:3.0:1767384686.261946:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000af2c9592. 00010000:00000001:2.0:1767384686.261946:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261948:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384686.261952:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b443917e/0xefc2db714b35c229 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c222 expref: 5 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384686.261953:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086219bf4. 00000020:00000010:3.0:1767384686.261959:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f660bde. 00010000:00000040:2.0:1767384686.261961:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 3 00000020:00000040:2.0:1767384686.261963:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 4 00010000:00000001:2.0:1767384686.261971:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384686.261973:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: aca06e76-c484-4, loop: 1 00000001:00000001:2.0:1767384686.261975:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384686.261977:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 3 00010000:00000001:2.0:1767384686.261978:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384686.261981:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384686.261983:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 80000000:00000010:3.0:1767384686.261984:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a0036961. 00010000:00000001:2.0:1767384686.261985:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.261989:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.261991:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384686.261993:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384686.261994:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.261996:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.261997:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384686.261998:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384686.262000:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a316bfa8. 00000020:00000040:2.0:1767384686.262001:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000004b1f64f with handle 0xefc2db714b35c13b from hash 00010000:00000001:2.0:1767384686.262005:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384686.262007:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.262008:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1767384686.262010:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007b7f2f2b. 00010000:00000001:2.0:1767384686.262010:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384686.262013:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384686.262016:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1767384686.262017:0:17082:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000001f75f0b5. 00010000:00000001:2.0:1767384686.262017:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.262020:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1767384686.262022:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4442f68. 00010000:00010000:2.0:1767384686.262025:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000004b1f64f/0xefc2db714b35c13b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c134 expref: 4 pid: 17082 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384686.262029:0:17082:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a1f11c36. 00000020:00000010:3.0:1767384686.262034:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1c029ee. 00010000:00000040:2.0:1767384686.262035:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 2 00000020:00000040:2.0:1767384686.262039:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 3 00000020:00000010:3.0:1767384686.262041:0:17082:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004c5fa5e9. 00010000:00000001:2.0:1767384686.262044:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384686.262048:0:17082:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a05b501c. 00000001:00000040:2.0:1767384686.262048:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: aca06e76-c484-4, loop: 2 00000001:00000001:2.0:1767384686.262053:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:3.0:1767384686.262054:0:17082:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000003c3741dc:17082] 1 exiting: rc = 0 00010000:00000040:2.0:1767384686.262056:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fd2b1a30 count: 2 00010000:00000001:2.0:1767384686.262060:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384686.262061:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384686.262062:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384686.262064:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.262066:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.262070:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384686.262072:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1767384686.262072:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009816be99. 00010000:00000001:2.0:1767384686.262077:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384686.262078:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003c3741dc. 00010000:00000001:2.0:1767384686.262079:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.262082:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1767384686.262083:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a0f9167b. 00010000:00000001:2.0:1767384686.262084:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384686.262088:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c70c3d3 with handle 0xefc2db714b35c245 from hash 00000100:00000001:0.0:1767384686.262089:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384686.262092:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:2.0:1767384686.262093:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384686.262096:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384686.262096:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:2.0:1767384686.262097:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.262100:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384686.262101:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:0.0:1767384686.262102:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:2.0:1767384686.262103:0:17076:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ae649549, 4 locks cancelled. 00000400:00000001:0.0:1767384686.262105:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384686.262107:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384686.262109:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9d1a080. 00010000:00000001:2.0:1767384686.262110:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.262112:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384686.262114:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099836ddd 00010000:00010000:2.0:1767384686.262116:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c70c3d3/0xefc2db714b35c245 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c23e expref: 3 pid: 17082 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384686.262117:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099836ddd. 00000100:00000001:0.0:1767384686.262122:0:40107:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:2.0:1767384686.262126:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 1 00000100:00000200:0.0:1767384686.262126:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:2.0:1767384686.262130:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 2 00010000:00000040:2.0:1767384686.262134:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fd2b1a30 count: 0 00000100:00100000:0.0:1767384686.262137:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262140:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384686.262142:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262143:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384686.262145:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384686.262145:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262146:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838d1d89. 00000001:00000040:2.0:1767384686.262149:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: aca06e76-c484-4, loop: 3 00000400:00000200:0.0:1767384686.262150:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e28be53 00000001:00000001:2.0:1767384686.262153:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:0.0:1767384686.262153:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e28be53. 00010000:00000040:2.0:1767384686.262158:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ad9180d8 count: 2 00000100:00000001:0.0:1767384686.262158:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262159:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384686.262163:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384686.262167:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:0.0:1767384686.262168:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384686.262169:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:0.0:1767384686.262170:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00000001:2.0:1767384686.262171:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.262174:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.262179:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384686.262181:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:0.0:1767384686.262182:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384686.262184:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:0.0:1767384686.262185:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384686.262188:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384686.262188:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a36eb. 00010000:00000001:2.0:1767384686.262191:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384686.262193:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b0b94cf 00010000:00000001:2.0:1767384686.262194:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384686.262196:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384686.262198:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b0b94cf. 00000020:00000040:2.0:1767384686.262200:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020c4f254 with handle 0xefc2db714b35c253 from hash 00000100:00000001:0.0:1767384686.262203:0:40107:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384686.262204:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384686.262207:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384686.262207:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384686.262209:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.262225:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384686.262225:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384686.262228:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384686.262229:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:2.0:1767384686.262231:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384686.262233:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384686.262234:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384686.262237:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384686.262237:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262240:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384686.262241:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020c4f254/0xefc2db714b35c253 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefc2db714b35c24c expref: 2 pid: 17082 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384686.262244:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000400:00000200:0.0:1767384686.262249:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001614909a 00000400:00000010:0.0:1767384686.262251:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001614909a. 00000100:00000001:0.0:1767384686.262254:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262255:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262258:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262259:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384686.262262:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:2.0:1767384686.262265:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ae649549 : new locks_count 0 00000400:00000001:0.0:1767384686.262265:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262267:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384686.262269:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 1 00000400:00000010:0.0:1767384686.262270:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba710a7. 00010000:00000040:2.0:1767384686.262274:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ad9180d8 count: 0 00000400:00000200:0.0:1767384686.262274:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b49c3 00000400:00000010:0.0:1767384686.262277:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000713b49c3. 00000100:00000001:0.0:1767384686.262281:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262282:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384686.262285:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384686.262286:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262288:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384686.262289:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262291:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262292:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262293:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e419adaa. 00000400:00000200:0.0:1767384686.262295:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf35ade 00000001:00000040:2.0:1767384686.262298:0:17076:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: aca06e76-c484-4, loop: 4 00000400:00000010:0.0:1767384686.262299:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bf35ade. 00000001:00000001:2.0:1767384686.262303:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384686.262304:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:2.0:1767384686.262307:0:17076:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384686.262307:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:2.0:1767384686.262311:0:17076:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000ae649549, canceled 5 locks, left on hash table 0. 00000100:00100000:0.0:1767384686.262315:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384686.262316:0:17076:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:2.0:1767384686.262320:0:17076:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1767384686.262320:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000001:00000001:2.0:1767384686.262323:0:17076:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384686.262325:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:2.0:1767384686.262326:0:17076:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384686.262328:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384686.262330:0:17076:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:0.0:1767384686.262332:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384686.262334:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be4d5367. 00000400:00000010:0.0:1767384686.262335:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a695f515. 00000020:00000010:2.0:1767384686.262340:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5ebe6a3. 00000400:00000200:0.0:1767384686.262341:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e11f45a 00000400:00000010:0.0:1767384686.262345:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e11f45a. 00000020:00000010:2.0:1767384686.262347:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000017082b4b. 00000100:00000001:0.0:1767384686.262349:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384686.262352:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000edc080d2. 00000100:00000200:0.0:1767384686.262353:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 80000000:00000010:2.0:1767384686.262356:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b53eeb1. 40000000:00000010:2.0:1767384686.262360:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004cc95d5e. 00000100:00100000:0.0:1767384686.262361:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00100000:00000010:2.0:1767384686.262365:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000028b54570. 00000100:00000040:0.0:1767384686.262365:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384686.262369:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000010:2.0:1767384686.262370:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7e5e928. 00000400:00000001:0.0:1767384686.262373:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00040000:00000010:2.0:1767384686.262374:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000898b12ea. 00000400:00000001:0.0:1767384686.262376:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000010:2.0:1767384686.262379:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007ed34c1. 00000400:00000010:0.0:1767384686.262379:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000598a7b1. 00000400:00000200:0.0:1767384686.262383:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2cfbb13 00080000:00000010:2.0:1767384686.262384:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008214b0db. 00000400:00000010:0.0:1767384686.262387:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2cfbb13. 00002000:00000010:2.0:1767384686.262389:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000039988a96. 00000100:00000001:0.0:1767384686.262392:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384686.262394:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbf2548f. 00000100:00000200:0.0:1767384686.262394:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384686.262399:0:17076:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384686.262402:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000ae649549 : new refcount 0 00000100:00100000:0.0:1767384686.262404:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1767384686.262405:0:17076:0:(genops.c:904:class_export_put()) final put 00000000ae649549/aca06e76-c484-43d8-ab95-5e2f75d4d4d9 00000100:00000040:0.0:1767384686.262408:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384686.262410:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262412:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262412:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262413:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be9ecdf0. 00000400:00000200:0.0:1767384686.262415:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7c28839 00000400:00000010:0.0:1767384686.262416:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7c28839. 00000020:00000001:2.0:1767384686.262417:0:17076:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:0.0:1767384686.262418:0:40107:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384686.262421:0:17076:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384686.262421:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384686.262425:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384686.262426:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384686.262427:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384686.262428:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00010000:00010000:2.0:1767384686.262433:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384686.262434:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262436:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384686.262437:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:0.0:1767384686.262438:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262440:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c57a5d. 00000020:00000001:2.0:1767384686.262441:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384686.262442:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cca1648 00010000:00010000:2.0:1767384686.262444:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384686.262445:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cca1648. 00000020:00000001:2.0:1767384686.262448:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384686.262448:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384686.262451:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384686.262451:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:2.0:1767384686.262455:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767384686.262456:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262458:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384686.262459:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262460:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262460:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262461:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a372c797. 00000400:00000200:0.0:1767384686.262463:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968fc633 00000020:00000001:2.0:1767384686.262464:0:473:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000010:0.0:1767384686.262464:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000968fc633. 00000020:00000080:2.0:1767384686.262467:0:473:0:(genops.c:863:class_export_destroy()) destroying export 00000000ae649549/aca06e76-c484-43d8-ab95-5e2f75d4d4d9 for MGS 00000100:00000001:0.0:1767384686.262468:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262469:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:2.0:1767384686.262475:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 10 to 0@lo 00000100:00100000:0.0:1767384686.262478:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384686.262479:0:473:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000040:0.0:1767384686.262480:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 20000000:00000001:2.0:1767384686.262483:0:473:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000100:00000001:0.0:1767384686.262483:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262486:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384686.262487:0:473:0:(genops.c:1229:class_import_get()) import 00000000fa0a28b8 refcount=2 obd=MGS 00000400:00000001:0.0:1767384686.262488:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262490:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027345526. 00000020:00000001:2.0:1767384686.262492:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384686.262492:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000249d18e3 00000020:00000040:2.0:1767384686.262494:0:473:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=1 obd=MGS 00000400:00000010:0.0:1767384686.262495:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000249d18e3. 00000100:00000001:0.0:1767384686.262498:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384686.262499:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384686.262500:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384686.262503:0:473:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384686.262505:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:2.0:1767384686.262506:0:473:0:(genops.c:1242:class_import_put()) import 00000000fa0a28b8 refcount=0 obd=MGS 00000100:00000040:0.0:1767384686.262507:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000020:00000040:2.0:1767384686.262510:0:473:0:(genops.c:1245:class_import_put()) final put import 00000000fa0a28b8 00000100:00000001:0.0:1767384686.262511:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262513:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262515:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262516:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040447322. 00000400:00000200:0.0:1767384686.262517:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a8a5c8 00000400:00000010:0.0:1767384686.262518:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007a8a5c8. 00000100:00000001:0.0:1767384686.262519:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262520:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384686.262524:0:473:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384686.262524:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262525:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00010000:00000001:2.0:1767384686.262528:0:473:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000001:0.0:1767384686.262528:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262529:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262531:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384686.262532:0:473:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000010:0.0:1767384686.262533:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afb317dd. 00000400:00000200:0.0:1767384686.262535:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf47441 00000400:00000010:0.0:1767384686.262536:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cf47441. 00000001:00000010:2.0:1767384686.262537:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc0ec323. 00000100:00000001:0.0:1767384686.262538:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262540:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:2.0:1767384686.262543:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c8398e74. 00000100:00100000:0.0:1767384686.262546:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:2.0:1767384686.262548:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0131ef0. 00000100:00000040:0.0:1767384686.262548:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384686.262551:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:2.0:1767384686.262553:0:473:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074f12f1c. 00000400:00000001:0.0:1767384686.262553:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262555:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000010:2.0:1767384686.262558:0:473:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000061e6dd7b. 00000400:00000010:0.0:1767384686.262558:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c7f1516. 00000400:00000200:0.0:1767384686.262560:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba98a0b 00000400:00000010:0.0:1767384686.262563:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ba98a0b. 00000001:00000010:2.0:1767384686.262564:0:473:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006c76f75d. 00000100:00000001:0.0:1767384686.262565:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262567:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:2.0:1767384686.262569:0:473:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:0.0:1767384686.262572:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384686.262573:0:473:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:0.0:1767384686.262574:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00010000:00000001:2.0:1767384686.262576:0:473:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:0.0:1767384686.262577:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384686.262580:0:473:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000001:0.0:1767384686.262581:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:2.0:1767384686.262584:0:473:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384686.262585:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262586:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dafd767. 00000020:00000001:2.0:1767384686.262588:0:473:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384686.262589:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce50895e 00000400:00000010:0.0:1767384686.262592:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce50895e. 00000020:00000040:2.0:1767384686.262593:0:473:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 5 - export 00000100:00000001:0.0:1767384686.262595:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262597:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384686.262598:0:473:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ae649549. 00000100:00100000:0.0:1767384686.262602:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262604:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384686.262605:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262606:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262607:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262608:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f88fa89f. 00000020:00000001:2.0:1767384686.262609:0:473:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000200:0.0:1767384686.262611:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023ced45f 00000400:00000010:0.0:1767384686.262613:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023ced45f. 00000020:00000001:2.0:1767384686.262614:0:473:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:0.0:1767384686.262615:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262617:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000080:2.0:1767384686.262618:0:473:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000fa0a28b8 for MGS 00000100:00100000:0.0:1767384686.262623:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:2.0:1767384686.262624:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 9 to 0@lo 00000100:00000040:0.0:1767384686.262625:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384686.262627:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384686.262629:0:473:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 4 - import 00000400:00000001:0.0:1767384686.262629:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262632:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384686.262633:0:473:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000fa0a28b8. 00000400:00000010:0.0:1767384686.262634:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224b6cee. 00000400:00000200:0.0:1767384686.262638:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016844f67 00000020:00000001:2.0:1767384686.262640:0:473:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000010:0.0:1767384686.262640:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016844f67. 00000100:00000001:0.0:1767384686.262644:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262644:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262647:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262648:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384686.262649:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262650:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262650:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262651:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029722b85. 00000400:00000200:0.0:1767384686.262652:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f24fed8 00000400:00000010:0.0:1767384686.262653:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f24fed8. 00000100:00000001:0.0:1767384686.262655:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262655:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262658:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262660:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384686.262661:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262662:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262662:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262663:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c136aa2. 00000400:00000200:0.0:1767384686.262664:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f52f3bcc 00000400:00000010:0.0:1767384686.262665:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f52f3bcc. 00000100:00000001:0.0:1767384686.262666:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262667:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262669:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262670:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384686.262670:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262671:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262672:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262673:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005231d027. 00000400:00000200:0.0:1767384686.262674:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bef07740 00000400:00000010:0.0:1767384686.262674:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bef07740. 00000100:00000001:0.0:1767384686.262675:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262676:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262678:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262679:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384686.262679:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262680:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262681:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262681:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be985950. 00000400:00000200:0.0:1767384686.262682:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787c86ee 00000400:00000010:0.0:1767384686.262683:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000787c86ee. 00000100:00000001:0.0:1767384686.262684:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262684:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262686:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262687:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384686.262688:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262688:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262689:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262689:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf2827d. 00000400:00000200:0.0:1767384686.262690:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf25996 00000400:00000010:0.0:1767384686.262691:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf25996. 00000100:00000001:0.0:1767384686.262692:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262693:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262695:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262695:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384686.262696:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262697:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262697:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262698:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cfb1cd. 00000400:00000200:0.0:1767384686.262699:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c9081a 00000400:00000010:0.0:1767384686.262700:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046c9081a. 00000100:00000001:0.0:1767384686.262701:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262701:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262703:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262704:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384686.262705:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262706:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262707:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262708:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97f78d6. 00000400:00000200:0.0:1767384686.262709:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcc9e38b 00000400:00000010:0.0:1767384686.262709:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcc9e38b. 00000100:00000001:0.0:1767384686.262711:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262712:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262714:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262714:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384686.262715:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262716:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262716:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262730:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c38e191. 00000400:00000200:0.0:1767384686.262732:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f7ecc7 00000400:00000010:0.0:1767384686.262733:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f7ecc7. 00000100:00000001:0.0:1767384686.262735:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262736:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262739:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262741:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384686.262742:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262743:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262743:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262744:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d79054c. 00000400:00000200:0.0:1767384686.262745:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000354d6e2b 00000400:00000010:0.0:1767384686.262746:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000354d6e2b. 00000100:00000001:0.0:1767384686.262748:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262748:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262751:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262751:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384686.262752:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262753:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262753:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262754:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6232aae. 00000400:00000200:0.0:1767384686.262755:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378d0e76 00000400:00000010:0.0:1767384686.262756:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000378d0e76. 00000100:00000001:0.0:1767384686.262757:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262757:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262760:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262760:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384686.262761:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262762:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262762:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262763:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000853a1790. 00000400:00000200:0.0:1767384686.262764:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0b5f5a 00000400:00000010:0.0:1767384686.262765:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d0b5f5a. 00000100:00000001:0.0:1767384686.262765:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262766:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262768:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262769:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384686.262769:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262770:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262771:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262771:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d75a8c3f. 00000400:00000200:0.0:1767384686.262772:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088334e59 00000400:00000010:0.0:1767384686.262773:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088334e59. 00000100:00000001:0.0:1767384686.262774:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262774:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262776:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262777:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384686.262778:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262778:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262779:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262779:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2eeb2fa. 00000400:00000200:0.0:1767384686.262780:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89b3052 00000400:00000010:0.0:1767384686.262781:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a89b3052. 00000100:00000001:0.0:1767384686.262782:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262782:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262785:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262785:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384686.262786:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262787:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262787:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262788:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8ab3b3e. 00000400:00000200:0.0:1767384686.262789:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032d8b9cf 00000400:00000010:0.0:1767384686.262789:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032d8b9cf. 00000100:00000001:0.0:1767384686.262791:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262791:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262793:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262794:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384686.262795:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262796:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262797:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262797:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e95890c5. 00000400:00000200:0.0:1767384686.262798:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000835789e4 00000400:00000010:0.0:1767384686.262799:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835789e4. 00000100:00000001:0.0:1767384686.262800:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262800:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262803:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262803:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384686.262804:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262805:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262805:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262806:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c93fc7a. 00000400:00000200:0.0:1767384686.262807:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f754da1c 00000400:00000010:0.0:1767384686.262808:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f754da1c. 00000100:00000001:0.0:1767384686.262809:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262809:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262811:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262812:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384686.262812:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262813:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262814:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262814:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062a726ac. 00000400:00000200:0.0:1767384686.262815:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc84534d 00000400:00000010:0.0:1767384686.262816:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc84534d. 00000100:00000001:0.0:1767384686.262817:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262817:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262819:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262820:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384686.262821:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262822:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262822:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262823:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c42c858f. 00000400:00000200:0.0:1767384686.262824:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000140ad2c1 00000400:00000010:0.0:1767384686.262825:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000140ad2c1. 00000100:00000001:0.0:1767384686.262826:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262826:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262829:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262829:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384686.262830:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262831:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262831:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262832:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6174d4b. 00000400:00000200:0.0:1767384686.262833:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adce4b6f 00000400:00000010:0.0:1767384686.262834:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adce4b6f. 00000100:00000001:0.0:1767384686.262835:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262836:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262840:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262840:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384686.262842:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262843:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262844:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262845:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005582b58f. 00000400:00000200:0.0:1767384686.262846:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004beafc4c 00000400:00000010:0.0:1767384686.262847:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004beafc4c. 00000100:00000001:0.0:1767384686.262849:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262850:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262854:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262855:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384686.262857:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262858:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262859:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262860:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc171d1. 00000400:00000200:0.0:1767384686.262862:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b10cb022 00000400:00000010:0.0:1767384686.262863:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b10cb022. 00000100:00000001:0.0:1767384686.262865:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262866:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262870:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262871:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384686.262872:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262874:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262875:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262876:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b72b44. 00000400:00000200:0.0:1767384686.262877:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000344c141b 00000400:00000010:0.0:1767384686.262878:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000344c141b. 00000100:00000001:0.0:1767384686.262880:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262880:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262883:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262883:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384686.262884:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262885:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262886:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262886:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bd107b3. 00000400:00000200:0.0:1767384686.262887:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0da470 00000400:00000010:0.0:1767384686.262888:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b0da470. 00000100:00000001:0.0:1767384686.262889:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262890:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262892:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262893:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384686.262893:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262895:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262895:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262896:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052129c53. 00000400:00000200:0.0:1767384686.262897:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1fe3119 00000400:00000010:0.0:1767384686.262898:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1fe3119. 00000100:00000001:0.0:1767384686.262899:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262899:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262902:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262902:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384686.262903:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262904:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262904:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262905:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008279a3a6. 00000400:00000200:0.0:1767384686.262906:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eeca689 00000400:00000010:0.0:1767384686.262906:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eeca689. 00000100:00000001:0.0:1767384686.262908:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262908:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262910:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262911:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384686.262912:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262913:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262914:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262914:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061266d24. 00000400:00000200:0.0:1767384686.262915:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef5d89e 00000400:00000010:0.0:1767384686.262916:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef5d89e. 00000100:00000001:0.0:1767384686.262918:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262918:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262920:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262921:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384686.262922:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262923:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262923:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262924:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000560a1beb. 00000400:00000200:0.0:1767384686.262925:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c16da05 00000400:00000010:0.0:1767384686.262925:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c16da05. 00000100:00000001:0.0:1767384686.262926:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262927:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262929:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262930:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384686.262930:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262931:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262931:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262932:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123aeb9e. 00000400:00000200:0.0:1767384686.262933:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a939aaf 00000400:00000010:0.0:1767384686.262934:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a939aaf. 00000100:00000001:0.0:1767384686.262935:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262935:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262937:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262938:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384686.262939:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262940:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262940:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262941:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084e07d3d. 00000400:00000200:0.0:1767384686.262941:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5cc4b3 00000400:00000010:0.0:1767384686.262942:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d5cc4b3. 00000100:00000001:0.0:1767384686.262943:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262944:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262946:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262947:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384686.262948:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262949:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262949:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262950:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd9acdb. 00000400:00000200:0.0:1767384686.262951:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060a38bf7 00000400:00000010:0.0:1767384686.262952:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060a38bf7. 00000100:00000001:0.0:1767384686.262953:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262954:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262956:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262956:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384686.262957:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262958:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262958:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262959:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c31072. 00000400:00000200:0.0:1767384686.262960:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c39a91e 00000400:00000010:0.0:1767384686.262960:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c39a91e. 00000100:00000001:0.0:1767384686.262962:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262962:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262964:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262965:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384686.262965:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262966:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262967:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262967:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e99c2e1. 00000400:00000200:0.0:1767384686.262968:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000242cc753 00000400:00000010:0.0:1767384686.262969:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000242cc753. 00000100:00000001:0.0:1767384686.262970:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262970:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262973:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262973:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384686.262974:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262975:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262975:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262976:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acf7dad9. 00000400:00000200:0.0:1767384686.262977:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074138ab 00000400:00000010:0.0:1767384686.262978:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000074138ab. 00000100:00000001:0.0:1767384686.262979:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262980:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262982:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262983:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384686.262984:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262985:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262985:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262986:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000117eaffd. 00000400:00000200:0.0:1767384686.262987:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a50741 00000400:00000010:0.0:1767384686.262988:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8a50741. 00000100:00000001:0.0:1767384686.262989:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262989:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.262991:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.262992:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384686.262992:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.262993:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.262994:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.262994:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000516b8a2a. 00000400:00000200:0.0:1767384686.262995:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c45b0c 00000400:00000010:0.0:1767384686.262996:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083c45b0c. 00000100:00000001:0.0:1767384686.262997:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.262998:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263000:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263000:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384686.263001:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263002:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263002:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263003:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073b41989. 00000400:00000200:0.0:1767384686.263004:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa549c2 00000400:00000010:0.0:1767384686.263005:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fa549c2. 00000100:00000001:0.0:1767384686.263006:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263006:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263008:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263009:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384686.263009:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263010:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263011:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263011:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ef0ee2. 00000400:00000200:0.0:1767384686.263013:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006140e3c0 00000400:00000010:0.0:1767384686.263014:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006140e3c0. 00000100:00000001:0.0:1767384686.263015:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263016:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263018:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263019:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384686.263019:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263020:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263021:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263021:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c40601ee. 00000400:00000200:0.0:1767384686.263022:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f89838f 00000400:00000010:0.0:1767384686.263023:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f89838f. 00000100:00000001:0.0:1767384686.263024:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263024:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263026:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263027:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384686.263028:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263028:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263029:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263029:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003342eadb. 00000400:00000200:0.0:1767384686.263030:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002003211c 00000400:00000010:0.0:1767384686.263031:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002003211c. 00000100:00000001:0.0:1767384686.263032:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263032:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263035:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263035:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384686.263036:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263037:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263037:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263038:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ab0fac9. 00000400:00000200:0.0:1767384686.263039:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007238a248 00000400:00000010:0.0:1767384686.263040:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007238a248. 00000100:00000001:0.0:1767384686.263040:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263041:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263043:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263044:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384686.263045:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263045:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263046:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263047:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3931894. 00000400:00000200:0.0:1767384686.263048:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e44a27af 00000400:00000010:0.0:1767384686.263049:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e44a27af. 00000100:00000001:0.0:1767384686.263050:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263051:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263053:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263053:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384686.263054:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263055:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263055:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263056:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7ca4444. 00000400:00000200:0.0:1767384686.263057:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035dd4dfb 00000400:00000010:0.0:1767384686.263058:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035dd4dfb. 00000100:00000001:0.0:1767384686.263059:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263059:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263061:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263062:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384686.263062:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263063:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263064:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263064:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000675fc7b1. 00000400:00000200:0.0:1767384686.263065:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377803c7 00000400:00000010:0.0:1767384686.263066:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377803c7. 00000100:00000001:0.0:1767384686.263067:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263068:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263070:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263070:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384686.263071:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263072:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263072:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263073:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002f5a005. 00000400:00000200:0.0:1767384686.263074:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb9bdc9 00000400:00000010:0.0:1767384686.263075:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbb9bdc9. 00000100:00000001:0.0:1767384686.263075:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263076:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263078:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263078:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384686.263080:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263081:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263081:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263082:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c2da16. 00000400:00000200:0.0:1767384686.263083:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56e75e6 00000400:00000010:0.0:1767384686.263084:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b56e75e6. 00000100:00000001:0.0:1767384686.263085:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263085:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263088:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263088:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384686.263089:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.263090:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.263090:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.263091:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e029d2f7. 00000400:00000200:0.0:1767384686.263092:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbd450e 00000400:00000010:0.0:1767384686.263092:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cbd450e. 00000100:00000001:0.0:1767384686.263093:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.263094:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384686.263096:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.263096:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384686.263097:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384686.263099:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263100:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263102:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263103:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263103:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263104:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263104:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263105:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263106:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263106:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263107:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263107:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263108:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263108:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263109:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263110:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263110:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263111:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263112:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263113:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263113:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263114:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263115:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263115:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263116:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263117:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263117:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263118:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263118:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263119:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263120:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263120:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263121:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263121:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263122:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263123:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263123:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263124:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263124:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263125:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263126:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263126:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263127:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263127:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263128:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263128:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263129:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263130:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263130:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263131:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263131:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263132:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263133:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263133:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263134:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263134:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263135:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263135:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263136:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263137:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263138:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263138:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263139:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263140:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263140:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263141:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263142:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263142:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263143:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263143:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263144:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263145:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263145:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263146:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263146:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263147:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263147:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263148:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263149:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263149:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263150:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263150:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263151:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263152:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263152:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263153:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263153:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263154:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263154:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263155:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263156:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263156:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263157:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263157:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263158:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263158:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263159:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263160:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263161:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263162:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263162:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263163:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263164:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263165:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263165:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263166:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263166:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263167:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263168:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263168:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263169:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263169:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263170:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263170:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263171:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263172:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263172:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263173:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263173:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263174:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263175:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263175:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263176:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263176:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263177:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263177:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.263178:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.263179:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384686.263181:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b4f5ee1d. 00000100:00000010:0.0:1767384686.263183:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087eb9559. 00000100:00000010:0.0:1767384686.263184:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c33d6f19. 00000100:00000010:0.0:1767384686.263191:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8252808. 00000100:00000010:0.0:1767384686.263193:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000027001eae. 00000100:00000010:0.0:1767384686.263194:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0017682. 00000100:00000010:0.0:1767384686.263195:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019214184. 00000100:00000010:0.0:1767384686.263197:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4e84e69. 00000100:00000010:0.0:1767384686.263198:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003130973a. 00000100:00000010:0.0:1767384686.263200:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000177d827. 00000100:00000010:0.0:1767384686.263201:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000006a67db3. 00000100:00000010:0.0:1767384686.263203:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3570bd2. 00000100:00000010:0.0:1767384686.263204:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000585ca8ae. 00000100:00000010:0.0:1767384686.263205:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a439fd0. 00000100:00000010:0.0:1767384686.263206:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007572ea7e. 00000100:00000010:0.0:1767384686.263208:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2ce7f23. 00000100:00000010:0.0:1767384686.263209:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000069d392da. 00000100:00000010:0.0:1767384686.263222:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea59772e. 00000100:00000010:0.0:1767384686.263225:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000adb85b3. 00000100:00000010:0.0:1767384686.263227:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001210f536. 00000100:00000010:0.0:1767384686.263228:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e736bee. 00000100:00000010:0.0:1767384686.263229:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ffb669b. 00000100:00000010:0.0:1767384686.263230:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000efcd303d. 00000100:00000010:0.0:1767384686.263231:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000881b27f0. 00000100:00000010:0.0:1767384686.263232:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000091abba75. 00000100:00000010:0.0:1767384686.263234:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddbb2839. 00000100:00000010:0.0:1767384686.263235:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000efcf8d64. 00000100:00000010:0.0:1767384686.263246:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000780cbb00. 00000100:00000010:0.0:1767384686.263247:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000048bf41c. 00000100:00000010:0.0:1767384686.263249:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000405afc1b. 00000100:00000010:0.0:1767384686.263250:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a34cd738. 00000100:00000010:0.0:1767384686.263251:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b140b37c. 00000100:00000010:0.0:1767384686.263252:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098489c05. 00000100:00000010:0.0:1767384686.263254:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014e0e95c. 00000100:00000010:0.0:1767384686.263255:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da9086f3. 00000100:00000010:0.0:1767384686.263257:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035755f67. 00000100:00000010:0.0:1767384686.263258:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c13d268. 00000100:00000010:0.0:1767384686.263259:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8d6e88a. 00000100:00000010:0.0:1767384686.263260:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020ebb786. 00000100:00000010:0.0:1767384686.263261:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003af009fd. 00000100:00000010:0.0:1767384686.263262:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003484bea0. 00000100:00000010:0.0:1767384686.263263:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6b01910. 00000100:00000010:0.0:1767384686.263265:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af59ad76. 00000100:00000010:0.0:1767384686.263266:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbc1f317. 00000100:00000010:0.0:1767384686.263267:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f275e598. 00000100:00000010:0.0:1767384686.263269:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c205ec5. 00000100:00000010:0.0:1767384686.263270:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ccc508b8. 00000100:00000010:0.0:1767384686.263271:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e691745c. 00000100:00000010:0.0:1767384686.263272:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e22e02e0. 00000100:00000010:0.0:1767384686.263273:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023f02b27. 00000100:00000010:0.0:1767384686.263274:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ea40609. 00000100:00000010:0.0:1767384686.263284:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d27d540. 00000100:00000010:0.0:1767384686.263285:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071de30b7. 00000100:00000010:0.0:1767384686.263286:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099b625c6. 00000100:00000010:0.0:1767384686.263288:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000397c7e92. 00000100:00000010:0.0:1767384686.263290:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007183040b. 00000100:00000010:0.0:1767384686.263292:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020d2e11c. 00000100:00000010:0.0:1767384686.263295:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008adc7d38. 00000100:00000010:0.0:1767384686.263296:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065d17390. 00000100:00000010:0.0:1767384686.263299:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e54dcd1. 00000100:00000010:0.0:1767384686.263300:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e706bbf1. 00000100:00000010:0.0:1767384686.263302:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f01e812. 00000100:00000010:0.0:1767384686.263305:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e9118fe. 00000100:00000010:0.0:1767384686.263307:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bcf9c74. 00000100:00000010:0.0:1767384686.263309:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e17772f7. 00000100:00000010:0.0:1767384686.263311:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e79b7a91. 00000100:00000010:0.0:1767384686.263313:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000903a1e5e. 00000100:00000010:0.0:1767384686.263315:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074a313dc. 00000100:00000010:0.0:1767384686.263317:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013c362f7. 00000100:00000010:0.0:1767384686.263320:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3854f94. 00000100:00000010:0.0:1767384686.263322:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002998e405. 00000100:00000010:0.0:1767384686.263324:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1f4cb8b. 00000100:00000010:0.0:1767384686.263326:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000071d9d47. 00000100:00000010:0.0:1767384686.263328:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c931095. 00000100:00000010:0.0:1767384686.263329:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056be65eb. 00000100:00000010:0.0:1767384686.263346:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020b4897a. 00000100:00000010:0.0:1767384686.263349:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087cd1b9f. 00000100:00000010:0.0:1767384686.263351:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033af6e92. 00000100:00000010:0.0:1767384686.263353:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c4146a2. 00000100:00000010:0.0:1767384686.263355:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069fd46bb. 00000100:00000010:0.0:1767384686.263356:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009248b537. 00000100:00000010:0.0:1767384686.263358:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a1f202f. 00000100:00000010:0.0:1767384686.263360:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ce1eb5c. 00000100:00000010:0.0:1767384686.263363:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3c46c0e. 00000100:00000010:0.0:1767384686.263365:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073ac597e. 00000100:00000010:0.0:1767384686.263367:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065987c5e. 00000100:00000010:0.0:1767384686.263369:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e05d3bb1. 00000100:00000010:0.0:1767384686.263370:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa6268ac. 00000100:00000010:0.0:1767384686.263372:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ebd7ce1. 00000100:00000010:0.0:1767384686.263375:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c463bec. 00000100:00000010:0.0:1767384686.263376:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001698c8b5. 00000100:00000010:0.0:1767384686.263377:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f68d48e. 00000100:00000010:0.0:1767384686.263378:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004f8379c0. 00000100:00000010:0.0:1767384686.263380:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da5661a7. 00000100:00000010:0.0:1767384686.263382:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013d3e214. 00000100:00000010:0.0:1767384686.263383:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000894744e9. 00000100:00000010:0.0:1767384686.263384:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044694068. 00000100:00000010:0.0:1767384686.263386:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8d3f64d. 00000100:00000010:0.0:1767384686.263387:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000173c8ec8. 00000100:00000010:0.0:1767384686.263395:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbd3d903. 00000100:00000010:0.0:1767384686.263396:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006100104c. 00000100:00000010:0.0:1767384686.263398:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7e8844c. 00000100:00000010:0.0:1767384686.263399:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084021c08. 00000100:00000010:0.0:1767384686.263400:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005f0943b. 00000100:00000010:0.0:1767384686.263401:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008de3757b. 00000100:00000010:0.0:1767384686.263403:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005091df7f. 00000100:00000010:0.0:1767384686.263404:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bdc67282. 00000100:00000010:0.0:1767384686.263406:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7cb0679. 00000100:00000010:0.0:1767384686.263407:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001cf43122. 00000100:00000010:0.0:1767384686.263408:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b1a93ad. 00000100:00000010:0.0:1767384686.263409:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a21ecd16. 00000100:00000010:0.0:1767384686.263411:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000984c5393. 00000100:00000010:0.0:1767384686.263412:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bbcc5a31. 00000100:00000010:0.0:1767384686.263414:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000beb5ac0b. 00000100:00000010:0.0:1767384686.263415:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d177fa1. 00000100:00000010:0.0:1767384686.263417:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050488ca1. 00000100:00000010:0.0:1767384686.263418:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bebaa0c0. 00000100:00000010:0.0:1767384686.263420:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059939c33. 00000100:00000010:0.0:1767384686.263421:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005bbbc7cb. 00000100:00000010:0.0:1767384686.263422:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071615c09. 00000100:00000010:0.0:1767384686.263423:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005497cc49. 00000100:00000010:0.0:1767384686.263425:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084ba1097. 00000100:00000010:0.0:1767384686.263426:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000035302873. 00000100:00000010:0.0:1767384686.263428:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0353eac. 00000100:00000010:0.0:1767384686.263429:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038892fdb. 00000100:00000010:0.0:1767384686.263430:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e295dede. 00000100:00000010:0.0:1767384686.263430:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c02dc4a4. 00000100:00000010:0.0:1767384686.263435:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd2f8b3a. 00000100:00000010:0.0:1767384686.263438:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d7175375. 00000100:00000010:0.0:1767384686.263442:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000223dc239. 00000100:00000010:0.0:1767384686.263445:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000050e7ad12. 00000100:00000001:0.0:1767384686.263450:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384686.263452:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.263454:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384686.263455:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384686.263456:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000dbe8e245. 00000100:00000001:0.0:1767384686.263458:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384686.263459:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.263460:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.263461:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac5a0709. 00000100:00000001:0.0:1767384686.263463:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.263463:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.263464:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000012d36b9e. 00000100:00000001:0.0:1767384686.263466:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.263466:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.263467:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007aa13dca. 00000100:00000001:0.0:1767384686.263468:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.263469:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.263470:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007f7d515d. 00000100:00000001:0.0:1767384686.263471:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384686.263518:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000de67a6a9. 00000020:00000010:0.0:1767384686.263529:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006f473233. 00000020:00000010:0.0:1767384686.263531:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e57b9823. 00000020:00000010:0.0:1767384686.263532:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bb440ba5. 00000020:00000010:0.0:1767384686.263535:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002ad919c3. 00000020:00000010:0.0:1767384686.263538:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003ec43775. 00000100:00000010:0.0:1767384686.263554:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000002f6d9f6c. 00000100:00000010:0.0:1767384686.263559:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000080471c4d. 00000100:00000010:0.0:1767384686.263561:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c8f261e1. 00000100:00000010:0.0:1767384686.263563:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000018bfde68. 00000100:00000001:0.0:1767384686.263565:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384686.263567:0:40107:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384686.263569:0:40107:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1767384686.263571:0:40107:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1767384686.263573:0:40107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008dea7079. 00080000:00000001:0.0:1767384686.263576:0:40107:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446615716569701120 : -128357139850496 : ffff8b4286465b00) 00080000:00000001:0.0:1767384686.263578:0:40107:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446615716569701120 : -128357139850496 : ffff8b4286465b00) 00080000:00000001:0.0:1767384686.263579:0:40107:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1767384686.263581:0:40107:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1767384686.263598:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263600:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263602:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263602:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263603:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263604:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263605:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263606:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263606:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263607:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263608:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263609:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263610:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263611:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263612:0:40107:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384686.263613:0:40107:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263615:0:40107:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263616:0:40107:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384686.263618:0:40107:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b74ce60e. 20000000:00000010:0.0:1767384686.263620:0:40107:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000c5154edc. 00080000:00000001:0.0:1767384686.263621:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263622:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.263623:0:40107:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000423098d1. 20000000:00000010:0.0:1767384686.263624:0:40107:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000091a5ccea. 00080000:00000001:0.0:1767384686.263625:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263625:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263626:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263627:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.263628:0:40107:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000dd1e2dab. 20000000:00000010:0.0:1767384686.263629:0:40107:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000015f5ea1d. 00080000:00000001:0.0:1767384686.263630:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263630:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.263632:0:40107:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004f341aaf. 20000000:00000010:0.0:1767384686.263633:0:40107:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000041122fa9. 00080000:00000001:0.0:1767384686.263633:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263634:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.263635:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263635:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.263636:0:40107:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f389d915. 20000000:00000010:0.0:1767384686.263637:0:40107:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000ac53ac49. 00080000:00000001:0.0:1767384686.263638:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263638:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.263639:0:40107:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000639efff5. 20000000:00000010:0.0:1767384686.263640:0:40107:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000f6a302f8. 00080000:00000001:0.0:1767384686.263641:0:40107:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384686.263642:0:40107:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384686.263643:0:40107:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1767384686.263644:0:40107:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1767384686.263646:0:40107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008dea7079. 00080000:00000001:0.0:1767384686.263648:0:40107:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1767384686.263649:0:40107:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:0.0:1767384686.263650:0:40107:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.263701:0:40107:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000287878fb. 20000000:00000010:0.0:1767384686.263705:0:40107:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000e99d83ec. 20000000:00000010:0.0:1767384686.263707:0:40107:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000093709f3c. 20000000:00000010:0.0:1767384686.263709:0:40107:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000000a38d74d. 20000000:00000010:0.0:1767384686.263712:0:40107:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000005dcd7cd9. 20000000:00000010:0.0:1767384686.263714:0:40107:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000f6a302f8. 20000000:00000010:0.0:1767384686.263716:0:40107:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000639efff5. 20000000:00000010:0.0:1767384686.263731:0:40107:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000ac53ac49. 20000000:00000010:0.0:1767384686.263733:0:40107:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f389d915. 20000000:00000010:0.0:1767384686.263734:0:40107:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000041122fa9. 20000000:00000010:0.0:1767384686.263736:0:40107:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004f341aaf. 20000000:00000010:0.0:1767384686.263737:0:40107:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000015f5ea1d. 20000000:00000010:0.0:1767384686.263738:0:40107:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000dd1e2dab. 20000000:00000010:0.0:1767384686.263740:0:40107:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000091a5ccea. 20000000:00000010:0.0:1767384686.263742:0:40107:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000423098d1. 20000000:00000010:0.0:1767384686.263744:0:40107:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000c5154edc. 20000000:00000010:0.0:1767384686.263745:0:40107:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b74ce60e. 20000000:00000001:0.0:1767384686.263746:0:40107:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384686.263752:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002363e385. 20000000:00000010:0.0:1767384686.263754:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b5c5a670. 20000000:00000010:0.0:1767384686.263755:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000298fc30a. 20000000:00000010:0.0:1767384686.263757:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a9d77052. 20000000:00000010:0.0:1767384686.263759:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000026c0223. 20000000:00000010:0.0:1767384686.263761:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000062695737. 20000000:00000010:0.0:1767384686.263762:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e52b97fa. 20000000:00000010:0.0:1767384686.263764:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005ede59fb. 20000000:00000010:0.0:1767384686.263765:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037e93431. 20000000:00000010:0.0:1767384686.263767:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000060471520. 20000000:00000010:0.0:1767384686.263769:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000073a56491. 20000000:00000010:0.0:1767384686.263771:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2cb6b87. 20000000:00000010:0.0:1767384686.263772:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3f291aa. 20000000:00000010:0.0:1767384686.263774:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000406cb2df. 20000000:00000010:0.0:1767384686.263775:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009a5ebbd2. 20000000:00000010:0.0:1767384686.263776:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004e5a541b. 20000000:00000010:0.0:1767384686.263778:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000051de9240. 20000000:00000010:0.0:1767384686.263779:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000077f0f979. 20000000:00000010:0.0:1767384686.263781:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000027e510a3. 20000000:00000010:0.0:1767384686.263782:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c1c61011. 20000000:00000010:0.0:1767384686.263784:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e2d11362. 20000000:00000010:0.0:1767384686.263785:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079701916. 20000000:00000010:0.0:1767384686.263786:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000083f8fbe1. 20000000:00000010:0.0:1767384686.263788:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004e2b3bef. 20000000:00000010:0.0:1767384686.263789:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004f7ee2ad. 20000000:00000010:0.0:1767384686.263790:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000890ca86c. 20000000:00000010:0.0:1767384686.263792:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6f49674. 20000000:00000010:0.0:1767384686.263793:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b35beec0. 20000000:00000010:0.0:1767384686.263794:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009d5bc2e8. 20000000:00000010:0.0:1767384686.263796:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f946bbe0. 20000000:00000010:0.0:1767384686.263797:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d5b214a9. 20000000:00000010:0.0:1767384686.263798:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000af3d2300. 20000000:00000010:0.0:1767384686.263800:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000681745da. 20000000:00000010:0.0:1767384686.263801:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000ef6a10e. 20000000:00000010:0.0:1767384686.263803:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f36dce7. 20000000:00000010:0.0:1767384686.263804:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f0ada798. 20000000:00000010:0.0:1767384686.263805:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006436d7e9. 20000000:00000010:0.0:1767384686.263807:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084dcce05. 20000000:00000010:0.0:1767384686.263809:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cfb4eb30. 20000000:00000010:0.0:1767384686.263811:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d6c7ed52. 20000000:00000010:0.0:1767384686.263812:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a8f129ea. 20000000:00000010:0.0:1767384686.263815:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000a2cbeb7. 20000000:00000010:0.0:1767384686.263817:0:40107:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000001c261954. 20000000:00000010:0.0:1767384686.263819:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004724eb87. 20000000:00000010:0.0:1767384686.263821:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000000c116b7. 20000000:00000010:0.0:1767384686.263823:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ba7663c. 20000000:00000010:0.0:1767384686.263824:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ae07a4ee. 20000000:00000010:0.0:1767384686.263826:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000060a7f8c2. 20000000:00000010:0.0:1767384686.263827:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f991fae0. 20000000:00000010:0.0:1767384686.263828:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003e7baaa1. 20000000:00000010:0.0:1767384686.263830:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000018b1ef7a. 20000000:00000010:0.0:1767384686.263831:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003d0123cd. 20000000:00000010:0.0:1767384686.263832:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f651a4fb. 20000000:00000010:0.0:1767384686.263833:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d61dc035. 20000000:00000010:0.0:1767384686.263836:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000be26cd2a. 20000000:00000010:0.0:1767384686.263837:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092a93041. 20000000:00000010:0.0:1767384686.263839:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bfd1c87c. 20000000:00000010:0.0:1767384686.263841:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006722d111. 20000000:00000010:0.0:1767384686.263843:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000032fd7740. 20000000:00000010:0.0:1767384686.263845:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ffd3f211. 20000000:00000010:0.0:1767384686.263848:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b07be04d. 20000000:00000010:0.0:1767384686.263849:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e8917490. 20000000:00000010:0.0:1767384686.263852:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001fb72cc7. 20000000:00000010:0.0:1767384686.263854:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000db7c0454. 20000000:00000010:0.0:1767384686.263856:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000090d632e8. 20000000:00000010:0.0:1767384686.263859:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000012c14538. 20000000:00000010:0.0:1767384686.263861:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000212e4df5. 20000000:00000010:0.0:1767384686.263864:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008794d549. 20000000:00000010:0.0:1767384686.263866:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000f7532ed. 20000000:00000010:0.0:1767384686.263868:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001c32cfcd. 20000000:00000010:0.0:1767384686.263870:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009357393a. 20000000:00000010:0.0:1767384686.263872:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000068b4afce. 20000000:00000010:0.0:1767384686.263874:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005877d709. 20000000:00000010:0.0:1767384686.263877:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000081d5946f. 20000000:00000010:0.0:1767384686.263879:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000badb88e5. 20000000:00000010:0.0:1767384686.263880:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c8925588. 20000000:00000010:0.0:1767384686.263881:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006d576eed. 20000000:00000010:0.0:1767384686.263883:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037db2ac4. 20000000:00000010:0.0:1767384686.263884:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000007f59dec. 20000000:00000010:0.0:1767384686.263886:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e554612c. 20000000:00000010:0.0:1767384686.263887:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aef93161. 20000000:00000010:0.0:1767384686.263889:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3fcb623. 20000000:00000010:0.0:1767384686.263890:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c100d10. 20000000:00000010:0.0:1767384686.263891:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002d84e670. 20000000:00000010:0.0:1767384686.263893:0:40107:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000077db24f9. 20000000:00000010:0.0:1767384686.263894:0:40107:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000007cb58948. 20000000:00000010:0.0:1767384686.263935:0:40107:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000022114adb. 20000000:00000010:0.0:1767384686.263938:0:40107:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000ca926f3c. 20000000:00000010:0.0:1767384686.263941:0:40107:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000052211e37. 20000000:00000010:0.0:1767384686.263944:0:40107:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000054b06d04. 20000000:00000010:0.0:1767384686.263946:0:40107:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000738a66b7. 20000000:00000010:0.0:1767384686.263948:0:40107:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000ba5656db. 20000000:00000010:0.0:1767384686.263950:0:40107:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000000ba2b9a5. 20000000:00000010:0.0:1767384686.263952:0:40107:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000001e46aa74. 20000000:00000010:0.0:1767384686.263955:0:40107:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000019650a4e. 00010000:00000001:0.0:1767384686.263956:0:40107:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384686.263959:0:40107:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384686.263960:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384686.263962:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384686.263963:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.263964:0:40107:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384686.263965:0:40107:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384686.263966:0:40107:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.263967:0:40107:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.263968:0:40107:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384686.263972:0:40107:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384686.263973:0:40107:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384686.263981:0:40107:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384686.263985:0:40107:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000d4eefdf2 - data 00000000b4985653/000000001c5bf66c 00000020:00000010:0.0:1767384686.264037:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000007949af94. 00000020:00000010:0.0:1767384686.264040:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000003df8ce2e. 00000020:00000010:0.0:1767384686.264041:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000001c5bf66c. 00000020:00000010:0.0:1767384686.264044:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000c3e01060. 00000020:00000010:0.0:1767384686.264045:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007cf6b040. 00000020:00000010:0.0:1767384686.264046:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000bec758fb. 00000020:00000010:0.0:1767384686.264048:0:40107:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000d4eefdf2. 00000020:01000000:0.0:1767384686.264050:0:40107:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000ed952362 - data 0000000056be1e65/0000000039311d73 00000020:00000010:0.0:1767384686.264109:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000006968dd38. 00000020:00000010:0.0:1767384686.264113:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000045dec731. 00000020:00000010:0.0:1767384686.264116:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000039311d73. 00000020:00000010:0.0:1767384686.264118:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000003089a881. 00000020:00000010:0.0:1767384686.264121:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000001092c218. 00000020:00000010:0.0:1767384686.264123:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007ebb2b88. 00000020:00000010:0.0:1767384686.264125:0:40107:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000ed952362. 00000020:00000001:0.0:1767384686.264127:0:40107:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384686.264194:0:40107:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000099fcdbc2 : new refcount 2 00000040:00000001:0.0:1767384686.264197:0:40107:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384686.264198:0:40107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000099fcdbc2 : new refcount 1 00080000:00000010:0.0:1767384686.264209:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000081e2120c. 00000020:00000010:0.0:1767384686.264224:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000098b9525a. 00000020:00000010:0.0:1767384686.264228:0:40107:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000b8d0976d. 00080000:00000010:0.0:1767384686.264234:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f52f0fd4. 00000020:00000010:0.0:1767384686.264236:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c6aed58. 00000020:00000010:0.0:1767384686.264238:0:40107:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e4b84b19. 00000020:00000040:0.0:1767384686.264240:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000cb9ae4ef : new refcount 1 00000040:00000010:0.0:1767384686.264242:0:40107:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000099fcdbc2. 00000040:00000001:0.0:1767384686.264246:0:40107:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.264250:0:40107:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 0000000006165e46. 00080000:00000001:0.0:1767384686.264252:0:40107:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384686.264257:0:40107:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1602473173 to info 00000000fa64fe35 00100000:00000001:0.0:1767384686.264261:0:40107:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384686.264264:0:40107:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384686.264266:0:40107:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384686.264267:0:40107:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 0000000006165e46. 00080000:00000010:0.0:1767384686.264284:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000065f0eb3f. 00000020:00000010:0.0:1767384686.264288:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4feeca3. 00000020:00000002:0.0:1767384686.264293:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000ed42615b/00000000eec39e5a to site lru. bkt: 000000009f9e311d 00000001:00000001:0.0:1767384686.264296:0:40107:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384686.264299:0:40107:0:(lu_object.c:207:lu_object_put()) Add 00000000787319ba/00000000766d075a to site lru. bkt: 000000009079ffec 00000001:00000010:0.0:1767384686.264302:0:40107:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000688ba6de. 00000001:00000001:0.0:1767384686.264305:0:40107:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384686.264336:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eb322067. 00000020:00000010:0.0:1767384686.264340:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e2bc39d. 00000020:00000010:0.0:1767384686.264343:0:40107:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000d5019b0b. 00080000:00000010:0.0:1767384686.264353:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ed42615b. 00000020:00000010:0.0:1767384686.264357:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eec39e5a. 00080000:00000010:0.0:1767384686.264369:0:40107:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001abc36b4. 00080000:00000010:0.0:1767384686.264374:0:40107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000787319ba. 00000020:00000010:0.0:1767384686.264377:0:40107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000766d075a. 00000020:00000010:0.0:1767384686.264404:0:40107:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000ff68a98f. 00010000:00000001:0.0:1767384686.264408:0:40107:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384686.264410:0:40107:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384686.264448:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000008be0be72. 00000020:00000010:0.0:1767384686.264457:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000002402f60f. 00000020:00000010:0.0:1767384686.264459:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000035f140b0. 00010000:00000001:0.0:1767384686.264485:0:40107:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384686.264499:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f17d3ffa. 00000020:00000010:0.0:1767384686.264502:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000000884f680. 00000020:00000010:0.0:1767384686.264504:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001936aad9. 00000020:00000010:0.0:1767384686.264507:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000ae47fed1. 00000020:00000010:0.0:1767384686.264509:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000072b8f6cc. 00000020:00000010:0.0:1767384686.264512:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005ce0d81b. 00000001:00000001:0.0:1767384686.264554:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.264557:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000005259d299. 00000001:00000010:0.0:1767384686.264559:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000f5582ea5. 00000001:00000010:0.0:1767384686.264562:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000a9461a3f. 00000001:00000010:0.0:1767384686.264564:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003e32fc01. 00000001:00000001:0.0:1767384686.264568:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384686.264571:0:40107:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000005cc595ae. 00010000:00000001:0.0:1767384686.264574:0:40107:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384686.264576:0:40107:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384686.264578:0:40107:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:0.0:1767384686.264606:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384686.264609:0:40107:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.264610:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.264612:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c111 00000020:00000040:0.0:1767384686.264614:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f31a33ad with handle 0xefc2db714b35c111 from hash 00000020:00000001:0.0:1767384686.264618:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.264620:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f31a33ad : new refcount 1 00000020:00000001:0.0:1767384686.264622:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.264623:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f31a33ad : new refcount 0 00000020:00000080:0.0:1767384686.264625:0:40107:0:(genops.c:904:class_export_put()) final put 00000000f31a33ad/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384686.264627:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264639:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.264642:0:40107:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384686.264644:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264646:0:40107:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384686.264648:0:40107:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384686.264650:0:40107:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446615716755989728 : -128356953561888 : ffff8b429160e4e0) 00000020:01000004:0.0:1767384686.264652:0:40107:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000d2d5e71e from MGS, refs=2 00000020:00000001:0.0:1767384686.264655:0:40107:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384686.264657:0:40107:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000d2d5e71e 2 00000020:00000001:2.0:1767384686.264658:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384686.264659:0:40107:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384686.264662:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f31a33ad/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384686.264663:0:40107:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384686.264667:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384686.264667:0:40107:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384686.264671:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264671:0:40107:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446615716755989728 : -128356953561888 : ffff8b429160e4e0) 00000020:00000040:2.0:1767384686.264675:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 5 - export 00000020:01000004:0.0:1767384686.264676:0:40107:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000d2d5e71e from MGS 00000020:00000010:2.0:1767384686.264680:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f31a33ad. 00000020:00000010:0.0:1767384686.264686:0:40107:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000529b5d2b. 00000020:00000001:2.0:1767384686.264689:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384686.264691:0:40107:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000e0fd04e0. 00000020:00000001:0.0:1767384686.264695:0:40107:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264698:0:40107:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384686.264700:0:40107:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264702:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.264710:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.264714:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002a8ca09e. 00000001:00000010:0.0:1767384686.264717:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000413b979. 00000001:00000010:0.0:1767384686.264742:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c78076d1. 00000001:00000010:0.0:1767384686.264746:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079cab16e. 00000001:00000010:0.0:1767384686.264748:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f9a9a621. 00000001:00000010:0.0:1767384686.264749:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000af6dbdaa. 00000001:00000001:0.0:1767384686.264752:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384686.264754:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.264758:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000052dc99e2. 00000001:00000010:0.0:1767384686.264760:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000731c44e0. 00000001:00000010:0.0:1767384686.264763:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084c9919e. 00000001:00000010:0.0:1767384686.264766:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000948f3b2a. 00000001:00000010:0.0:1767384686.264769:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fc1f87f9. 00000001:00000010:0.0:1767384686.264771:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a4343b3d. 00000001:00000001:0.0:1767384686.264774:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384686.264776:0:40107:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 3 - setup 00000020:00000001:0.0:1767384686.264778:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264780:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384686.264782:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384686.264786:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384686.264787:0:40107:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 2 - obd_device_list 00000020:00000080:0.0:1767384686.264790:0:40107:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384686.264791:0:40107:0:(obd_config.c:955:class_decref()) Decref MGS (00000000163b0383) now 1 - newdev 00000020:00000040:0.0:1767384686.264794:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cb9ae4ef with handle 0xefc2db714b35c10a from hash 00000020:00000040:0.0:1767384686.264796:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000cb9ae4ef : new refcount 0 00000020:00000080:0.0:1767384686.264798:0:40107:0:(genops.c:904:class_export_put()) final put 00000000cb9ae4ef/MGS 00000020:00000001:0.0:1767384686.264800:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264802:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384686.264803:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 00000000cb9ae4ef/MGS for MGS 00000020:00000001:0.0:1767384686.264805:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384686.264807:0:40107:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384686.264809:0:40107:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264811:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.264813:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cb9ae4ef. 00000020:00000001:0.0:1767384686.264817:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384686.264819:0:40107:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384686.264821:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384686.264823:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384686.264826:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009357393a. 00000020:00000010:0.0:1767384686.264829:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d5bc2e8. 00000040:00000010:0.0:1767384686.264833:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b35beec0. 00000020:00000010:0.0:1767384686.264836:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ae1542b. 00000020:00000010:0.0:1767384686.264839:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000116f4a01. 80000000:00000010:0.0:1767384686.264842:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4eefdf2. 00040000:00000010:0.0:1767384686.264845:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000048f8d91d. 00080000:00000010:0.0:1767384686.264849:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384686.264851:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 20000000:00000010:0.0:1767384686.264855:0:40107:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c01935e5. 20000000:00000001:0.0:1767384686.264858:0:40107:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384686.264865:0:40107:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000a8f13c1d. 20000000:00000001:0.0:1767384686.264870:0:40107:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.264873:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d5bc2e8. 00000040:00000010:0.0:1767384686.264876:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b35beec0. 00000020:00000010:0.0:1767384686.264879:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ae1542b. 00000020:00000010:0.0:1767384686.264882:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000116f4a01. 80000000:00000010:0.0:1767384686.264884:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4eefdf2. 00040000:00000010:0.0:1767384686.264886:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000048f8d91d. 00080000:00000010:0.0:1767384686.264889:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:0.0:1767384686.264895:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 20000000:00000010:0.0:1767384686.264899:0:40107:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c01935e5. 00000020:00000010:0.0:1767384686.264901:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009357393a. 00000020:00000001:0.0:1767384686.264904:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.264906:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000163b0383. 00000020:00000001:0.0:1767384686.264910:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264912:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384686.264914:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000039dd7f64. 00000020:00000001:0.0:1767384686.264917:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264919:0:40107:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264921:0:40107:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384686.264923:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384686.264925:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384686.264928:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000d4eefdf2. 00000020:00000080:0.0:1767384686.264930:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384686.264933:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384686.264935:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384686.264939:0:40107:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000f68d665e lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384686.264943:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384686.264945:0:40107:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000ec244d96) has exports, disconnecting them 00000020:00000001:0.0:1767384686.264947:0:40107:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384686.264949:0:40107:0:(genops.c:887:class_export_get()) GET export 00000000f68d665e refcount=4 00000020:00000040:0.0:1767384686.264951:0:40107:0:(genops.c:887:class_export_get()) GET export 00000000f68d665e refcount=5 00000020:00080000:0.0:1767384686.264953:0:40107:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000f68d665e), last request at 1767384582 00000020:00000001:0.0:1767384686.264956:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384686.264958:0:40107:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384686.264960:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384686.264961:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c1ea 00000020:00000040:0.0:1767384686.264963:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f68d665e with handle 0xefc2db714b35c1ea from hash 00000020:00000040:0.0:1767384686.264971:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 4 00000020:00000001:0.0:1767384686.264972:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384686.264974:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 3 00000020:00000001:0.0:1767384686.264974:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384686.264975:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 2 00000020:00000001:0.0:1767384686.264976:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384686.264978:0:40107:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264979:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384686.264980:0:40107:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000f68d665e): rc 0 00000020:00000040:0.0:1767384686.264981:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 1 00000020:00000001:0.0:1767384686.264982:0:40107:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384686.264983:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384686.264984:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384686.264986:0:40107:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384686.264987:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384686.264988:0:40107:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384686.264989:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000f68d665e : new refcount 0 00000020:00000080:0.0:1767384686.264991:0:40107:0:(genops.c:904:class_export_put()) final put 00000000f68d665e/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384686.264992:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.264999:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.265000:0:40107:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384686.265002:0:40107:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767384686.265011:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384686.265014:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f68d665e/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384686.265018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 8 to 0@lo 00000020:00000001:2.0:1767384686.265021:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384686.265023:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384686.265025:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 5 - export 00010000:00000001:0.0:1767384686.265026:0:40107:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384686.265028:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f68d665e. 00000020:00000001:2.0:1767384686.265034:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384686.265052:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000053713abf. 00000020:00000010:0.0:1767384686.265056:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000014ab8f07. 00010000:00000001:0.0:1767384686.265100:0:40107:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384686.265107:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000358e8f5a. 00000020:00000010:0.0:1767384686.265109:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ed4acdcc. 00000001:00000001:0.0:1767384686.265134:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.265490:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000da6e824f. 00000001:00000010:0.0:1767384686.265497:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b61622cc. 00000001:00000010:0.0:1767384686.265499:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008d632afb. 00000001:00000010:0.0:1767384686.265500:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002810e350. 00000001:00000010:0.0:1767384686.265501:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f22fb2e8. 00000001:00000010:0.0:1767384686.265502:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005c3fd400. 00000001:00000010:0.0:1767384686.265503:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ccaa179c. 00000001:00000010:0.0:1767384686.265504:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000248f8fbf. 00000001:00000010:0.0:1767384686.265505:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000032e433fc. 00000001:00000010:0.0:1767384686.265506:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000e310230. 00000001:00000010:0.0:1767384686.265506:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000da3b05ba. 00000001:00000010:0.0:1767384686.265507:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002abba57f. 00000001:00000010:0.0:1767384686.265512:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002817e239. 00000001:00000010:0.0:1767384686.265512:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000b586742. 00000001:00000010:0.0:1767384686.265513:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009d520e65. 00000001:00000010:0.0:1767384686.265514:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ff048687. 00000001:00000010:0.0:1767384686.265515:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000359449a7. 00000001:00000010:0.0:1767384686.265516:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d199c9f2. 00000001:00000010:0.0:1767384686.265516:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e1107e84. 00000001:00000010:0.0:1767384686.265517:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e811fa36. 00000001:00000010:0.0:1767384686.265518:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002cf920a6. 00000001:00000010:0.0:1767384686.265520:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000034883ce0. 00000001:00000010:0.0:1767384686.265521:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004d9fcc00. 00000001:00000010:0.0:1767384686.265522:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006dbe3573. 00000001:00000010:0.0:1767384686.265523:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f391a117. 00000001:00000010:0.0:1767384686.265524:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000023811b3f. 00000001:00000010:0.0:1767384686.265525:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000073d61ee7. 00000001:00000010:0.0:1767384686.265525:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008ed1ef1c. 00000001:00000010:0.0:1767384686.265526:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001d3eea37. 00000001:00000010:0.0:1767384686.265527:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006f7924fb. 00000001:00000010:0.0:1767384686.265528:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000022d9120c. 00000001:00000010:0.0:1767384686.265529:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000054597e65. 00000001:00000010:0.0:1767384686.265530:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000c2c43171. 00000001:00000010:0.0:1767384686.265533:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f3acea06. 00000001:00000001:0.0:1767384686.265534:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384686.265536:0:40107:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000f04817bb. 00010000:00000001:0.0:1767384686.265538:0:40107:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384686.266759:0:40107:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384686.266761:0:40107:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384686.266763:0:40107:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384686.266765:0:40107:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:2.0:1767384686.266768:0:40107:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384686.266771:0:40107:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384686.266773:0:40107:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384686.266775:0:40107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384686.266777:0:40107:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1767384686.266779:0:40107:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384686.266782:0:40107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384686.266784:0:40107:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384686.266786:0:40107:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384686.266787:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384686.266789:0:40107:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384686.266796:0:40107:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384686.266798:0:40107:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384686.266800:0:40107:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384686.266801:0:40107:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384686.266803:0:40107:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384686.266806:0:40107:0:(genops.c:1229:class_import_get()) import 00000000a9e6e7b8 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384686.266809:0:40107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384686.266811:0:40107:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384686.266813:0:40107:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384686.266814:0:40107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384686.266816:0:40107:0:(genops.c:1242:class_import_put()) import 00000000a9e6e7b8 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384686.266817:0:40107:0:(genops.c:1245:class_import_put()) final put import 00000000a9e6e7b8 00000020:00000001:2.0:1767384686.266828:0:40107:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384686.266830:0:40107:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384686.266832:0:40107:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384686.266833:0:40107:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384686.266841:0:40107:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000007d630d1a. 00000020:00000001:3.0:1767384686.266845:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:2.0:1767384686.266846:0:40107:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000004dc95b27. 00000020:00000080:3.0:1767384686.266850:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a9e6e7b8 for lustre-MDT0000-lwp-MDT0000 00010000:00000010:2.0:1767384686.266851:0:40107:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000092bea753. 00000020:00000040:3.0:1767384686.266857:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 7 to 0@lo 00010000:00000001:2.0:1767384686.266857:0:40107:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:3.0:1767384686.266862:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 6 to 0@lo 00000020:00000010:3.0:1767384686.266865:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000d7143e32. 00000020:00000040:3.0:1767384686.266869:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 4 - import 00000020:00000010:3.0:1767384686.266872:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a9e6e7b8. 00000020:00000001:3.0:1767384686.266877:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384686.266947:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000021497fd8. 00000020:00000010:2.0:1767384686.266953:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000082c61b16. 00000020:00000010:2.0:1767384686.266956:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003eecf8f7. 00000020:00000010:2.0:1767384686.266960:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000de20c69. 00000020:00000010:2.0:1767384686.266965:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007b5da499. 00000020:00000010:2.0:1767384686.266969:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000051d3b96. 00000010:00000001:2.0:1767384686.266972:0:40107:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.266975:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384686.266985:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384686.266994:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000327382b5. 00000001:00000010:2.0:1767384686.266998:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035f26788. 00000001:00000010:2.0:1767384686.267001:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f519af2. 00000001:00000010:2.0:1767384686.267004:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030bb470f. 00000001:00000010:2.0:1767384686.267007:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009aefb30f. 00000001:00000010:2.0:1767384686.267010:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f3e5a175. 00000001:00000001:2.0:1767384686.267015:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384686.267016:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384686.267020:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b6c93b00. 00000001:00000010:2.0:1767384686.267024:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000774fed1f. 00000001:00000010:2.0:1767384686.267027:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007aff300d. 00000001:00000010:2.0:1767384686.267029:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ddad2d68. 00000001:00000010:2.0:1767384686.267031:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001eee2c3b. 00000001:00000010:2.0:1767384686.267033:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000035cf8edb. 00000001:00000001:2.0:1767384686.267044:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384686.267045:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 3 - setup 00000020:00000001:2.0:1767384686.267048:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267050:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384686.267053:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384686.267056:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384686.267058:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 2 - obd_device_list 00000020:00000080:2.0:1767384686.267061:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:2.0:1767384686.267063:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000ec244d96) now 1 - newdev 00000020:00000040:2.0:1767384686.267065:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000671cce1a with handle 0xefc2db714b35c1e3 from hash 00000020:00000040:2.0:1767384686.267068:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000671cce1a : new refcount 0 00000020:00000080:2.0:1767384686.267070:0:40107:0:(genops.c:904:class_export_put()) final put 00000000671cce1a/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:2.0:1767384686.267072:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267074:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384686.267076:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 00000000671cce1a/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384686.267078:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384686.267079:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.267081:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000671cce1a. 00000020:00000001:2.0:1767384686.267090:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384686.267092:0:40107:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:2.0:1767384686.267094:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:2.0:1767384686.267096:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384686.267099:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbf2548f. 00000020:00000010:2.0:1767384686.267102:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1f00ad4. 00000040:00000010:2.0:1767384686.267105:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000898b12ea. 00000020:00000010:2.0:1767384686.267107:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028b54570. 00000020:00000010:2.0:1767384686.267110:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000017082b4b. 00000020:00000010:2.0:1767384686.267113:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000edc080d2. 80000000:00000010:2.0:1767384686.267116:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b53eeb1. 40000000:00000010:2.0:1767384686.267119:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004cc95d5e. 00100000:00000010:2.0:1767384686.267123:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a5ebe6a3. 00040000:00000010:2.0:1767384686.267126:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384686.267129:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be4d5367. 00080000:00000010:2.0:1767384686.267132:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008214b0db. 00080000:00000010:2.0:1767384686.267136:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007ed34c1. 00000004:00000010:2.0:1767384686.267142:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000206bbb70. 00000010:00000001:2.0:1767384686.267145:0:40107:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1767384686.267147:0:40107:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000c915b417. 00000010:00000001:2.0:1767384686.267150:0:40107:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.267152:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1f00ad4. 00000040:00000010:2.0:1767384686.267156:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000898b12ea. 00000020:00000010:2.0:1767384686.267158:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028b54570. 00000020:00000010:2.0:1767384686.267161:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000017082b4b. 00000020:00000010:2.0:1767384686.267165:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000edc080d2. 80000000:00000010:2.0:1767384686.267167:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b53eeb1. 40000000:00000010:2.0:1767384686.267170:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004cc95d5e. 00100000:00000010:2.0:1767384686.267173:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5ebe6a3. 00040000:00000010:2.0:1767384686.267176:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384686.267179:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be4d5367. 00080000:00000010:2.0:1767384686.267183:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007ed34c1. 00080000:00000010:2.0:1767384686.267186:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008214b0db. 00000004:00000010:2.0:1767384686.267188:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000206bbb70. 00000020:00000010:2.0:1767384686.267191:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbf2548f. 00000020:00000001:2.0:1767384686.267193:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.267195:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ec244d96. 00000020:00000001:2.0:1767384686.267200:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267201:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384686.267203:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000d4eefdf2. 00000020:00000001:2.0:1767384686.267206:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267209:0:40107:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267226:0:40107:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384686.267227:0:40107:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000d2d5e71e 1 00000020:00000001:2.0:1767384686.267230:0:40107:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384686.267232:0:40107:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384686.267233:0:40107:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384686.267235:0:40107:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xefc2db714b35c103 00000020:00000040:2.0:1767384686.267237:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000beb36c3 with handle 0xefc2db714b35c103 from hash 00000020:00000001:2.0:1767384686.267241:0:40107:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384686.267242:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000000beb36c3 : new refcount 1 00000020:00000001:2.0:1767384686.267244:0:40107:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384686.267245:0:40107:0:(genops.c:898:class_export_put()) PUTting export 000000000beb36c3 : new refcount 0 00000020:00000080:2.0:1767384686.267247:0:40107:0:(genops.c:904:class_export_put()) final put 000000000beb36c3/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384686.267249:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267259:0:40107:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.267261:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384686.267263:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:2.0:1767384686.267266:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000009b53eeb1. 00000020:00000080:2.0:1767384686.267269:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384686.267272:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384686.267276:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384686.267279:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000000beb36c3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767384686.267280:0:40107:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384686.267285:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384686.267285:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384686.267288:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384686.267291:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 4 - export 00000020:00080000:2.0:1767384686.267296:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000073b56f3b) has no exports 00000020:00000001:2.0:1767384686.267301:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:3.0:1767384686.267303:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000beb36c3. 00000020:00000001:2.0:1767384686.267304:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:2.0:1767384686.267309:0:40107:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00000020:00000001:3.0:1767384686.267311:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000002:2.0:1767384686.267311:0:40107:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1602473173 to info 00000000fa64fe35 00100000:00000001:2.0:1767384686.267317:0:40107:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384686.267318:0:40107:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384686.267320:0:40107:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384686.267323:0:40107:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.268134:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 00000000b21811f4. 00000020:00000010:2.0:1767384686.268139:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e14ba25e. 00080000:00000010:2.0:1767384686.268301:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000007ec19dd. 00080000:00000010:2.0:1767384686.268305:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b529ff8b. 00080000:00000010:2.0:1767384686.268309:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000034e25ca1. 00080000:00000010:2.0:1767384686.268311:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000061afcc6d. 00080000:00000010:2.0:1767384686.268315:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000491469c4. 00080000:00000010:2.0:1767384686.268318:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000027ec146b. 00080000:00000010:2.0:1767384686.268322:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003d6db8bc. 00080000:00000010:2.0:1767384686.268325:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ed863f63. 00080000:00000010:2.0:1767384686.268328:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000037c54e48. 00080000:00000010:2.0:1767384686.268331:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000687a346a. 00080000:00000010:2.0:1767384686.268334:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000060d87428. 00080000:00000010:2.0:1767384686.268337:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000085c9e768. 00080000:00000010:2.0:1767384686.268340:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000060b505fa. 00080000:00000010:2.0:1767384686.268343:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000725002a1. 00080000:00000010:2.0:1767384686.268347:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000030c3484c. 00080000:00000010:2.0:1767384686.268350:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005042884f. 00080000:00000010:2.0:1767384686.268354:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f2f54463. 00080000:00000010:2.0:1767384686.268358:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000082b62eec. 00080000:00000010:2.0:1767384686.268362:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eafaf538. 00080000:00000010:2.0:1767384686.268365:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000065c25b68. 00080000:00000010:2.0:1767384686.268369:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ecf8dc29. 00080000:00000010:2.0:1767384686.268372:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eeccfc36. 00080000:00000010:2.0:1767384686.268376:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d14ccee5. 00080000:00000010:2.0:1767384686.268379:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000014b3c5d. 00080000:00000010:2.0:1767384686.268382:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000059d418a1. 00080000:00000010:2.0:1767384686.268385:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e9765a16. 00080000:00000010:2.0:1767384686.268388:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000046c9070d. 00080000:00000010:2.0:1767384686.268391:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000040a5ce24. 00080000:00000010:2.0:1767384686.268394:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000007a1dd93. 00080000:00000010:2.0:1767384686.268397:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000009dd60f7. 00080000:00000010:2.0:1767384686.268400:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008aae7bbd. 00080000:00000010:2.0:1767384686.268403:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b10600f0. 00080000:00000010:2.0:1767384686.268406:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c8345163. 00080000:00000010:2.0:1767384686.268410:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004f37f6a3. 00080000:00000010:2.0:1767384686.268413:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f2a7b6db. 00080000:00000010:2.0:1767384686.268416:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001373e9a5. 00080000:00000010:2.0:1767384686.268420:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a8d40416. 00080000:00000010:2.0:1767384686.268422:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d3c20114. 00080000:00000010:2.0:1767384686.268426:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f7053568. 00080000:00000010:2.0:1767384686.268429:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000096f98762. 00080000:00000010:2.0:1767384686.268432:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cd14e44c. 00080000:00000010:2.0:1767384686.268435:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cc0dcc2e. 00080000:00000010:2.0:1767384686.268439:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9b7cb2d. 00080000:00000010:2.0:1767384686.268443:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f072619c. 00080000:00000010:2.0:1767384686.268447:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b7426479. 00080000:00000010:2.0:1767384686.268451:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008e5b8eed. 00080000:00000010:2.0:1767384686.268455:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d2a7872d. 00080000:00000010:2.0:1767384686.268459:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000050e737bf. 00080000:00000010:2.0:1767384686.268463:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001f699ff4. 00080000:00000010:2.0:1767384686.268466:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000005dd60dd. 00080000:00000010:2.0:1767384686.268468:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003975b3bb. 00080000:00000010:2.0:1767384686.268471:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002b797028. 00080000:00000010:2.0:1767384686.268473:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001650cabe. 00080000:00000010:2.0:1767384686.268479:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000511eedec. 00080000:00000010:2.0:1767384686.268483:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005d149d7b. 00080000:00000010:2.0:1767384686.268486:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000351adead. 00080000:00000010:2.0:1767384686.268489:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000e7bcb72. 00080000:00000010:2.0:1767384686.268492:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d3ab3942. 00080000:00000010:2.0:1767384686.268495:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a21e985b. 00080000:00000010:2.0:1767384686.268498:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ce84a199. 00080000:00000010:2.0:1767384686.268501:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000119df9c8. 00080000:00000010:2.0:1767384686.268505:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001e4d73f5. 00080000:00000010:2.0:1767384686.268507:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009f68602f. 00080000:00000010:2.0:1767384686.268510:0:40107:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005c68ea4e. 00080000:00000010:2.0:1767384686.268513:0:40107:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 0000000091243bf0. 00000001:00000001:2.0:1767384686.268519:0:40107:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:2.0:1767384686.268544:0:40107:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000003fa6260b. 00000001:00000010:2.0:1767384686.268548:0:40107:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000078b35a45. 00000001:00000010:2.0:1767384686.268565:0:40107:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000d9b4b2c4. 00000001:00000010:2.0:1767384686.268568:0:40107:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000039542840. 00000001:00000010:2.0:1767384686.268589:0:40107:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000042d77bc4. 00000001:00000010:2.0:1767384686.268592:0:40107:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000895b6aa0. 00000001:00000010:2.0:1767384686.268595:0:40107:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 00000000d1d28af5. 00000001:00000001:2.0:1767384686.268598:0:40107:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:2.0:1767384686.268600:0:40107:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 00000000c710cefc. 00080000:00000001:2.0:1767384686.268603:0:40107:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:2.0:1767384686.269055:0:40107:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:3.0:1767384686.269912:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000045b9335. 00080000:00000010:3.0:1767384686.269917:0:17068:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089cecc35. 00080000:00000020:2.0:1767384686.269940:0:40107:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384686.280691:0:40107:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:0.0:1767384686.280697:0:40107:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280701:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384686.280710:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.280716:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000712ff9e5. 00000001:00000010:0.0:1767384686.280753:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000077a1a4f2. 00000001:00000010:0.0:1767384686.280756:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000cab73db. 00000001:00000010:0.0:1767384686.280757:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003242d941. 00000001:00000010:0.0:1767384686.280758:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ad58f1cb. 00000001:00000010:0.0:1767384686.280760:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ee2cdb65. 00000001:00000001:0.0:1767384686.280763:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384686.280764:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384686.280766:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004033c679. 00000001:00000010:0.0:1767384686.280768:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b2fba2ad. 00000001:00000010:0.0:1767384686.280769:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b2c77e07. 00000001:00000010:0.0:1767384686.280770:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a24f7cac. 00000001:00000010:0.0:1767384686.280771:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000034e0715a. 00000001:00000010:0.0:1767384686.280772:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ea49f398. 00000001:00000001:0.0:1767384686.280773:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384686.280774:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 3 - setup 00000020:00000001:0.0:1767384686.280776:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280777:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384686.280780:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384686.280783:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384686.280785:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 2 - obd_device_list 00000020:00000080:0.0:1767384686.280786:0:40107:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:0.0:1767384686.280787:0:40107:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000073b56f3b) now 1 - newdev 00000020:00000040:0.0:1767384686.280789:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e717b064 with handle 0xefc2db714b35c0fc from hash 00000020:00000040:0.0:1767384686.280791:0:40107:0:(genops.c:898:class_export_put()) PUTting export 00000000e717b064 : new refcount 0 00000020:00000080:0.0:1767384686.280793:0:40107:0:(genops.c:904:class_export_put()) final put 00000000e717b064/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384686.280794:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280796:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384686.280797:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 00000000e717b064/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384686.280798:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384686.280800:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.280801:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e717b064. 00000020:00000001:0.0:1767384686.280806:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384686.280807:0:40107:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1767384686.280808:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:0.0:1767384686.280810:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384686.280813:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009357393a. 00000020:00000010:0.0:1767384686.280816:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c01935e5. 00000040:00000010:0.0:1767384686.280818:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007fed3918. 00000020:00000010:0.0:1767384686.280820:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ae1542b. 00000020:00000010:0.0:1767384686.280823:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000048f8d91d. 00040000:00000010:0.0:1767384686.280827:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.280829:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000116f4a01. 00080000:00000010:0.0:1767384686.280832:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384686.280835:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 00080000:00000001:0.0:1767384686.280839:0:40107:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:0.0:1767384686.280859:0:40107:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000125d9b36. 00000020:00000010:0.0:1767384686.280865:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000007b9a7c5c. 00000020:00000010:0.0:1767384686.280867:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000b60d21cf. 00000020:00000010:0.0:1767384686.280868:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000033084002. 00000020:00000010:0.0:1767384686.280870:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000d5bb694b. 00000020:00000010:0.0:1767384686.280874:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000646f170e. 00000020:00000010:0.0:1767384686.280875:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006f30519c. 00080000:00000010:0.0:1767384686.280877:0:40107:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 000000005648c17b. 00080000:00000001:0.0:1767384686.280882:0:40107:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.280884:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c01935e5. 00000040:00000010:0.0:1767384686.280886:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007fed3918. 00000020:00000010:0.0:1767384686.280888:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ae1542b. 00000020:00000010:0.0:1767384686.280890:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000048f8d91d. 00040000:00000010:0.0:1767384686.280892:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000853022a. 00040000:00000010:0.0:1767384686.280894:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000116f4a01. 00080000:00000010:0.0:1767384686.280896:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000044621c82. 00080000:00000010:0.0:1767384686.280898:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000550eed6b. 00000020:00000010:0.0:1767384686.280900:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009357393a. 00000020:00000001:0.0:1767384686.280901:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384686.280902:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000073b56f3b. 00000020:00000001:0.0:1767384686.280906:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280907:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384686.280908:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000009b53eeb1. 00000020:00000001:0.0:1767384686.280910:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384686.280911:0:40107:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280912:0:40107:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280915:0:40107:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1767384686.280916:0:40107:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000561bbda1 00000020:00000010:0.0:1767384686.280919:0:40107:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 000000003dde5798. 00000020:00000010:0.0:1767384686.280920:0:40107:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000001e389b69. 00000020:00000010:0.0:1767384686.280922:0:40107:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 0000000098e83864. 00000020:00000010:0.0:1767384686.280923:0:40107:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 0000000090fbd287. 00000020:00000010:0.0:1767384686.280925:0:40107:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 000000006ef05a63. 00000020:00000010:0.0:1767384686.280926:0:40107:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000f97fb32a. 00000020:00000010:0.0:1767384686.280927:0:40107:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000561bbda1. 00000020:00000001:0.0:1767384686.280929:0:40107:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384686.280930:0:40107:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384686.280932:0:40107:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1767384686.280938:0:40107:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384686.280939:0:40107:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:0.0:1767384686.280942:0:40107:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000006165e46. 00000020:00000080:0.0:1767384686.280943:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384686.280944:0:40107:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384686.280946:0:40107:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384686.280947:0:40107:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384686.280949:0:40107:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000004b1eb84a) has no exports 00000020:00000001:0.0:1767384686.280950:0:40107:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384686.280951:0:40107:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384686.280954:0:40107:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:0.0:1767384686.280955:0:40107:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:0.0:1767384686.280957:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384686.280958:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:0.0:1767384686.280960:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384686.280961:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384686.280962:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:0.0:1767384686.280963:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:0.0:1767384686.280964:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:0.0:1767384686.280965:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:0.0:1767384686.280966:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:0.0:1767384686.280985:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:3.0:1767384686.281003:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b563de2. 00000040:00000010:3.0:1767384686.281011:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e51e0a01. 00000020:00000010:2.0:1767384686.281011:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c822cac. 00000020:00000010:3.0:1767384686.281016:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086811a66. 00000040:00000010:2.0:1767384686.281020:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000065ce03a. 00000020:00000010:1.0:1767384686.281023:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fff7da1a. 00000020:00000010:3.0:1767384686.281024:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d8e95510. 00000020:00000010:2.0:1767384686.281026:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b64af8b. 00000020:00000010:3.0:1767384686.281032:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016310f79. 00000040:00000010:1.0:1767384686.281032:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071d51f0d. 00000020:00000010:2.0:1767384686.281033:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000467c692c. 00000020:00000010:1.0:1767384686.281039:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c0262ac. 80000000:00000010:3.0:1767384686.281040:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005fe83817. 00000020:00000010:2.0:1767384686.281040:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000056104dc. 40000000:00000010:3.0:1767384686.281046:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000028730367. 80000000:00000010:2.0:1767384686.281047:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000004ee066d. 00000020:00000010:1.0:1767384686.281047:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000accc6880. 00100000:00000010:3.0:1767384686.281050:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a4495996. 00000020:00000010:1.0:1767384686.281053:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cbd4ee4f. 00040000:00000010:3.0:1767384686.281056:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001568a1e1. 40000000:00000010:2.0:1767384686.281056:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c5f5b4b3. 80000000:00000010:1.0:1767384686.281058:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003795d135. 00040000:00000010:3.0:1767384686.281063:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000431ac3d0. 00100000:00000010:2.0:1767384686.281064:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c8b07084. 40000000:00000010:1.0:1767384686.281064:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e44ac36f. 00080000:00000010:3.0:1767384686.281068:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d34a19f5. 00100000:00000010:1.0:1767384686.281070:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ca36d56. 00040000:00000010:2.0:1767384686.281071:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084b65a27. 00040000:00000010:1.0:1767384686.281076:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000032c1d44e. 00040000:00000010:2.0:1767384686.281078:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c93117dd. 00040000:00000010:1.0:1767384686.281080:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045183ec1. 00080000:00000010:3.0:1767384686.281085:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bef830a6. 00080000:00000010:2.0:1767384686.281086:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004132a131. 00080000:00000010:1.0:1767384686.281087:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000049da0c08. 00000004:00000010:3.0:1767384686.281092:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005fba9f6f. 00080000:00000010:1.0:1767384686.281094:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000381d8c24. 00080000:00000010:2.0:1767384686.281095:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000021fc8825. 00002000:00000010:3.0:1767384686.281098:0:17088:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a8a9f236. 00000004:00000010:1.0:1767384686.281100:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000724fd45d. 00000004:00000010:2.0:1767384686.281101:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005ab64734. 00000020:00000010:3.0:1767384686.281103:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f31a0019. 00002000:00000010:1.0:1767384686.281104:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b1c02854. 00002000:00000010:2.0:1767384686.281108:0:17089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003e328095. 00000020:00000010:1.0:1767384686.281109:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6703ecc. 00000020:00000010:3.0:1767384686.281111:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003d1c76e1. 00000020:00000010:2.0:1767384686.281114:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a755880. 00000020:00000010:1.0:1767384686.281115:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000061f23f34. 00000020:00000010:2.0:1767384686.281120:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000089a1d776. 00000100:00000010:1.0:1767384686.281123:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000881dda0e. 00000100:00100000:1.0:1767384686.281128:0:17090:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000776c00cb:17090] 2 exiting: rc = 0 00000100:00000010:3.0:1767384686.281129:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009fb6f3e4. 00000100:00000010:2.0:1767384686.281129:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004f182c86. 00000100:00100000:3.0:1767384686.281137:0:17088:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000dec54547:17088] 0 exiting: rc = 1 00000100:00100000:2.0:1767384686.281137:0:17089:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000e51461d9:17089] 1 exiting: rc = 0 00000020:00000010:1.0:1767384686.281189:0:17914:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076b292c8. 00000040:00000010:1.0:1767384686.281193:0:17914:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c77b1b24. 00000020:00000010:1.0:1767384686.281196:0:17914:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e314430c. 00000020:00000010:1.0:1767384686.281199:0:17914:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc15900e. 00000020:00000010:1.0:1767384686.281202:0:17914:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008dde1cae. 80000000:00000010:1.0:1767384686.281204:0:17914:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003a0cfc1a. 40000000:00000010:1.0:1767384686.281206:0:17914:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000dc148ff. 00100000:00000010:1.0:1767384686.281208:0:17914:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008a7b3fb2. 00040000:00000010:1.0:1767384686.281221:0:17914:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007fd80751. 00040000:00000010:1.0:1767384686.281223:0:17914:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000300f171. 00080000:00000010:1.0:1767384686.281226:0:17914:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000065263a3f. 00080000:00000010:1.0:1767384686.281228:0:17914:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008949b2c. 00000004:00000010:1.0:1767384686.281230:0:17914:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ad76a58. 00002000:00000010:1.0:1767384686.281232:0:17914:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000021335701. 00000020:00000010:1.0:1767384686.281233:0:17914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005541df70. 00000020:00000010:1.0:1767384686.281235:0:17914:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a8280c40. 00000100:00000010:1.0:1767384686.281238:0:17914:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d47fab3d. 00000100:00100000:1.0:1767384686.281239:0:17914:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000002e9b5ac7:17914] 3 exiting: rc = 0 00000100:00000010:0.0:1767384686.281264:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dec54547. 00000100:00000010:0.0:1767384686.281269:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e51461d9. 00000100:00000010:0.0:1767384686.281273:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000776c00cb. 00000100:00000010:0.0:1767384686.281275:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002e9b5ac7. 00000100:00000001:0.0:1767384686.281277:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384686.281278:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384686.281281:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:0.0:1767384686.281285:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281287:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281289:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab460f86. 00000400:00000200:0.0:1767384686.281291:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d501c15 00000400:00000010:0.0:1767384686.281292:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004d501c15. 00000100:00000001:0.0:1767384686.281295:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281297:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281301:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281302:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384686.281304:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281305:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281305:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281306:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e92d1e3d. 00000400:00000200:0.0:1767384686.281307:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be76582f 00000400:00000010:0.0:1767384686.281308:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000be76582f. 00000100:00000001:0.0:1767384686.281309:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281309:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281312:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281312:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384686.281313:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281314:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281314:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281315:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f43e1747. 00000400:00000200:0.0:1767384686.281316:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fd82 00000400:00000010:0.0:1767384686.281316:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000b70fd82. 00000100:00000001:0.0:1767384686.281318:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281318:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281320:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281321:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384686.281321:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281322:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281323:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281323:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ce88556. 00000400:00000200:0.0:1767384686.281324:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd21e3e6 00000400:00000010:0.0:1767384686.281325:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dd21e3e6. 00000100:00000001:0.0:1767384686.281326:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281327:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281329:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281329:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384686.281330:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281331:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281331:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281332:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a8c371. 00000400:00000200:0.0:1767384686.281333:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5a9db24 00000400:00000010:0.0:1767384686.281334:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f5a9db24. 00000100:00000001:0.0:1767384686.281336:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281337:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281339:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281339:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384686.281340:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281341:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281341:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281342:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000597a132. 00000400:00000200:0.0:1767384686.281343:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084665297 00000400:00000010:0.0:1767384686.281344:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000084665297. 00000100:00000001:0.0:1767384686.281345:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281345:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281347:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281348:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384686.281349:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281349:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281350:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281351:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000820fea2b. 00000400:00000200:0.0:1767384686.281351:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098fb40a0 00000400:00000010:0.0:1767384686.281352:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000098fb40a0. 00000100:00000001:0.0:1767384686.281353:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281354:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281356:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281357:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384686.281357:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281358:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281358:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281359:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb9fc71. 00000400:00000200:0.0:1767384686.281360:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b2a51bb 00000400:00000010:0.0:1767384686.281361:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007b2a51bb. 00000100:00000001:0.0:1767384686.281362:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281362:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281364:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281365:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384686.281366:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281366:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281367:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281368:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000442676af. 00000400:00000200:0.0:1767384686.281369:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f01e3d8a 00000400:00000010:0.0:1767384686.281370:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f01e3d8a. 00000100:00000001:0.0:1767384686.281371:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281371:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281373:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281374:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384686.281374:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281375:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281375:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281376:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059798ac8. 00000400:00000200:0.0:1767384686.281377:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d056cd 00000400:00000010:0.0:1767384686.281378:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b6d056cd. 00000100:00000001:0.0:1767384686.281379:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281380:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281382:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281383:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384686.281383:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281384:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281384:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281385:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e94cf7bc. 00000400:00000200:0.0:1767384686.281386:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca11da19 00000400:00000010:0.0:1767384686.281386:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ca11da19. 00000100:00000001:0.0:1767384686.281388:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281388:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281390:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281391:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384686.281392:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281393:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281393:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281394:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000633a131e. 00000400:00000200:0.0:1767384686.281394:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e65c7d96 00000400:00000010:0.0:1767384686.281395:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e65c7d96. 00000100:00000001:0.0:1767384686.281396:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281397:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281399:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281399:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384686.281400:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281401:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281402:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281402:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2037b87. 00000400:00000200:0.0:1767384686.281403:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd7b32df 00000400:00000010:0.0:1767384686.281404:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd7b32df. 00000100:00000001:0.0:1767384686.281406:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281406:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281408:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281409:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384686.281409:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281410:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281411:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281411:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fba9358b. 00000400:00000200:0.0:1767384686.281412:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd9837e 00000400:00000010:0.0:1767384686.281413:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007dd9837e. 00000100:00000001:0.0:1767384686.281414:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281414:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281417:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281417:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384686.281418:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281419:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281419:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281420:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006511e069. 00000400:00000200:0.0:1767384686.281420:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000577aa149 00000400:00000010:0.0:1767384686.281421:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000577aa149. 00000100:00000001:0.0:1767384686.281422:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281423:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281425:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281425:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384686.281426:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281427:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281427:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281428:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5eb38de. 00000400:00000200:0.0:1767384686.281429:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd505994 00000400:00000010:0.0:1767384686.281429:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fd505994. 00000100:00000001:0.0:1767384686.281431:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281431:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281433:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281434:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384686.281435:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281436:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281436:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281437:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053441e1f. 00000400:00000200:0.0:1767384686.281438:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec0dedbe 00000400:00000010:0.0:1767384686.281438:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ec0dedbe. 00000100:00000001:0.0:1767384686.281440:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281440:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281442:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281443:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384686.281443:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281444:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281445:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281445:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007851d512. 00000400:00000200:0.0:1767384686.281446:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466a9d49 00000400:00000010:0.0:1767384686.281447:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000466a9d49. 00000100:00000001:0.0:1767384686.281449:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281449:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281451:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281452:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384686.281453:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281453:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281454:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281455:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090d9df5f. 00000400:00000200:0.0:1767384686.281456:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e5c5889 00000400:00000010:0.0:1767384686.281457:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e5c5889. 00000100:00000001:0.0:1767384686.281459:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281459:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281461:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281462:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384686.281463:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281463:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281464:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281464:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c416cdbc. 00000400:00000200:0.0:1767384686.281465:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdb9a667 00000400:00000010:0.0:1767384686.281466:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fdb9a667. 00000100:00000001:0.0:1767384686.281468:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281469:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281471:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281472:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384686.281473:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281474:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281474:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281475:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4d95db8. 00000400:00000200:0.0:1767384686.281476:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0c1971 00000400:00000010:0.0:1767384686.281477:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002f0c1971. 00000100:00000001:0.0:1767384686.281478:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281478:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281481:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281481:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384686.281482:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281483:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281483:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281484:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c539db5. 00000400:00000200:0.0:1767384686.281485:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb96437 00000400:00000010:0.0:1767384686.281486:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007cb96437. 00000100:00000001:0.0:1767384686.281487:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281487:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281489:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281490:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384686.281491:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281492:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281492:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281493:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c251dd94. 00000400:00000200:0.0:1767384686.281494:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001927f240 00000400:00000010:0.0:1767384686.281494:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001927f240. 00000100:00000001:0.0:1767384686.281496:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281496:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281498:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281499:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384686.281500:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281500:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281501:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281502:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a3844dc. 00000400:00000200:0.0:1767384686.281502:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c1e9ae1 00000400:00000010:0.0:1767384686.281503:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008c1e9ae1. 00000100:00000001:0.0:1767384686.281505:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281505:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281507:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281508:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384686.281509:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281510:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281510:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281511:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74d7ab5. 00000400:00000200:0.0:1767384686.281511:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2d51f35 00000400:00000010:0.0:1767384686.281512:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e2d51f35. 00000100:00000001:0.0:1767384686.281513:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281514:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281516:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281516:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384686.281517:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281518:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281518:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281519:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb633c52. 00000400:00000200:0.0:1767384686.281520:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61924fb 00000400:00000010:0.0:1767384686.281520:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c61924fb. 00000100:00000001:0.0:1767384686.281521:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281522:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281524:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281525:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384686.281525:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281526:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281527:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281527:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9f52439. 00000400:00000200:0.0:1767384686.281528:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088eced96 00000400:00000010:0.0:1767384686.281529:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000088eced96. 00000100:00000001:0.0:1767384686.281530:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281530:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281532:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281533:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384686.281534:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281534:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281535:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281536:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002325f7fc. 00000400:00000200:0.0:1767384686.281537:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f1784e 00000400:00000010:0.0:1767384686.281538:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000097f1784e. 00000100:00000001:0.0:1767384686.281539:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281540:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281542:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281543:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384686.281544:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281544:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281545:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281545:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000208db32d. 00000400:00000200:0.0:1767384686.281546:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002637200b 00000400:00000010:0.0:1767384686.281547:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002637200b. 00000100:00000001:0.0:1767384686.281548:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281548:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281550:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281551:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384686.281552:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281552:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281553:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281553:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063f2c5a0. 00000400:00000200:0.0:1767384686.281554:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6a55557 00000400:00000010:0.0:1767384686.281555:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c6a55557. 00000100:00000001:0.0:1767384686.281556:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281557:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281559:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281559:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384686.281560:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281561:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281561:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281562:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006acd8609. 00000400:00000200:0.0:1767384686.281563:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da79cc70 00000400:00000010:0.0:1767384686.281563:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000da79cc70. 00000100:00000001:0.0:1767384686.281564:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281565:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281567:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281567:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384686.281568:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281569:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281570:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281571:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b39b8adb. 00000400:00000200:0.0:1767384686.281572:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde4a10a 00000400:00000010:0.0:1767384686.281572:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dde4a10a. 00000100:00000001:0.0:1767384686.281574:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281574:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281576:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281577:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384686.281577:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281578:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281579:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281579:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa90e1c. 00000400:00000200:0.0:1767384686.281580:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c8e3bd1 00000400:00000010:0.0:1767384686.281581:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002c8e3bd1. 00000100:00000001:0.0:1767384686.281582:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281582:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281584:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281585:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384686.281585:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281586:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281587:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281587:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071374249. 00000400:00000200:0.0:1767384686.281588:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a74e635 00000400:00000010:0.0:1767384686.281589:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009a74e635. 00000100:00000001:0.0:1767384686.281590:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281590:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281592:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281593:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384686.281594:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281595:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281595:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281596:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc24cba4. 00000400:00000200:0.0:1767384686.281596:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cef98637 00000400:00000010:0.0:1767384686.281597:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cef98637. 00000100:00000001:0.0:1767384686.281598:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281599:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281601:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281602:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384686.281603:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281603:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281604:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281604:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdbd1447. 00000400:00000200:0.0:1767384686.281605:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffbb8823 00000400:00000010:0.0:1767384686.281606:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ffbb8823. 00000100:00000001:0.0:1767384686.281607:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281607:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281609:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281610:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384686.281611:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281611:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281612:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281612:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a65b48d. 00000400:00000200:0.0:1767384686.281613:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006026981e 00000400:00000010:0.0:1767384686.281614:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006026981e. 00000100:00000001:0.0:1767384686.281615:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281615:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281617:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281618:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384686.281618:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281619:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281620:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281620:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fba6cb6c. 00000400:00000200:0.0:1767384686.281621:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1807b84 00000400:00000010:0.0:1767384686.281622:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f1807b84. 00000100:00000001:0.0:1767384686.281623:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281624:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281626:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281626:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384686.281627:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281628:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281628:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281629:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed4faefc. 00000400:00000200:0.0:1767384686.281629:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b77f2e18 00000400:00000010:0.0:1767384686.281630:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b77f2e18. 00000100:00000001:0.0:1767384686.281631:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281632:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281634:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281635:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384686.281635:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281636:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281636:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281637:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003127e023. 00000400:00000200:0.0:1767384686.281638:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcf8a02b 00000400:00000010:0.0:1767384686.281639:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dcf8a02b. 00000100:00000001:0.0:1767384686.281640:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281640:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281642:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281643:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384686.281644:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281644:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281645:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281645:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092236c16. 00000400:00000200:0.0:1767384686.281646:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083ff876c 00000400:00000010:0.0:1767384686.281647:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000083ff876c. 00000100:00000001:0.0:1767384686.281648:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281648:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281650:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281651:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384686.281652:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281652:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281653:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281654:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000983b26f. 00000400:00000200:0.0:1767384686.281654:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e3e1ff4 00000400:00000010:0.0:1767384686.281655:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001e3e1ff4. 00000100:00000001:0.0:1767384686.281656:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281657:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281659:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281660:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384686.281661:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281661:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281662:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281662:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1830ebf. 00000400:00000200:0.0:1767384686.281663:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068a30f6c 00000400:00000010:0.0:1767384686.281664:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000068a30f6c. 00000100:00000001:0.0:1767384686.281666:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281666:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281669:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281669:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384686.281670:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281671:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281672:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281672:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e9e1df6. 00000400:00000200:0.0:1767384686.281673:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000867a32b8 00000400:00000010:0.0:1767384686.281674:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000867a32b8. 00000100:00000001:0.0:1767384686.281675:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281676:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281678:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281679:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384686.281679:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281680:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281680:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281681:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000044a9ae3. 00000400:00000200:0.0:1767384686.281682:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edaca300 00000400:00000010:0.0:1767384686.281682:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000edaca300. 00000100:00000001:0.0:1767384686.281684:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281685:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281687:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281688:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384686.281688:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281689:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281690:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281690:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d108da2. 00000400:00000200:0.0:1767384686.281691:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fa7a26 00000400:00000010:0.0:1767384686.281692:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000067fa7a26. 00000100:00000001:0.0:1767384686.281693:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281693:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281696:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281696:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384686.281697:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281698:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281698:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281699:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5834e22. 00000400:00000200:0.0:1767384686.281700:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4b512bd 00000400:00000010:0.0:1767384686.281701:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d4b512bd. 00000100:00000001:0.0:1767384686.281702:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281703:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281705:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281706:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384686.281706:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281707:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281708:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281708:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009b5092f. 00000400:00000200:0.0:1767384686.281709:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4961cde 00000400:00000010:0.0:1767384686.281710:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b4961cde. 00000100:00000001:0.0:1767384686.281711:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281712:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281714:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281714:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384686.281715:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281716:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281716:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281736:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095428274. 00000400:00000200:0.0:1767384686.281738:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f3c105f 00000400:00000010:0.0:1767384686.281740:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008f3c105f. 00000100:00000001:0.0:1767384686.281742:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281743:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281747:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281748:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384686.281749:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281750:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281751:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281751:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be30bffc. 00000400:00000200:0.0:1767384686.281753:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31ba516 00000400:00000010:0.0:1767384686.281753:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b31ba516. 00000100:00000001:0.0:1767384686.281754:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281755:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281758:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281759:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384686.281760:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281762:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281762:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281763:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b10fa56a. 00000400:00000200:0.0:1767384686.281765:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024265df2 00000400:00000010:0.0:1767384686.281766:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000024265df2. 00000100:00000001:0.0:1767384686.281767:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281768:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281773:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281774:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384686.281775:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281776:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281776:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281777:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2dbae86. 00000400:00000200:0.0:1767384686.281778:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4a5b90 00000400:00000010:0.0:1767384686.281779:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008f4a5b90. 00000100:00000001:0.0:1767384686.281780:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281780:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281782:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281783:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384686.281784:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281784:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281785:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281785:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f03d89e. 00000400:00000200:0.0:1767384686.281786:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f7033b 00000400:00000010:0.0:1767384686.281787:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000066f7033b. 00000100:00000001:0.0:1767384686.281788:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281788:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281790:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281791:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384686.281792:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281792:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281793:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281794:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076d43104. 00000400:00000200:0.0:1767384686.281794:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f39358c 00000400:00000010:0.0:1767384686.281795:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008f39358c. 00000100:00000001:0.0:1767384686.281796:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281797:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281799:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281800:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384686.281801:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281802:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281802:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281803:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b26c80c. 00000400:00000200:0.0:1767384686.281804:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000671458cf 00000400:00000010:0.0:1767384686.281805:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000671458cf. 00000100:00000001:0.0:1767384686.281806:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281806:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281808:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281809:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384686.281809:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281810:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281810:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281811:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017e1adb4. 00000400:00000200:0.0:1767384686.281812:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090245c3e 00000400:00000010:0.0:1767384686.281813:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000090245c3e. 00000100:00000001:0.0:1767384686.281814:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281814:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281816:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281817:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384686.281817:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281818:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281818:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281819:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d002d830. 00000400:00000200:0.0:1767384686.281820:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095f9ef4 00000400:00000010:0.0:1767384686.281821:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000095f9ef4. 00000100:00000001:0.0:1767384686.281822:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281822:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281824:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281825:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384686.281825:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281826:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281826:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281827:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aed0ed1. 00000400:00000200:0.0:1767384686.281828:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032a87b5a 00000400:00000010:0.0:1767384686.281828:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000032a87b5a. 00000100:00000001:0.0:1767384686.281829:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281830:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281832:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281833:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384686.281834:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281834:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281835:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281835:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000820763a7. 00000400:00000200:0.0:1767384686.281836:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc793c16 00000400:00000010:0.0:1767384686.281837:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fc793c16. 00000100:00000001:0.0:1767384686.281838:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281838:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281840:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281841:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384686.281842:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281842:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281843:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281843:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a22d49cd. 00000400:00000200:0.0:1767384686.281844:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ebfc441 00000400:00000010:0.0:1767384686.281845:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009ebfc441. 00000100:00000001:0.0:1767384686.281846:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281846:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281849:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281849:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384686.281850:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281850:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281851:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281852:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bb554a7. 00000400:00000200:0.0:1767384686.281852:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6813562 00000400:00000010:0.0:1767384686.281853:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b6813562. 00000100:00000001:0.0:1767384686.281854:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281855:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281857:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281857:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384686.281858:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281859:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281859:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281860:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab7c7a1b. 00000400:00000200:0.0:1767384686.281861:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5a12b93 00000400:00000010:0.0:1767384686.281861:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f5a12b93. 00000100:00000001:0.0:1767384686.281863:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281863:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281866:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281867:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384686.281867:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281868:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281868:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281869:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bed849a. 00000400:00000200:0.0:1767384686.281870:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c3b3b4d 00000400:00000010:0.0:1767384686.281871:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000c3b3b4d. 00000100:00000001:0.0:1767384686.281872:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281872:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281874:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281875:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384686.281876:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.281876:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.281877:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.281877:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047711984. 00000400:00000200:0.0:1767384686.281878:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d79204b 00000400:00000010:0.0:1767384686.281879:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005d79204b. 00000100:00000001:0.0:1767384686.281880:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.281881:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384686.281883:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.281883:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384686.281884:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384686.281885:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281886:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281888:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281889:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281890:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281890:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281891:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281891:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281892:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281893:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281893:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281894:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281895:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281895:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281896:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281897:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281897:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281898:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281899:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281899:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281900:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281901:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281901:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281902:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281902:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281903:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281904:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281904:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281905:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281905:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281906:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281906:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281907:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281908:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281908:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281909:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281909:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281910:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281911:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281911:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281912:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281912:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281913:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281914:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281914:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281915:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281915:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281916:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281917:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281917:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281918:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281918:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281919:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281920:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281921:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281921:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281922:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281923:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281924:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281924:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281925:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281925:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281926:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281926:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281927:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281928:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281928:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281929:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281929:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281930:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281931:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281931:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281932:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281932:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281933:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281934:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281934:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281935:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281935:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281936:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281937:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281937:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281938:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281938:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281939:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281939:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281940:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281941:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281941:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281942:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281942:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281943:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281944:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281944:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281945:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281946:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281947:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281947:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281948:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281949:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281949:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281950:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281950:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281951:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281952:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281952:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281953:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281953:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281954:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281955:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281955:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281956:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281956:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281957:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281957:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281958:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281959:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281959:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281960:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281960:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281961:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281962:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281962:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281963:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281963:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281964:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.281964:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.281965:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384686.281974:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.281976:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005238be59. 02000000:00000001:0.0:1767384686.281978:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.281979:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d872638. 02000000:00000001:0.0:1767384686.281982:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.281982:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c885cadb. 02000000:00000001:0.0:1767384686.281984:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.281984:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f12a61d. 02000000:00000001:0.0:1767384686.281986:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.281987:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000044d2a9a4. 02000000:00000001:0.0:1767384686.281988:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.281988:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000373946b2. 02000000:00000001:0.0:1767384686.281991:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.281991:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d8e8c5bb. 02000000:00000001:0.0:1767384686.281993:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.281993:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000036bac21. 02000000:00000001:0.0:1767384686.281995:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.281995:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f513f5b5. 02000000:00000001:0.0:1767384686.281996:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.281997:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000941b3b81. 02000000:00000001:0.0:1767384686.281999:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.281999:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000339e8afe. 02000000:00000001:0.0:1767384686.282001:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282001:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083e9ed7a. 02000000:00000001:0.0:1767384686.282003:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282004:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000120e8199. 02000000:00000001:0.0:1767384686.282007:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282008:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006552ed6a. 02000000:00000001:0.0:1767384686.282010:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282011:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000008b481107. 02000000:00000001:0.0:1767384686.282013:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282014:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067dbb131. 02000000:00000001:0.0:1767384686.282016:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282017:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000e5dd2df5. 02000000:00000001:0.0:1767384686.282018:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282019:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f28a941b. 02000000:00000001:0.0:1767384686.282023:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282024:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000004a6e1610. 02000000:00000001:0.0:1767384686.282026:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282027:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b826c886. 02000000:00000001:0.0:1767384686.282029:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282030:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e0586612. 02000000:00000001:0.0:1767384686.282032:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282033:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002219384. 02000000:00000001:0.0:1767384686.282035:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282036:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000867b7492. 02000000:00000001:0.0:1767384686.282038:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282039:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca4d0e93. 02000000:00000001:0.0:1767384686.282041:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282042:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000190c7cf6. 02000000:00000001:0.0:1767384686.282043:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282044:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070ae664e. 02000000:00000001:0.0:1767384686.282047:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282048:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000283fbc58. 02000000:00000001:0.0:1767384686.282049:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282050:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065c9f57b. 02000000:00000001:0.0:1767384686.282052:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282052:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000059005066. 02000000:00000001:0.0:1767384686.282053:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282054:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a328e2d. 02000000:00000001:0.0:1767384686.282055:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282056:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d666cc27. 02000000:00000001:0.0:1767384686.282057:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282057:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7fec127. 02000000:00000001:0.0:1767384686.282058:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282059:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043b41861. 02000000:00000001:0.0:1767384686.282060:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282061:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a253a2a. 02000000:00000001:0.0:1767384686.282062:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282063:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095cb7f42. 02000000:00000001:0.0:1767384686.282064:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282064:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000da639f8. 02000000:00000001:0.0:1767384686.282065:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282066:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e1edc9a2. 02000000:00000001:0.0:1767384686.282067:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282068:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001221da7e. 02000000:00000001:0.0:1767384686.282069:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282069:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f66fbd7c. 02000000:00000001:0.0:1767384686.282070:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282071:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021a01da. 02000000:00000001:0.0:1767384686.282073:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282074:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007772f392. 02000000:00000001:0.0:1767384686.282075:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282076:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097217d1e. 02000000:00000001:0.0:1767384686.282078:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282078:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a3a3db5. 02000000:00000001:0.0:1767384686.282079:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282080:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030651603. 02000000:00000001:0.0:1767384686.282081:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282082:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000075b19d5d. 02000000:00000001:0.0:1767384686.282083:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282083:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000461213b2. 02000000:00000001:0.0:1767384686.282085:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282085:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000016af3a5. 02000000:00000001:0.0:1767384686.282087:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282087:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013d53cbe. 02000000:00000001:0.0:1767384686.282089:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282089:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d3bdc462. 02000000:00000001:0.0:1767384686.282090:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282091:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064602d22. 02000000:00000001:0.0:1767384686.282092:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282093:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004430f1b3. 02000000:00000001:0.0:1767384686.282094:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282095:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000735875c5. 02000000:00000001:0.0:1767384686.282096:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282097:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d108a40f. 02000000:00000001:0.0:1767384686.282098:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282098:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002012643f. 02000000:00000001:0.0:1767384686.282100:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282101:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9d20e7f. 02000000:00000001:0.0:1767384686.282102:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282102:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007325762. 02000000:00000001:0.0:1767384686.282104:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282104:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3c4536a. 02000000:00000001:0.0:1767384686.282105:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282105:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ecec90b5. 02000000:00000001:0.0:1767384686.282107:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282107:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009363d571. 02000000:00000001:0.0:1767384686.282108:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282109:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000951a77ae. 02000000:00000001:0.0:1767384686.282111:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282111:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b7ff861. 02000000:00000001:0.0:1767384686.282112:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282113:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001407649d. 02000000:00000001:0.0:1767384686.282114:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282115:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060a3c68a. 02000000:00000001:0.0:1767384686.282116:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282116:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000089230c3. 02000000:00000001:0.0:1767384686.282117:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282118:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ae27f12. 02000000:00000001:0.0:1767384686.282119:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282119:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7e3ac47. 02000000:00000001:0.0:1767384686.282120:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282121:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a807d7db. 02000000:00000001:0.0:1767384686.282126:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282127:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000236f586d. 02000000:00000001:0.0:1767384686.282129:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282129:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000094fb8114. 02000000:00000001:0.0:1767384686.282130:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282131:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043bc2d89. 02000000:00000001:0.0:1767384686.282132:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282133:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b6909b8. 02000000:00000001:0.0:1767384686.282134:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282134:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002120b7bc. 02000000:00000001:0.0:1767384686.282136:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282136:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022992da8. 02000000:00000001:0.0:1767384686.282138:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282138:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000180aef7f. 02000000:00000001:0.0:1767384686.282140:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282140:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000024428b35. 02000000:00000001:0.0:1767384686.282142:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282142:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038a9cb0c. 02000000:00000001:0.0:1767384686.282144:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282145:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fa4b563. 02000000:00000001:0.0:1767384686.282146:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282146:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b2051e9. 02000000:00000001:0.0:1767384686.282148:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282149:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ecfc8614. 02000000:00000001:0.0:1767384686.282150:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282151:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000039d877. 02000000:00000001:0.0:1767384686.282152:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282153:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005aeb9199. 02000000:00000001:0.0:1767384686.282154:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282155:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1cc083f. 02000000:00000001:0.0:1767384686.282156:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282157:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bd7dd84a. 02000000:00000001:0.0:1767384686.282158:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282158:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ad5bd20. 02000000:00000001:0.0:1767384686.282159:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282160:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000062a375d. 02000000:00000001:0.0:1767384686.282161:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282161:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000006f7323. 02000000:00000001:0.0:1767384686.282162:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282163:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003532bb4c. 02000000:00000001:0.0:1767384686.282164:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282164:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000651a221e. 02000000:00000001:0.0:1767384686.282166:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282166:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000029515bf8. 02000000:00000001:0.0:1767384686.282167:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282168:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005647c519. 02000000:00000001:0.0:1767384686.282169:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282169:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000efda57d0. 02000000:00000001:0.0:1767384686.282171:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282171:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022be321e. 02000000:00000001:0.0:1767384686.282172:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282173:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b2037e5. 02000000:00000001:0.0:1767384686.282174:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282174:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072b41a3e. 02000000:00000001:0.0:1767384686.282176:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282176:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000002ed739bb. 02000000:00000001:0.0:1767384686.282177:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282178:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022aca6b8. 02000000:00000001:0.0:1767384686.282179:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.282180:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004624cf9c. 02000000:00000001:0.0:1767384686.282181:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.282182:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5163fdd. 00000100:00000010:0.0:1767384686.282185:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009f818cad. 00000100:00000010:0.0:1767384686.282203:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003311afc8. 00000100:00000010:0.0:1767384686.282205:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fcf33579. 00000100:00000010:0.0:1767384686.282233:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000165f0d19. 00000100:00000010:0.0:1767384686.282235:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009cd6ff88. 00000100:00000010:0.0:1767384686.282252:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be2b8551. 00000100:00000010:0.0:1767384686.282253:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d43b46ae. 00000100:00000010:0.0:1767384686.282269:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccd66613. 00000100:00000010:0.0:1767384686.282271:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a07b6517. 00000100:00000010:0.0:1767384686.282284:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7ee9046. 00000100:00000010:0.0:1767384686.282286:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d3719dc4. 00000100:00000010:0.0:1767384686.282304:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eb89b76. 00000100:00000010:0.0:1767384686.282305:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000559c9c7a. 00000100:00000010:0.0:1767384686.282323:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5ecfb2c. 00000100:00000010:0.0:1767384686.282324:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a65d46be. 00000100:00000010:0.0:1767384686.282340:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000991bed33. 00000100:00000010:0.0:1767384686.282341:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fa432d56. 00000100:00000010:0.0:1767384686.282362:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013850a06. 00000100:00000010:0.0:1767384686.282364:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000043efdbe6. 00000100:00000010:0.0:1767384686.282380:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dbeafd4. 00000100:00000010:0.0:1767384686.282381:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000a0d436a. 00000100:00000010:0.0:1767384686.282402:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000805eb714. 00000100:00000010:0.0:1767384686.282403:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b9f9da01. 00000100:00000010:0.0:1767384686.282420:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000412f50. 00000100:00000010:0.0:1767384686.282422:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007c1ef3eb. 00000100:00000010:0.0:1767384686.282438:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007224c00. 00000100:00000010:0.0:1767384686.282439:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000013d09522. 00000100:00000010:0.0:1767384686.282458:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022deddbd. 00000100:00000010:0.0:1767384686.282459:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000008ed4237. 00000100:00000010:0.0:1767384686.282473:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d0d5f35. 00000100:00000010:0.0:1767384686.282475:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cd56dc0c. 00000100:00000010:0.0:1767384686.282490:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcbc21c7. 00000100:00000010:0.0:1767384686.282491:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ff76453a. 00000100:00000010:0.0:1767384686.282504:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b6082b8. 00000100:00000010:0.0:1767384686.282505:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008bb5db42. 00000100:00000010:0.0:1767384686.282518:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a2c1a7b. 00000100:00000010:0.0:1767384686.282519:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b3e1b703. 00000100:00000010:0.0:1767384686.282533:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a177e7a. 00000100:00000010:0.0:1767384686.282535:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bf907819. 00000100:00000010:0.0:1767384686.282551:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b99083f5. 00000100:00000010:0.0:1767384686.282552:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000004d9cdbc. 00000100:00000010:0.0:1767384686.282569:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a968055. 00000100:00000010:0.0:1767384686.282571:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008988a302. 00000100:00000010:0.0:1767384686.282590:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005096acef. 00000100:00000010:0.0:1767384686.282591:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000013a32b16. 00000100:00000010:0.0:1767384686.282607:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d264b98a. 00000100:00000010:0.0:1767384686.282609:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c339b157. 00000100:00000010:0.0:1767384686.282624:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c477d22. 00000100:00000010:0.0:1767384686.282625:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000034470e5f. 00000100:00000010:0.0:1767384686.282638:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016f6cb71. 00000100:00000010:0.0:1767384686.282640:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004cf8c908. 00000100:00000010:0.0:1767384686.282654:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090575099. 00000100:00000010:0.0:1767384686.282655:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d62aa83b. 00000100:00000010:0.0:1767384686.282669:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e3c1920. 00000100:00000010:0.0:1767384686.282670:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000641cb063. 00000100:00000010:0.0:1767384686.282682:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3e576f1. 00000100:00000010:0.0:1767384686.282683:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003055d7d4. 00000100:00000010:0.0:1767384686.282696:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b9d71f2. 00000100:00000010:0.0:1767384686.282697:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004f6d235f. 00000100:00000010:0.0:1767384686.282709:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff19ac6f. 00000100:00000010:0.0:1767384686.282710:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c111c22a. 00000100:00000010:0.0:1767384686.282817:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d42200cc. 00000100:00000010:0.0:1767384686.282819:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000087abbcb9. 00000100:00000010:0.0:1767384686.282832:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8878c89. 00000100:00000010:0.0:1767384686.282834:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bc96d46d. 00000100:00000010:0.0:1767384686.282851:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ddee98a. 00000100:00000010:0.0:1767384686.282852:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d0c03e4b. 00000100:00000010:0.0:1767384686.282866:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cb98edb. 00000100:00000010:0.0:1767384686.282868:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000149402a3. 00000100:00000010:0.0:1767384686.282883:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085015945. 00000100:00000010:0.0:1767384686.282885:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f30cf3b9. 00000100:00000010:0.0:1767384686.282901:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000381efe2d. 00000100:00000010:0.0:1767384686.282902:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e144bfb. 00000100:00000010:0.0:1767384686.282913:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eea005ad. 00000100:00000010:0.0:1767384686.282915:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001cc2c36e. 00000100:00000010:0.0:1767384686.282928:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad84cef2. 00000100:00000010:0.0:1767384686.282929:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000949694ef. 00000100:00000010:0.0:1767384686.282943:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d53c3dbe. 00000100:00000010:0.0:1767384686.282944:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001ec870b7. 00000100:00000010:0.0:1767384686.282961:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aac1a96. 00000100:00000010:0.0:1767384686.282962:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081e782c4. 00000100:00000010:0.0:1767384686.282976:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9883151. 00000100:00000010:0.0:1767384686.282977:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000590e3cfa. 00000100:00000010:0.0:1767384686.282993:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c69b74c. 00000100:00000010:0.0:1767384686.282994:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009dcfaca9. 00000100:00000010:0.0:1767384686.283020:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000183a42c1. 00000100:00000010:0.0:1767384686.283024:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c574026c. 00000100:00000010:0.0:1767384686.283046:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c58094b. 00000100:00000010:0.0:1767384686.283049:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002c97d673. 00000100:00000010:0.0:1767384686.283077:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b97bd72. 00000100:00000010:0.0:1767384686.283079:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d9e2b064. 00000100:00000010:0.0:1767384686.283106:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab0e06f3. 00000100:00000010:0.0:1767384686.283109:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000010f21ba. 00000100:00000010:0.0:1767384686.283139:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074661c3f. 00000100:00000010:0.0:1767384686.283141:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000097afbe4c. 00000100:00000010:0.0:1767384686.283168:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db9e3e9e. 00000100:00000010:0.0:1767384686.283170:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002f47147d. 00000100:00000010:0.0:1767384686.283193:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000594ae1f. 00000100:00000010:0.0:1767384686.283195:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001de5fbcc. 00000100:00000010:0.0:1767384686.283209:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003d2d177. 00000100:00000010:0.0:1767384686.283221:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ba131b60. 00000100:00000010:0.0:1767384686.283247:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c57fa3d6. 00000100:00000010:0.0:1767384686.283250:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000025f22ac9. 00000100:00000010:0.0:1767384686.283266:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d35393fd. 00000100:00000010:0.0:1767384686.283268:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004d6e615c. 00000100:00000010:0.0:1767384686.283282:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082fc4ce4. 00000100:00000010:0.0:1767384686.283284:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002775a918. 00000100:00000010:0.0:1767384686.283300:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b29544b. 00000100:00000010:0.0:1767384686.283301:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000820da5f9. 00000100:00000010:0.0:1767384686.283319:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ef6e1da. 00000100:00000010:0.0:1767384686.283320:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000015b8b5dc. 00000100:00000010:0.0:1767384686.283336:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b64a49a4. 00000100:00000010:0.0:1767384686.283337:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fe3ee4cb. 00000100:00000010:0.0:1767384686.283356:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a945b28. 00000100:00000010:0.0:1767384686.283357:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bf870e9a. 00000100:00000010:0.0:1767384686.283376:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdf5f23d. 00000100:00000010:0.0:1767384686.283378:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dca23b08. 00000100:00000010:0.0:1767384686.283394:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097a3f8c3. 00000100:00000010:0.0:1767384686.283395:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000808b6f1d. 00000100:00000010:0.0:1767384686.283409:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022322694. 00000100:00000010:0.0:1767384686.283410:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008d8ef1f5. 00000100:00000010:0.0:1767384686.283427:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000945e1864. 00000100:00000010:0.0:1767384686.283428:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000687bfcaa. 00000100:00000010:0.0:1767384686.283448:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008314de6a. 00000100:00000010:0.0:1767384686.283449:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000194b3ead. 00000100:00000010:0.0:1767384686.283468:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6bc2820. 00000100:00000010:0.0:1767384686.283469:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004add89d3. 00000100:00000010:0.0:1767384686.283486:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000500c905a. 00000100:00000010:0.0:1767384686.283489:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000b3e29556. 00000100:00000010:0.0:1767384686.283497:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000006d9f094f. 00000100:00000010:0.0:1767384686.283504:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000eeac492e. 00000100:00000010:0.0:1767384686.283512:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000000e2783e0. 00000100:00000001:0.0:1767384686.283521:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384686.283523:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283524:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384686.283526:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384686.283527:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000eec9f901. 00000100:00000001:0.0:1767384686.283529:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384686.283530:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.283531:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283532:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000abdd3528. 00000100:00000001:0.0:1767384686.283534:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283534:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283535:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cf9979a4. 00000100:00000001:0.0:1767384686.283536:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283537:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283538:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001cef2d3e. 00000100:00000001:0.0:1767384686.283539:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283540:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283540:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e3730f3c. 00000100:00000001:0.0:1767384686.283541:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283542:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384686.283543:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384686.283543:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000aba84c47. 00000100:00000001:0.0:1767384686.283544:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384686.283545:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.283546:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283547:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000051fcb04f. 00000100:00000001:0.0:1767384686.283548:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283548:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283549:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000015cd946f. 00000100:00000001:0.0:1767384686.283554:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283554:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283555:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000071a5b3f2. 00000100:00000001:0.0:1767384686.283556:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.283556:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.283557:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005960c442. 00000100:00000010:0.0:1767384686.283558:0:40107:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000debbc501. 00000100:00000001:0.0:1767384686.283559:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384686.283609:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004501d09c. 00000020:00000010:0.0:1767384686.283611:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002283e911. 00000020:00000010:0.0:1767384686.283613:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005e89007c. 00000020:00000010:0.0:1767384686.283614:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005da3f863. 00000020:00000010:0.0:1767384686.283617:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ca6b1aef. 00000020:00000010:0.0:1767384686.283620:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000022bf3ebd. 00000100:00000010:0.0:1767384686.283637:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000f5bba042. 00000100:00000010:0.0:1767384686.283642:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000004c1bbe28. 00000100:00000010:0.0:1767384686.283644:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000ed25344e. 00000100:00000010:0.0:1767384686.283646:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000da8f2a8d. 00000100:00000001:0.0:1767384686.283648:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.283649:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384686.283650:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:0.0:1767384686.283652:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384686.283653:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384686.283653:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:0.0:1767384686.283655:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:0.0:1767384686.283656:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:0.0:1767384686.283657:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:0.0:1767384686.283671:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:3.0:1767384686.283686:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8c5068a. 00000040:00000010:3.0:1767384686.283691:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f7be1071. 00000020:00000010:3.0:1767384686.283694:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001454c420. 00000020:00000010:3.0:1767384686.283697:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000096e83570. 00000020:00000010:2.0:1767384686.283698:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b9f05b5. 00000020:00000010:3.0:1767384686.283700:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003156f095. 80000000:00000010:3.0:1767384686.283705:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d1ec98c. 00000040:00000010:2.0:1767384686.283705:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d74797f0. 40000000:00000010:3.0:1767384686.283711:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000670207b3. 00000020:00000010:1.0:1767384686.283711:0:40020:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001e4bebf7. 00000020:00000010:2.0:1767384686.283713:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001dd66e52. 00100000:00000010:3.0:1767384686.283733:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e1527371. 00040000:00000010:3.0:1767384686.283737:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e30f57a5. 00040000:00000010:3.0:1767384686.283740:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093e0c35b. 00000020:00000010:2.0:1767384686.283741:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066340be4. 00080000:00000010:3.0:1767384686.283744:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e1b5e990. 00000020:00000010:2.0:1767384686.283747:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000befed3e. 00080000:00000010:3.0:1767384686.283749:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000909570d5. 00000040:00000010:1.0:1767384686.283751:0:40020:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073666fe5. 80000000:00000010:2.0:1767384686.283752:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d070650. 00000020:00000010:1.0:1767384686.283759:0:40020:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa4ab52d. 40000000:00000010:2.0:1767384686.283760:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d16ddd30. 00000004:00000010:3.0:1767384686.283762:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008437af37. 00000020:00000010:3.0:1767384686.283767:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c080aec1. 00100000:00000010:2.0:1767384686.283768:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008b52b6fa. 00000020:00000010:1.0:1767384686.283769:0:40020:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d873801c. 00000020:00000010:3.0:1767384686.283772:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004e208f2c. 00040000:00000010:2.0:1767384686.283773:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad5dcb48. 00000100:00000010:3.0:1767384686.283777:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ebc1d684. 00040000:00000010:2.0:1767384686.283779:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000206b3a07. 00000020:00000010:1.0:1767384686.283780:0:40020:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cef3c16b. 00000100:00100000:3.0:1767384686.283781:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000b9cbceba:17092] 1 exiting: rc = 0 00080000:00000010:2.0:1767384686.283788:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b476f0fa. 80000000:00000010:1.0:1767384686.283788:0:40020:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e4de876. 00080000:00000010:2.0:1767384686.283796:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000027b36944. 40000000:00000010:1.0:1767384686.283796:0:40020:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000968ca3c6. 00000004:00000010:2.0:1767384686.283803:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d2dbe111. 00100000:00000010:1.0:1767384686.283804:0:40020:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008cf961bb. 00000020:00000010:2.0:1767384686.283808:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065f61ca2. 00040000:00000010:1.0:1767384686.283811:0:40020:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002963e8f0. 00000020:00000010:2.0:1767384686.283815:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b93c4f0d. 00040000:00000010:1.0:1767384686.283817:0:40020:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bec4f131. 00000100:00000010:2.0:1767384686.283823:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002024a031. 00080000:00000010:1.0:1767384686.283825:0:40020:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008953fd31. 00000100:00100000:2.0:1767384686.283828:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000dd0a55f0:17091] 0 exiting: rc = 1 00080000:00000010:1.0:1767384686.283832:0:40020:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a0abacd6. 00000004:00000010:1.0:1767384686.283839:0:40020:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000092b54abc. 00000020:00000010:1.0:1767384686.283843:0:40020:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a50eea6. 00000020:00000010:1.0:1767384686.283846:0:40020:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000398e88b1. 00000100:00000010:1.0:1767384686.283853:0:40020:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005a9d17fc. 00000100:00100000:1.0:1767384686.283857:0:40020:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [00000000758ba620:40020] 2 exiting: rc = 0 00000100:00000010:0.0:1767384686.283875:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dd0a55f0. 00000100:00000010:0.0:1767384686.283880:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b9cbceba. 00000100:00000010:0.0:1767384686.283882:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000758ba620. 00000100:00000001:0.0:1767384686.283883:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384686.283884:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384686.283886:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:0.0:1767384686.283889:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283890:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283892:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e626d207. 00000400:00000200:0.0:1767384686.283894:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbaa45c0 00000400:00000010:0.0:1767384686.283895:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbaa45c0. 00000100:00000001:0.0:1767384686.283898:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283899:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283903:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283904:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384686.283906:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283907:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283908:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283909:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc3118bb. 00000400:00000200:0.0:1767384686.283911:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3a361f 00000400:00000010:0.0:1767384686.283912:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac3a361f. 00000100:00000001:0.0:1767384686.283914:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283915:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283918:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283918:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384686.283919:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283920:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283920:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283921:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088afbfaf. 00000400:00000200:0.0:1767384686.283922:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087585793 00000400:00000010:0.0:1767384686.283923:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087585793. 00000100:00000001:0.0:1767384686.283924:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283924:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283926:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283927:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384686.283928:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283928:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283929:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283930:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce30d399. 00000400:00000200:0.0:1767384686.283930:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6a33a42 00000400:00000010:0.0:1767384686.283932:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6a33a42. 00000100:00000001:0.0:1767384686.283933:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283933:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283935:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283936:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384686.283937:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283937:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283938:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283939:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee178ef3. 00000400:00000200:0.0:1767384686.283939:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6b864b 00000400:00000010:0.0:1767384686.283941:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd6b864b. 00000100:00000001:0.0:1767384686.283942:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283942:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283944:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283945:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384686.283946:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283946:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283947:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283947:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fed46fb. 00000400:00000200:0.0:1767384686.283948:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000049f894f 00000400:00000010:0.0:1767384686.283949:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000049f894f. 00000100:00000001:0.0:1767384686.283950:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283950:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283952:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283953:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384686.283953:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283954:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283955:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283955:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b4cf45. 00000400:00000200:0.0:1767384686.283956:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022c8287d 00000400:00000010:0.0:1767384686.283957:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022c8287d. 00000100:00000001:0.0:1767384686.283958:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283958:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283960:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283961:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384686.283962:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283962:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283963:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283963:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b71140df. 00000400:00000200:0.0:1767384686.283964:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f3b5c5 00000400:00000010:0.0:1767384686.283965:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025f3b5c5. 00000100:00000001:0.0:1767384686.283966:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283966:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283968:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283969:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384686.283970:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283971:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283971:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283972:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008315f049. 00000400:00000200:0.0:1767384686.283973:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8735649 00000400:00000010:0.0:1767384686.283974:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8735649. 00000100:00000001:0.0:1767384686.283974:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283975:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283977:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283978:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384686.283978:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283979:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283979:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283980:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004f28eda. 00000400:00000200:0.0:1767384686.283981:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083ae1f9e 00000400:00000010:0.0:1767384686.283981:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083ae1f9e. 00000100:00000001:0.0:1767384686.283982:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283983:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283985:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283985:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384686.283986:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283987:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283987:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283988:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fb0c3db. 00000400:00000200:0.0:1767384686.283989:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802efeae 00000400:00000010:0.0:1767384686.283990:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000802efeae. 00000100:00000001:0.0:1767384686.283990:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283991:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.283993:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.283994:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384686.283994:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.283995:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.283995:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.283996:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000541c3a. 00000400:00000200:0.0:1767384686.283997:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073f5cd0a 00000400:00000010:0.0:1767384686.283998:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073f5cd0a. 00000100:00000001:0.0:1767384686.283998:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.283999:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284001:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284002:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384686.284004:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284005:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284006:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284007:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe370293. 00000400:00000200:0.0:1767384686.284009:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a7f68ad 00000400:00000010:0.0:1767384686.284010:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a7f68ad. 00000100:00000001:0.0:1767384686.284011:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284012:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284016:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284017:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384686.284018:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284019:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284020:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284021:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edade801. 00000400:00000200:0.0:1767384686.284023:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7817b6d 00000400:00000010:0.0:1767384686.284025:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7817b6d. 00000100:00000001:0.0:1767384686.284027:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284028:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284031:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284033:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384686.284034:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284036:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284037:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284038:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55fe1ce. 00000400:00000200:0.0:1767384686.284040:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c1afd85 00000400:00000010:0.0:1767384686.284041:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c1afd85. 00000100:00000001:0.0:1767384686.284042:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284043:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284047:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284048:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384686.284050:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284051:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284052:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284053:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032bce123. 00000400:00000200:0.0:1767384686.284055:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000280068ad 00000400:00000010:0.0:1767384686.284057:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000280068ad. 00000100:00000001:0.0:1767384686.284058:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284059:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284063:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284064:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384686.284066:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284067:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284068:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284069:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000333606af. 00000400:00000200:0.0:1767384686.284071:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7e920bd 00000400:00000010:0.0:1767384686.284072:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7e920bd. 00000100:00000001:0.0:1767384686.284074:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284075:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284077:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284078:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384686.284079:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284080:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284080:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284081:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b17a7e6. 00000400:00000200:0.0:1767384686.284082:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748eeac5 00000400:00000010:0.0:1767384686.284083:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000748eeac5. 00000100:00000001:0.0:1767384686.284084:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284084:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284086:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284087:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384686.284088:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284088:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284089:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284089:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008480b253. 00000400:00000200:0.0:1767384686.284090:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da10e490 00000400:00000010:0.0:1767384686.284091:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da10e490. 00000100:00000001:0.0:1767384686.284092:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284092:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284094:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284095:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384686.284096:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284096:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284097:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284098:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000319775d9. 00000400:00000200:0.0:1767384686.284099:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f2d0a8 00000400:00000010:0.0:1767384686.284099:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2f2d0a8. 00000100:00000001:0.0:1767384686.284100:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284101:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284103:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284104:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384686.284105:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284106:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284106:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284107:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c10ad6c. 00000400:00000200:0.0:1767384686.284108:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21d28e4 00000400:00000010:0.0:1767384686.284108:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d21d28e4. 00000100:00000001:0.0:1767384686.284109:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284110:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284112:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284112:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384686.284113:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284114:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284114:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284115:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e2bb3f2. 00000400:00000200:0.0:1767384686.284116:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c3f134 00000400:00000010:0.0:1767384686.284117:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5c3f134. 00000100:00000001:0.0:1767384686.284118:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284118:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284120:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284121:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384686.284122:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284122:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284123:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284124:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d82e471. 00000400:00000200:0.0:1767384686.284124:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e0be41 00000400:00000010:0.0:1767384686.284126:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054e0be41. 00000100:00000001:0.0:1767384686.284127:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284127:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284129:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284130:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384686.284131:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284132:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284132:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284133:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b06e3b9. 00000400:00000200:0.0:1767384686.284134:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000639fe30f 00000400:00000010:0.0:1767384686.284134:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000639fe30f. 00000100:00000001:0.0:1767384686.284135:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284136:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284138:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284138:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384686.284139:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284140:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284140:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284141:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4552b25. 00000400:00000200:0.0:1767384686.284142:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001353e88b 00000400:00000010:0.0:1767384686.284142:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001353e88b. 00000100:00000001:0.0:1767384686.284144:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284144:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284148:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284149:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384686.284150:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284151:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284152:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284153:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae68512c. 00000400:00000200:0.0:1767384686.284155:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000755c58b2 00000400:00000010:0.0:1767384686.284156:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000755c58b2. 00000100:00000001:0.0:1767384686.284158:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284158:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284162:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284163:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384686.284164:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284166:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284167:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284168:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a47053fb. 00000400:00000200:0.0:1767384686.284170:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9718dc2 00000400:00000010:0.0:1767384686.284171:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9718dc2. 00000100:00000001:0.0:1767384686.284173:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284174:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284177:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284178:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384686.284180:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284181:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284182:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284183:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001337e3f9. 00000400:00000200:0.0:1767384686.284185:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bfca7be 00000400:00000010:0.0:1767384686.284187:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bfca7be. 00000100:00000001:0.0:1767384686.284188:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284190:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284193:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284194:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384686.284195:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284197:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284198:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284199:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3e74d24. 00000400:00000200:0.0:1767384686.284201:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca1b14a5 00000400:00000010:0.0:1767384686.284202:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca1b14a5. 00000100:00000001:0.0:1767384686.284204:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284205:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284208:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284223:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384686.284225:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284226:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284227:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284228:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a191660. 00000400:00000200:0.0:1767384686.284229:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045effd6c 00000400:00000010:0.0:1767384686.284230:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045effd6c. 00000100:00000001:0.0:1767384686.284232:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284232:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284235:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284235:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384686.284236:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284237:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284238:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284238:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fa3df67. 00000400:00000200:0.0:1767384686.284239:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020666ad1 00000400:00000010:0.0:1767384686.284240:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020666ad1. 00000100:00000001:0.0:1767384686.284241:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284241:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284243:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284244:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384686.284245:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284246:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284246:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284247:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ebed890. 00000400:00000200:0.0:1767384686.284248:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa993e72 00000400:00000010:0.0:1767384686.284249:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa993e72. 00000100:00000001:0.0:1767384686.284250:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284250:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284252:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284253:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384686.284254:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284254:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284255:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284255:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f37e75. 00000400:00000200:0.0:1767384686.284256:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d380a5c7 00000400:00000010:0.0:1767384686.284257:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d380a5c7. 00000100:00000001:0.0:1767384686.284258:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284259:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284261:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284261:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384686.284262:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284263:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284263:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284264:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000507531c3. 00000400:00000200:0.0:1767384686.284265:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e4545b9 00000400:00000010:0.0:1767384686.284265:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e4545b9. 00000100:00000001:0.0:1767384686.284266:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284267:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284269:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284270:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384686.284270:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284271:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284272:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284272:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db916a36. 00000400:00000200:0.0:1767384686.284273:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305c4471 00000400:00000010:0.0:1767384686.284274:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000305c4471. 00000100:00000001:0.0:1767384686.284274:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284275:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284278:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284278:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384686.284279:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284280:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284280:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284281:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b7d3015. 00000400:00000200:0.0:1767384686.284282:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6aaf442 00000400:00000010:0.0:1767384686.284283:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6aaf442. 00000100:00000001:0.0:1767384686.284284:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284284:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284286:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284287:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384686.284288:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284288:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284289:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284289:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd766ae1. 00000400:00000200:0.0:1767384686.284290:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080bb1378 00000400:00000010:0.0:1767384686.284291:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080bb1378. 00000100:00000001:0.0:1767384686.284292:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284292:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284294:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284295:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384686.284296:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284296:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284297:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284297:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc59255b. 00000400:00000200:0.0:1767384686.284298:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdb73432 00000400:00000010:0.0:1767384686.284299:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdb73432. 00000100:00000001:0.0:1767384686.284300:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284300:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284302:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284303:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384686.284304:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284304:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284305:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284305:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000418a15b9. 00000400:00000200:0.0:1767384686.284306:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061450ec8 00000400:00000010:0.0:1767384686.284307:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061450ec8. 00000100:00000001:0.0:1767384686.284308:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284309:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284311:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284312:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384686.284313:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284313:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284314:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284314:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002593feec. 00000400:00000200:0.0:1767384686.284315:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a70e5517 00000400:00000010:0.0:1767384686.284316:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a70e5517. 00000100:00000001:0.0:1767384686.284317:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284317:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284319:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284320:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384686.284321:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284321:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284322:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284323:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a02d99. 00000400:00000200:0.0:1767384686.284323:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000384688ff 00000400:00000010:0.0:1767384686.284324:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000384688ff. 00000100:00000001:0.0:1767384686.284325:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284326:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284328:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284328:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384686.284329:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284330:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284330:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284331:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4378b8c. 00000400:00000200:0.0:1767384686.284332:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936dd7be 00000400:00000010:0.0:1767384686.284332:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000936dd7be. 00000100:00000001:0.0:1767384686.284333:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284334:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284336:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284336:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384686.284337:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284338:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284338:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284339:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef379ef. 00000400:00000200:0.0:1767384686.284340:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b0062eb 00000400:00000010:0.0:1767384686.284341:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b0062eb. 00000100:00000001:0.0:1767384686.284342:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284342:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284344:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284345:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384686.284346:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284346:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284347:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284347:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc258c45. 00000400:00000200:0.0:1767384686.284348:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49269d4 00000400:00000010:0.0:1767384686.284349:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e49269d4. 00000100:00000001:0.0:1767384686.284350:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284350:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284352:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284353:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384686.284354:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284354:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284355:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284355:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcacfa27. 00000400:00000200:0.0:1767384686.284356:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9ec9d0f 00000400:00000010:0.0:1767384686.284357:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9ec9d0f. 00000100:00000001:0.0:1767384686.284358:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284358:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284360:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284361:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384686.284362:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284362:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284363:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284363:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0eb634b. 00000400:00000200:0.0:1767384686.284364:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b96d7757 00000400:00000010:0.0:1767384686.284365:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b96d7757. 00000100:00000001:0.0:1767384686.284366:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284366:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284368:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284369:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384686.284370:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284370:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284371:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284371:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a6d00b6. 00000400:00000200:0.0:1767384686.284372:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bfb1ba8 00000400:00000010:0.0:1767384686.284373:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bfb1ba8. 00000100:00000001:0.0:1767384686.284374:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284374:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284376:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284377:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384686.284377:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284378:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284379:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284379:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009682bb39. 00000400:00000200:0.0:1767384686.284380:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acb6f8b8 00000400:00000010:0.0:1767384686.284381:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acb6f8b8. 00000100:00000001:0.0:1767384686.284382:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284382:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284384:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284385:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384686.284385:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284386:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284387:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284387:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044b46995. 00000400:00000200:0.0:1767384686.284388:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000516daf49 00000400:00000010:0.0:1767384686.284389:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000516daf49. 00000100:00000001:0.0:1767384686.284390:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284390:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284392:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284393:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384686.284393:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284394:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284395:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284395:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256a532. 00000400:00000200:0.0:1767384686.284396:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009485cc62 00000400:00000010:0.0:1767384686.284397:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009485cc62. 00000100:00000001:0.0:1767384686.284397:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284398:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284400:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284401:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384686.284401:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284402:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284403:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284403:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a118dad0. 00000400:00000200:0.0:1767384686.284404:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1360475 00000400:00000010:0.0:1767384686.284405:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1360475. 00000100:00000001:0.0:1767384686.284406:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284406:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284408:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284409:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384686.284409:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284410:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284411:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284411:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003962903. 00000400:00000200:0.0:1767384686.284412:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73f9d12 00000400:00000010:0.0:1767384686.284413:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73f9d12. 00000100:00000001:0.0:1767384686.284414:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284414:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284416:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284417:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384686.284417:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284418:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284419:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284419:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad89818b. 00000400:00000200:0.0:1767384686.284420:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c04391b9 00000400:00000010:0.0:1767384686.284421:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c04391b9. 00000100:00000001:0.0:1767384686.284422:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284422:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284424:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284425:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384686.284425:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284426:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284427:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284427:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e3110f9. 00000400:00000200:0.0:1767384686.284428:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038fad547 00000400:00000010:0.0:1767384686.284429:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038fad547. 00000100:00000001:0.0:1767384686.284430:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284431:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284433:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284433:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384686.284434:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284434:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284435:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284436:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdbd0895. 00000400:00000200:0.0:1767384686.284436:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f2def7 00000400:00000010:0.0:1767384686.284437:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086f2def7. 00000100:00000001:0.0:1767384686.284438:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284438:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284440:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284441:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384686.284442:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284442:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284443:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284443:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000735cfa0f. 00000400:00000200:0.0:1767384686.284444:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa9132af 00000400:00000010:0.0:1767384686.284445:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa9132af. 00000100:00000001:0.0:1767384686.284445:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284446:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284448:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284449:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384686.284449:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284450:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284450:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284451:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001469715d. 00000400:00000200:0.0:1767384686.284452:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df331b0e 00000400:00000010:0.0:1767384686.284452:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df331b0e. 00000100:00000001:0.0:1767384686.284453:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284454:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284456:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284456:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384686.284457:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284458:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284458:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284459:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d04fdec. 00000400:00000200:0.0:1767384686.284460:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c09644e 00000400:00000010:0.0:1767384686.284461:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c09644e. 00000100:00000001:0.0:1767384686.284461:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284462:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284464:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284464:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384686.284465:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284466:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284466:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284467:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a534335b. 00000400:00000200:0.0:1767384686.284468:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006212461a 00000400:00000010:0.0:1767384686.284468:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006212461a. 00000100:00000001:0.0:1767384686.284469:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284470:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284472:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284473:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384686.284473:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284474:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284474:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284475:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0db9620. 00000400:00000200:0.0:1767384686.284476:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352c80a0 00000400:00000010:0.0:1767384686.284476:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000352c80a0. 00000100:00000001:0.0:1767384686.284477:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284478:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284480:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284480:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384686.284481:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284482:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284482:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284483:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072737090. 00000400:00000200:0.0:1767384686.284483:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008752933 00000400:00000010:0.0:1767384686.284484:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008752933. 00000100:00000001:0.0:1767384686.284485:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284485:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284487:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284488:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384686.284489:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284490:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284490:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284491:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096f631d2. 00000400:00000200:0.0:1767384686.284491:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f79b29d 00000400:00000010:0.0:1767384686.284492:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f79b29d. 00000100:00000001:0.0:1767384686.284493:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284494:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284496:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284496:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384686.284497:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284498:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284498:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284499:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000734e89cd. 00000400:00000200:0.0:1767384686.284499:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e525df8e 00000400:00000010:0.0:1767384686.284500:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e525df8e. 00000100:00000001:0.0:1767384686.284501:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284502:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284504:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284504:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384686.284505:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.284505:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.284506:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.284506:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073458a4. 00000400:00000200:0.0:1767384686.284507:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647ef6e4 00000400:00000010:0.0:1767384686.284508:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000647ef6e4. 00000100:00000001:0.0:1767384686.284509:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.284509:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384686.284511:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.284512:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384686.284513:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384686.284514:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284514:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284515:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284516:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284517:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284517:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284518:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284518:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284519:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284520:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284520:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284521:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284522:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284522:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284523:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284523:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284524:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284524:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284525:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284526:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284526:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284527:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284528:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284528:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284529:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284529:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284530:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284530:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284531:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284532:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284532:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284533:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284533:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284534:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284535:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284535:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284536:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284536:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284537:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284537:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284538:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284539:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284539:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284540:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284540:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284541:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284542:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284542:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284543:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284544:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284544:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284545:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284546:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284547:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284547:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284548:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284549:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284549:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284550:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284550:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284551:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284552:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284552:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284553:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284553:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284554:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284554:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284555:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284556:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284556:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284557:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284557:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284558:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284558:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284559:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284560:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284560:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284561:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284561:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284562:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284563:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284563:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284564:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284564:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284565:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284565:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284566:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284567:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284567:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284568:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284569:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284569:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284570:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284571:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284572:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284572:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284573:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284573:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284574:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284574:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284575:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284576:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284576:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284577:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284577:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284578:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284579:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284579:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284580:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284580:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284581:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284581:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284582:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284583:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284583:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284584:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284584:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284585:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284586:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284586:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284587:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284587:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284588:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284588:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284589:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284590:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.284590:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.284591:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384686.284593:0:40107:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384686.284594:0:40107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000f820639e. 02000000:00000001:0.0:1767384686.284596:0:40107:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384686.284596:0:40107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000044a691d. 00000100:00000010:0.0:1767384686.284598:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a643f7c1. 00000100:00000010:0.0:1767384686.284600:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048fbf955. 00000100:00000010:0.0:1767384686.284601:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da592be4. 00000100:00000010:0.0:1767384686.284603:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010373218. 00000100:00000010:0.0:1767384686.284604:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2d8d967. 00000100:00000010:0.0:1767384686.284606:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d09c6be. 00000100:00000010:0.0:1767384686.284607:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b4ba8377. 00000100:00000010:0.0:1767384686.284608:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e3fbaab. 00000100:00000010:0.0:1767384686.284609:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5dee979. 00000100:00000010:0.0:1767384686.284610:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007571d2ef. 00000100:00000010:0.0:1767384686.284611:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b9b03b08. 00000100:00000010:0.0:1767384686.284612:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce084826. 00000100:00000010:0.0:1767384686.284613:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019c5e73b. 00000100:00000010:0.0:1767384686.284614:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c53c5a42. 00000100:00000010:0.0:1767384686.284615:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000007c57d86. 00000100:00000010:0.0:1767384686.284616:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8ceb385. 00000100:00000010:0.0:1767384686.284617:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000220fcfc0. 00000100:00000010:0.0:1767384686.284618:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086239ee5. 00000100:00000010:0.0:1767384686.284619:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000b15dc92. 00000100:00000010:0.0:1767384686.284621:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0b06cf9. 00000100:00000010:0.0:1767384686.284622:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000024f280b6. 00000100:00000010:0.0:1767384686.284623:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cc2b6ec. 00000100:00000010:0.0:1767384686.284624:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c2a3922. 00000100:00000010:0.0:1767384686.284625:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005594bcbd. 00000100:00000010:0.0:1767384686.284627:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000134c98d3. 00000100:00000010:0.0:1767384686.284628:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000294db89a. 00000100:00000010:0.0:1767384686.284628:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e7477027. 00000100:00000010:0.0:1767384686.284639:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000189e121. 00000100:00000010:0.0:1767384686.284641:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007fabf517. 00000100:00000010:0.0:1767384686.284642:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000281683b. 00000100:00000010:0.0:1767384686.284643:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003abb13db. 00000100:00000010:0.0:1767384686.284645:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000926ea77c. 00000100:00000010:0.0:1767384686.284646:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e2cb553f. 00000100:00000010:0.0:1767384686.284647:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed9cccce. 00000100:00000010:0.0:1767384686.284648:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b52f7f53. 00000100:00000010:0.0:1767384686.284649:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b5fffa0. 00000100:00000010:0.0:1767384686.284650:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006b70fcd0. 00000100:00000010:0.0:1767384686.284651:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011e1ba24. 00000100:00000010:0.0:1767384686.284652:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cfabb7f1. 00000100:00000010:0.0:1767384686.284653:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b48de37. 00000100:00000010:0.0:1767384686.284654:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000291b0064. 00000100:00000010:0.0:1767384686.284655:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073dd5a24. 00000100:00000010:0.0:1767384686.284656:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000047e5096f. 00000100:00000010:0.0:1767384686.284657:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030ffc345. 00000100:00000010:0.0:1767384686.284658:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb2c451e. 00000100:00000010:0.0:1767384686.284660:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000609f2c4f. 00000100:00000010:0.0:1767384686.284661:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fc541530. 00000100:00000010:0.0:1767384686.284662:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096aad2a6. 00000100:00000010:0.0:1767384686.284663:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a629720c. 00000100:00000010:0.0:1767384686.284664:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021111586. 00000100:00000010:0.0:1767384686.284665:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000018d56f76. 00000100:00000010:0.0:1767384686.284674:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f80c829d. 00000100:00000010:0.0:1767384686.284675:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e7f51a50. 00000100:00000010:0.0:1767384686.284676:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e84271b. 00000100:00000010:0.0:1767384686.284677:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000facaea7d. 00000100:00000010:0.0:1767384686.284679:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009637c351. 00000100:00000010:0.0:1767384686.284680:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000064d82d72. 00000100:00000010:0.0:1767384686.284681:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098a07637. 00000100:00000010:0.0:1767384686.284682:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057f93292. 00000100:00000010:0.0:1767384686.284683:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b16929d. 00000100:00000010:0.0:1767384686.284684:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000129d80cb. 00000100:00000010:0.0:1767384686.284686:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c94bcdef. 00000100:00000010:0.0:1767384686.284687:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a25a90ff. 00000100:00000010:0.0:1767384686.284688:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9586fd7. 00000100:00000010:0.0:1767384686.284690:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8e2731f. 00000100:00000010:0.0:1767384686.284691:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012aacabe. 00000100:00000010:0.0:1767384686.284692:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000080abd0f0. 00000100:00000010:0.0:1767384686.284693:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000556401b0. 00000100:00000010:0.0:1767384686.284694:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001455bc42. 00000100:00000010:0.0:1767384686.284695:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e59ed57. 00000100:00000010:0.0:1767384686.284696:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007287c6fa. 00000100:00000010:0.0:1767384686.284697:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2d181c4. 00000100:00000010:0.0:1767384686.284698:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005236fe3c. 00000100:00000010:0.0:1767384686.284699:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc0af6d1. 00000100:00000010:0.0:1767384686.284700:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e2f64ad. 00000100:00000010:0.0:1767384686.284709:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f51782a5. 00000100:00000010:0.0:1767384686.284714:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fff86309. 00000100:00000010:0.0:1767384686.284716:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000764df5b8. 00000100:00000010:0.0:1767384686.284823:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c46f08e8. 00000100:00000010:0.0:1767384686.284827:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089516014. 00000100:00000010:0.0:1767384686.284828:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cbe2d0ad. 00000100:00000010:0.0:1767384686.284834:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000ffeb98. 00000100:00000010:0.0:1767384686.284836:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000023193ed4. 00000100:00000010:0.0:1767384686.284839:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000761c6995. 00000100:00000010:0.0:1767384686.284841:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025413558. 00000100:00000010:0.0:1767384686.284844:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d41fcf21. 00000100:00000010:0.0:1767384686.284847:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e5913828. 00000100:00000010:0.0:1767384686.284851:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8cf9d6d. 00000100:00000010:0.0:1767384686.284854:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e18afdfc. 00000100:00000010:0.0:1767384686.284857:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6089323. 00000100:00000010:0.0:1767384686.284859:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f58dbc2. 00000100:00000010:0.0:1767384686.284863:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d286c9b5. 00000100:00000010:0.0:1767384686.284866:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000528c2e45. 00000100:00000010:0.0:1767384686.284872:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a10eaf1a. 00000100:00000010:0.0:1767384686.284874:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004937174e. 00000100:00000010:0.0:1767384686.284876:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9a26c36. 00000100:00000010:0.0:1767384686.284879:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002055641e. 00000100:00000010:0.0:1767384686.284882:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001211335f. 00000100:00000010:0.0:1767384686.284885:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077d1c9b5. 00000100:00000010:0.0:1767384686.284905:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000307e5d47. 00000100:00000010:0.0:1767384686.284908:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076b3634c. 00000100:00000010:0.0:1767384686.284911:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b021a78. 00000100:00000010:0.0:1767384686.284914:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003b6b2f13. 00000100:00000010:0.0:1767384686.284917:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7786844. 00000100:00000010:0.0:1767384686.284919:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf7e8e9e. 00000100:00000010:0.0:1767384686.284921:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ea80bcd. 00000100:00000010:0.0:1767384686.284922:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005d4b162f. 00000100:00000010:0.0:1767384686.284924:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae852893. 00000100:00000010:0.0:1767384686.284925:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bacf217a. 00000100:00000010:0.0:1767384686.284927:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c24c00f. 00000100:00000010:0.0:1767384686.284929:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df3533a1. 00000100:00000010:0.0:1767384686.284931:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053e70c2c. 00000100:00000010:0.0:1767384686.284933:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000614e27a4. 00000100:00000010:0.0:1767384686.284935:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000392ef41e. 00000100:00000010:0.0:1767384686.284936:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b577704a. 00000100:00000010:0.0:1767384686.284938:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030804479. 00000100:00000010:0.0:1767384686.284939:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e98d2be. 00000100:00000010:0.0:1767384686.284943:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004ee163e. 00000100:00000010:0.0:1767384686.284944:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009f95d4e5. 00000100:00000010:0.0:1767384686.284946:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad8882f3. 00000100:00000010:0.0:1767384686.284947:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032dd28f9. 00000100:00000010:0.0:1767384686.284948:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006688893. 00000100:00000010:0.0:1767384686.284950:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cb4949dd. 00000100:00000010:0.0:1767384686.284952:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0992389. 00000100:00000010:0.0:1767384686.284952:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000faf4cca0. 00000100:00000010:0.0:1767384686.284954:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e4f2fc6. 00000100:00000010:0.0:1767384686.284955:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000214efc71. 00000100:00000010:0.0:1767384686.284957:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bca0d543. 00000100:00000010:0.0:1767384686.284958:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ae7d0147. 00000100:00000010:0.0:1767384686.284964:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d8333c17. 00000100:00000010:0.0:1767384686.284972:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d56979dd. 00000100:00000001:0.0:1767384686.284979:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384686.284980:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.284981:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384686.284983:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384686.284983:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000005a9e6625. 00000100:00000001:0.0:1767384686.284986:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384686.284987:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.284988:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.284989:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002745cd2b. 00000100:00000001:0.0:1767384686.284990:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.284992:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.284992:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000128f6bd0. 00000100:00000001:0.0:1767384686.284995:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.284996:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.284997:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000068a3b92a. 00000100:00000001:0.0:1767384686.285000:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384686.285001:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384686.285002:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000aa016bdc. 00000100:00000001:0.0:1767384686.285005:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384686.285106:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e543e500. 00000020:00000010:0.0:1767384686.285111:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005fb79e0d. 00000020:00000010:0.0:1767384686.285137:0:40107:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e44ec08c. 00000020:00000010:0.0:1767384686.285143:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d1ddad84. 00000020:00000010:0.0:1767384686.285147:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ea2532cc. 00000100:00000010:0.0:1767384686.285172:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e787d77f. 00000100:00000010:0.0:1767384686.285179:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000079be3bce. 00000100:00000010:0.0:1767384686.285181:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005cc0e69a. 00000100:00000010:0.0:1767384686.285184:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000c413eb82. 00000100:00000001:0.0:1767384686.285186:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.285188:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384686.285189:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:0.0:1767384686.285192:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384686.285193:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384686.285194:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:0.0:1767384686.285196:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:0.0:1767384686.285198:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:0.0:1767384686.285226:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:2.0:1767384686.285233:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000508c1232. 00000040:00000010:2.0:1767384686.285238:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc8b1d80. 00000020:00000010:2.0:1767384686.285241:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009756a077. 00000020:00000010:2.0:1767384686.285244:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066d9d66e. 00000020:00000010:3.0:1767384686.285248:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9bd7567. 00000020:00000010:2.0:1767384686.285248:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005948729a. 80000000:00000010:2.0:1767384686.285252:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b7523b6b. 40000000:00000010:2.0:1767384686.285256:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000032dec139. 00000040:00000010:3.0:1767384686.285258:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000018dba805. 00100000:00000010:2.0:1767384686.285260:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009044cd91. 00000020:00000010:3.0:1767384686.285263:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004974b151. 00040000:00000010:2.0:1767384686.285265:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005e7b81bf. 00000020:00000010:3.0:1767384686.285268:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e550c8f7. 00040000:00000010:2.0:1767384686.285270:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca2d029f. 00000020:00000010:3.0:1767384686.285273:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000651cb615. 80000000:00000010:3.0:1767384686.285277:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cfe85724. 00080000:00000010:2.0:1767384686.285279:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b4a12236. 40000000:00000010:3.0:1767384686.285280:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000059c89daa. 00080000:00000010:2.0:1767384686.285286:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000df4815c1. 00000004:00000010:2.0:1767384686.285291:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000075690399. 00100000:00000010:3.0:1767384686.285293:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7c782c6. 00002000:00000010:2.0:1767384686.285294:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007249d357. 00000020:00000010:2.0:1767384686.285300:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008782025. 00040000:00000010:3.0:1767384686.285301:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000947db95d. 00000020:00000010:2.0:1767384686.285303:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ee0f695d. 00040000:00000010:3.0:1767384686.285308:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b6f2174d. 00000100:00000010:2.0:1767384686.285309:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003edfd993. 00000100:00100000:2.0:1767384686.285314:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000090d265e1:17094] 1 exiting: rc = 0 00080000:00000010:3.0:1767384686.285316:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e2d412d0. 00080000:00000010:3.0:1767384686.285320:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001d6cab45. 00000004:00000010:3.0:1767384686.285325:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be646ff9. 00002000:00000010:3.0:1767384686.285328:0:17093:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001e8797f8. 00000020:00000010:3.0:1767384686.285332:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e59f5298. 00000100:00000040:0.0:1767384686.285333:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00000020:00000010:3.0:1767384686.285337:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d6bc7aa5. 00000100:00000010:3.0:1767384686.285344:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c117b40e. 00000100:00100000:3.0:1767384686.285346:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000d3874a6e:17093] 0 exiting: rc = 1 00000100:00000010:0.0:1767384686.285365:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d3874a6e. 00000100:00000010:0.0:1767384686.285371:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000090d265e1. 00000100:00000001:0.0:1767384686.285374:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384686.285376:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384686.285378:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:0.0:1767384686.285381:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285383:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285385:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691cd60f. 00000400:00000200:0.0:1767384686.285388:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e000202 00000400:00000010:0.0:1767384686.285390:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005e000202. 00000100:00000001:0.0:1767384686.285393:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285395:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285399:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285400:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384686.285402:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285403:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285404:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285405:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000981c91b7. 00000400:00000200:0.0:1767384686.285407:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b9c1a7a 00000400:00000010:0.0:1767384686.285409:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002b9c1a7a. 00000100:00000001:0.0:1767384686.285411:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285411:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285415:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285416:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384686.285417:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285418:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285419:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285420:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7bd6889. 00000400:00000200:0.0:1767384686.285422:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e17b87 00000400:00000010:0.0:1767384686.285423:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e3e17b87. 00000100:00000001:0.0:1767384686.285425:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285426:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285430:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285431:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384686.285432:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285434:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285434:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285435:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000826dcdc9. 00000400:00000200:0.0:1767384686.285437:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d723b1b7 00000400:00000010:0.0:1767384686.285438:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d723b1b7. 00000100:00000001:0.0:1767384686.285440:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285441:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285444:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285445:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384686.285446:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285447:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285448:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285449:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a5cf9e. 00000400:00000200:0.0:1767384686.285450:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003be4e4a 00000400:00000010:0.0:1767384686.285452:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000003be4e4a. 00000100:00000001:0.0:1767384686.285454:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285454:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285459:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285460:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384686.285462:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285463:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285464:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285465:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008691f372. 00000400:00000200:0.0:1767384686.285466:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086329471 00000400:00000010:0.0:1767384686.285468:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086329471. 00000100:00000001:0.0:1767384686.285471:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285471:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285475:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285476:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384686.285477:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285478:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285479:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285480:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470d5e9b. 00000400:00000200:0.0:1767384686.285482:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066ee4e8a 00000400:00000010:0.0:1767384686.285483:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000066ee4e8a. 00000100:00000001:0.0:1767384686.285485:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285486:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285490:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285491:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384686.285493:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285494:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285495:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285496:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd8bff8f. 00000400:00000200:0.0:1767384686.285498:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd266d98 00000400:00000010:0.0:1767384686.285499:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cd266d98. 00000100:00000001:0.0:1767384686.285508:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285510:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285514:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285515:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384686.285516:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285518:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285519:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285521:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009042f8bd. 00000400:00000200:0.0:1767384686.285523:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000954460be 00000400:00000010:0.0:1767384686.285524:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000954460be. 00000100:00000001:0.0:1767384686.285527:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285527:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285531:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285533:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384686.285534:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285535:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285536:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285537:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4db5f11. 00000400:00000200:0.0:1767384686.285539:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007462c7c5 00000400:00000010:0.0:1767384686.285541:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007462c7c5. 00000100:00000001:0.0:1767384686.285543:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285544:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285548:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285549:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384686.285550:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285552:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285552:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285553:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002455df10. 00000400:00000200:0.0:1767384686.285555:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a90c3bf 00000400:00000010:0.0:1767384686.285557:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007a90c3bf. 00000100:00000001:0.0:1767384686.285559:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285560:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285564:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285565:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384686.285566:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285567:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285567:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285568:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002602927a. 00000400:00000200:0.0:1767384686.285570:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9306b3 00000400:00000010:0.0:1767384686.285570:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000db9306b3. 00000100:00000001:0.0:1767384686.285572:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285572:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285574:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285575:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384686.285576:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285576:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285577:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285578:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fbe83cd. 00000400:00000200:0.0:1767384686.285579:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eb87598 00000400:00000010:0.0:1767384686.285579:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003eb87598. 00000100:00000001:0.0:1767384686.285581:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285581:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285584:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285585:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384686.285585:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285586:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285587:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285587:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072f93c98. 00000400:00000200:0.0:1767384686.285588:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000253c3c86 00000400:00000010:0.0:1767384686.285589:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000253c3c86. 00000100:00000001:0.0:1767384686.285590:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285591:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285593:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285593:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384686.285594:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285595:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285596:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285596:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d169aa6. 00000400:00000200:0.0:1767384686.285597:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d82723c 00000400:00000010:0.0:1767384686.285598:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009d82723c. 00000100:00000001:0.0:1767384686.285600:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285600:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285602:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285603:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384686.285604:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285605:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285605:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285606:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009313ff7b. 00000400:00000200:0.0:1767384686.285607:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001945bfaa 00000400:00000010:0.0:1767384686.285607:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001945bfaa. 00000100:00000001:0.0:1767384686.285609:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285609:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285611:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285612:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384686.285613:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285613:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285614:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285614:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b43a935. 00000400:00000200:0.0:1767384686.285615:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9c6782d 00000400:00000010:0.0:1767384686.285616:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a9c6782d. 00000100:00000001:0.0:1767384686.285617:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285618:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285620:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285620:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384686.285621:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285622:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285622:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285623:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008331e9b5. 00000400:00000200:0.0:1767384686.285623:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000af5cda4 00000400:00000010:0.0:1767384686.285624:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000af5cda4. 00000100:00000001:0.0:1767384686.285625:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285626:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285628:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285629:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384686.285629:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285631:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285631:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285632:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c3ef2b. 00000400:00000200:0.0:1767384686.285633:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013230cb7 00000400:00000010:0.0:1767384686.285634:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000013230cb7. 00000100:00000001:0.0:1767384686.285636:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285636:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285638:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285639:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384686.285640:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285641:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285641:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285642:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe05580d. 00000400:00000200:0.0:1767384686.285642:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0aa1a0 00000400:00000010:0.0:1767384686.285643:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007a0aa1a0. 00000100:00000001:0.0:1767384686.285654:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285655:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285657:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285658:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384686.285659:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285660:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285660:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285661:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d3bcc0. 00000400:00000200:0.0:1767384686.285662:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b65621d 00000400:00000010:0.0:1767384686.285663:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003b65621d. 00000100:00000001:0.0:1767384686.285664:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285664:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285667:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285667:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384686.285668:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285669:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285670:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285670:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002832fb75. 00000400:00000200:0.0:1767384686.285671:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a2ce9c 00000400:00000010:0.0:1767384686.285672:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f9a2ce9c. 00000100:00000001:0.0:1767384686.285673:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285674:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285676:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285677:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384686.285678:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285679:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285680:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285680:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d584d7f4. 00000400:00000200:0.0:1767384686.285681:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207edbcd 00000400:00000010:0.0:1767384686.285682:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000207edbcd. 00000100:00000001:0.0:1767384686.285683:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285684:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285686:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285686:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384686.285687:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285688:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285688:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285689:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e73383. 00000400:00000200:0.0:1767384686.285690:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6b3d918 00000400:00000010:0.0:1767384686.285691:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6b3d918. 00000100:00000001:0.0:1767384686.285692:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285692:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285694:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285695:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384686.285696:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285697:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285697:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285698:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000606cc5c9. 00000400:00000200:0.0:1767384686.285699:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036912376 00000400:00000010:0.0:1767384686.285699:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000036912376. 00000100:00000001:0.0:1767384686.285700:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285701:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285703:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285704:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384686.285704:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285705:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285706:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285706:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ea8957e. 00000400:00000200:0.0:1767384686.285707:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2346b18 00000400:00000010:0.0:1767384686.285708:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f2346b18. 00000100:00000001:0.0:1767384686.285709:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285710:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285712:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285713:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384686.285714:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285715:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285715:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285716:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb4bc981. 00000400:00000200:0.0:1767384686.285731:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a192ba7 00000400:00000010:0.0:1767384686.285733:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a192ba7. 00000100:00000001:0.0:1767384686.285735:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285736:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285741:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285742:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384686.285743:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285745:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285746:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285747:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017ac4556. 00000400:00000200:0.0:1767384686.285749:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006937c8ba 00000400:00000010:0.0:1767384686.285750:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006937c8ba. 00000100:00000001:0.0:1767384686.285752:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285753:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285756:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285757:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384686.285759:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285760:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285760:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285761:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172d2a1f. 00000400:00000200:0.0:1767384686.285763:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ed88db9 00000400:00000010:0.0:1767384686.285764:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ed88db9. 00000100:00000001:0.0:1767384686.285767:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285768:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285772:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285773:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384686.285775:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285775:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285776:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285777:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a89bf9. 00000400:00000200:0.0:1767384686.285779:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f331ee50 00000400:00000010:0.0:1767384686.285781:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f331ee50. 00000100:00000001:0.0:1767384686.285782:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285783:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285785:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285786:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384686.285787:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285788:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285788:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285789:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000035c37fe. 00000400:00000200:0.0:1767384686.285790:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a12ed8dd 00000400:00000010:0.0:1767384686.285791:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a12ed8dd. 00000100:00000001:0.0:1767384686.285792:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285793:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285795:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285796:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384686.285796:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285797:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285798:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285798:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e92f892e. 00000400:00000200:0.0:1767384686.285799:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033ca1609 00000400:00000010:0.0:1767384686.285800:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000033ca1609. 00000100:00000001:0.0:1767384686.285810:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285811:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285813:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285814:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384686.285815:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285816:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285816:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285817:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e920adfe. 00000400:00000200:0.0:1767384686.285818:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efa3d8bd 00000400:00000010:0.0:1767384686.285819:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000efa3d8bd. 00000100:00000001:0.0:1767384686.285820:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285821:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285823:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285824:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384686.285825:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285826:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285826:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285827:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40b6aa2. 00000400:00000200:0.0:1767384686.285828:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c008c8ac 00000400:00000010:0.0:1767384686.285829:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c008c8ac. 00000100:00000001:0.0:1767384686.285830:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285831:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285833:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285834:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384686.285835:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285835:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285836:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285836:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095ab350e. 00000400:00000200:0.0:1767384686.285837:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e63816 00000400:00000010:0.0:1767384686.285838:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000017e63816. 00000100:00000001:0.0:1767384686.285840:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285840:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285842:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285843:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384686.285844:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285845:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285845:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285846:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e991c5. 00000400:00000200:0.0:1767384686.285847:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011fab6ee 00000400:00000010:0.0:1767384686.285847:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000011fab6ee. 00000100:00000001:0.0:1767384686.285849:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285849:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285851:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285852:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384686.285853:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285853:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285854:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285854:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544abef0. 00000400:00000200:0.0:1767384686.285855:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee534017 00000400:00000010:0.0:1767384686.285856:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ee534017. 00000100:00000001:0.0:1767384686.285857:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285858:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285860:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285861:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384686.285862:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285863:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285863:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285864:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f9cc99. 00000400:00000200:0.0:1767384686.285865:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b900d24 00000400:00000010:0.0:1767384686.285866:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000b900d24. 00000100:00000001:0.0:1767384686.285867:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285868:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285870:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285871:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384686.285871:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285872:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285873:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285873:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000186909dd. 00000400:00000200:0.0:1767384686.285874:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008612abbc 00000400:00000010:0.0:1767384686.285875:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008612abbc. 00000100:00000001:0.0:1767384686.285876:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285877:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285879:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285880:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384686.285880:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285881:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285881:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285882:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f85377. 00000400:00000200:0.0:1767384686.285883:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48e66d6 00000400:00000010:0.0:1767384686.285883:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e48e66d6. 00000100:00000001:0.0:1767384686.285885:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285885:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285887:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285888:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384686.285889:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285889:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285890:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285890:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000caffd29. 00000400:00000200:0.0:1767384686.285891:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e066338c 00000400:00000010:0.0:1767384686.285892:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e066338c. 00000100:00000001:0.0:1767384686.285893:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285894:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285896:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285897:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384686.285897:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285898:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285899:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285899:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5396779. 00000400:00000200:0.0:1767384686.285900:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe2d54c8 00000400:00000010:0.0:1767384686.285901:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe2d54c8. 00000100:00000001:0.0:1767384686.285902:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285903:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285905:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285906:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384686.285906:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285907:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285908:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285908:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e011ccd3. 00000400:00000200:0.0:1767384686.285909:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9af646 00000400:00000010:0.0:1767384686.285910:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cd9af646. 00000100:00000001:0.0:1767384686.285911:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285911:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285914:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285914:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384686.285915:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285916:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285916:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285917:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032f33d1a. 00000400:00000200:0.0:1767384686.285918:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4c34d91 00000400:00000010:0.0:1767384686.285918:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f4c34d91. 00000100:00000001:0.0:1767384686.285930:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285931:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285934:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285935:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384686.285936:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285938:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285939:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285940:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d63594da. 00000400:00000200:0.0:1767384686.285942:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f99f308 00000400:00000010:0.0:1767384686.285943:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008f99f308. 00000100:00000001:0.0:1767384686.285945:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285947:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285950:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285951:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384686.285953:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285954:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285955:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285956:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000986202f8. 00000400:00000200:0.0:1767384686.285958:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e9e8ddf 00000400:00000010:0.0:1767384686.285960:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006e9e8ddf. 00000100:00000001:0.0:1767384686.285962:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285963:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285966:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285967:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384686.285969:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285970:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285971:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285972:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea98cb60. 00000400:00000200:0.0:1767384686.285974:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000946e8e34 00000400:00000010:0.0:1767384686.285975:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000946e8e34. 00000100:00000001:0.0:1767384686.285978:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285978:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285982:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285983:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384686.285985:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.285986:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.285987:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.285988:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027073da0. 00000400:00000200:0.0:1767384686.285990:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e101edc 00000400:00000010:0.0:1767384686.285991:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004e101edc. 00000100:00000001:0.0:1767384686.285993:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.285994:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.285998:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.285999:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384686.286000:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286002:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286002:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286003:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081b68d10. 00000400:00000200:0.0:1767384686.286005:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008daa26d9 00000400:00000010:0.0:1767384686.286007:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008daa26d9. 00000100:00000001:0.0:1767384686.286009:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286010:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286014:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286015:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384686.286017:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286018:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286019:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286020:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ab14bf. 00000400:00000200:0.0:1767384686.286022:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db77534f 00000400:00000010:0.0:1767384686.286023:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000db77534f. 00000100:00000001:0.0:1767384686.286025:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286026:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286029:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286030:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384686.286032:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286033:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286034:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286035:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeb0a76b. 00000400:00000200:0.0:1767384686.286037:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f171ed0c 00000400:00000010:0.0:1767384686.286038:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f171ed0c. 00000100:00000001:0.0:1767384686.286041:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286042:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286045:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286046:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384686.286047:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286049:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286050:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286051:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232efec1. 00000400:00000200:0.0:1767384686.286052:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010bb5196 00000400:00000010:0.0:1767384686.286053:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000010bb5196. 00000100:00000001:0.0:1767384686.286056:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286057:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286060:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286061:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384686.286063:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286064:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286065:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286066:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bbb40d4. 00000400:00000200:0.0:1767384686.286067:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002163396e 00000400:00000010:0.0:1767384686.286069:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002163396e. 00000100:00000001:0.0:1767384686.286070:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286072:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286075:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286076:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384686.286077:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286078:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286079:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286080:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008170577a. 00000400:00000200:0.0:1767384686.286082:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b70b112 00000400:00000010:0.0:1767384686.286083:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003b70b112. 00000100:00000001:0.0:1767384686.286085:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286086:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286090:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286091:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384686.286092:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286094:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286095:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286095:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075764682. 00000400:00000200:0.0:1767384686.286097:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f49d57 00000400:00000010:0.0:1767384686.286099:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000065f49d57. 00000100:00000001:0.0:1767384686.286101:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286102:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286106:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286107:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384686.286108:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286109:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286110:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286111:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090f8a8b4. 00000400:00000200:0.0:1767384686.286113:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b4371b 00000400:00000010:0.0:1767384686.286114:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f5b4371b. 00000100:00000001:0.0:1767384686.286129:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286131:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286134:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286135:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384686.286136:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286138:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286139:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286141:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002774bae2. 00000400:00000200:0.0:1767384686.286143:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c53e493 00000400:00000010:0.0:1767384686.286144:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008c53e493. 00000100:00000001:0.0:1767384686.286146:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286147:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286150:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286151:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384686.286152:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286153:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286154:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286155:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073db55b. 00000400:00000200:0.0:1767384686.286157:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018f0837a 00000400:00000010:0.0:1767384686.286158:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000018f0837a. 00000100:00000001:0.0:1767384686.286160:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286161:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286165:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286166:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384686.286167:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286169:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286170:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286171:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b73f7ca3. 00000400:00000200:0.0:1767384686.286173:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002750850 00000400:00000010:0.0:1767384686.286174:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000002750850. 00000100:00000001:0.0:1767384686.286176:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286177:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286180:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286182:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384686.286183:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286184:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286186:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286187:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e00d4f4. 00000400:00000200:0.0:1767384686.286188:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000957fc1d9 00000400:00000010:0.0:1767384686.286190:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000957fc1d9. 00000100:00000001:0.0:1767384686.286192:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286193:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286196:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286198:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384686.286199:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286200:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286201:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286202:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080a12833. 00000400:00000200:0.0:1767384686.286204:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035043657 00000400:00000010:0.0:1767384686.286205:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000035043657. 00000100:00000001:0.0:1767384686.286207:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286208:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286223:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286224:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384686.286225:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286227:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286228:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286229:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e99d9e5. 00000400:00000200:0.0:1767384686.286231:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071f8c5e8 00000400:00000010:0.0:1767384686.286232:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000071f8c5e8. 00000100:00000001:0.0:1767384686.286234:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286235:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286239:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286240:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384686.286241:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286242:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286243:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286244:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b05d84de. 00000400:00000200:0.0:1767384686.286245:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb0b32cb 00000400:00000010:0.0:1767384686.286247:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fb0b32cb. 00000100:00000001:0.0:1767384686.286249:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286250:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286254:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286255:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384686.286256:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384686.286257:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.286258:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.286259:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096bebcd9. 00000400:00000200:0.0:1767384686.286261:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3231a7 00000400:00000010:0.0:1767384686.286262:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009a3231a7. 00000100:00000001:0.0:1767384686.286264:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.286265:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384686.286269:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384686.286270:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384686.286271:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384686.286273:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286274:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286275:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286276:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286278:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286278:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286280:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286281:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286282:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286283:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286284:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286284:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286286:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286286:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286288:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286289:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286290:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286291:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286292:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286293:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286294:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286295:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286297:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286298:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286299:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286300:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286301:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286302:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286303:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286304:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286305:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286306:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286307:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286308:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286309:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286310:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286311:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286313:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286314:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286315:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286316:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286317:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286318:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286319:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286320:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286320:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286321:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286322:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286323:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286324:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286325:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286326:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286327:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286328:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286329:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286330:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286331:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286332:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286334:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286334:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286336:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286337:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286338:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286339:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286341:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286342:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286343:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286344:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286345:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286346:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286347:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286348:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286349:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286351:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286352:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286353:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286354:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286355:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286357:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286357:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286359:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286360:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286361:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286362:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286363:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286364:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286365:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286366:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286367:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286368:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286369:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286371:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286372:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286373:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286374:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286375:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286376:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286377:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286379:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286380:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286381:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286382:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286383:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286384:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286385:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286386:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286388:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286389:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286390:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286391:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286392:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286393:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286394:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286395:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286397:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286397:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286399:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286400:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286401:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286402:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286403:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286404:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286405:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286406:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286407:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286408:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384686.286409:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384686.286410:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384686.286412:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eb915225. 00000100:00000010:0.0:1767384686.286511:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c293e270. 00000100:00000010:0.0:1767384686.286514:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d557992b. 00000100:00000010:0.0:1767384686.286613:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094dd2f23. 00000100:00000010:0.0:1767384686.286616:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f53250b6. 00000100:00000010:0.0:1767384686.286676:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ad36f4f. 00000100:00000010:0.0:1767384686.286679:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000015d7509e. 00000100:00000010:0.0:1767384686.286760:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b4c408c. 00000100:00000010:0.0:1767384686.286765:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004cfc0667. 00000100:00000010:0.0:1767384686.286834:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caae5030. 00000100:00000010:0.0:1767384686.286838:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004eab1eee. 00000100:00000010:0.0:1767384686.286937:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000480bd901. 00000100:00000010:0.0:1767384686.286942:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009e54294a. 00000100:00000010:0.0:1767384686.286998:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006345c874. 00000100:00000010:0.0:1767384686.287000:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000857604e1. 00000100:00000010:0.0:1767384686.287077:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9047f5b. 00000100:00000010:0.0:1767384686.287080:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d4833986. 00000100:00000010:0.0:1767384686.287141:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a311b86e. 00000100:00000010:0.0:1767384686.287144:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ac0cd9f6. 00000100:00000010:0.0:1767384686.287205:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004de52640. 00000100:00000010:0.0:1767384686.287207:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f3778330. 00000100:00000010:0.0:1767384686.287256:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f62521f3. 00000100:00000010:0.0:1767384686.287258:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b279d704. 00000100:00000010:0.0:1767384686.287293:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9cea4e2. 00000100:00000010:0.0:1767384686.287294:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bb4b8dd6. 00000100:00000010:0.0:1767384686.287328:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a68bb26. 00000100:00000010:0.0:1767384686.287330:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c2ec14b5. 00000100:00000010:0.0:1767384686.287385:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000764665de. 00000100:00000010:0.0:1767384686.287386:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000061612588. 00000100:00000010:0.0:1767384686.287436:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d453aa35. 00000100:00000010:0.0:1767384686.287438:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d3fe6e7e. 00000100:00000010:0.0:1767384686.287471:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004194d982. 00000100:00000010:0.0:1767384686.287473:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000992f1852. 00000100:00000010:0.0:1767384686.287512:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aae3005c. 00000100:00000010:0.0:1767384686.287514:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000043031c24. 00000100:00000010:0.0:1767384686.287558:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036ce7f37. 00000100:00000010:0.0:1767384686.287559:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000234fc7b3. 00000100:00000010:0.0:1767384686.287595:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009fc6722. 00000100:00000010:0.0:1767384686.287596:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006a75dc65. 00000100:00000010:0.0:1767384686.287638:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006576170f. 00000100:00000010:0.0:1767384686.287640:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c1a356ff. 00000100:00000010:0.0:1767384686.287682:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000273201ae. 00000100:00000010:0.0:1767384686.287683:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002bd98707. 00010000:00000010:2.1:1767384686.287750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000043e29be3. 00010000:00000010:2.1:1767384686.287760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1ac14a5. 00010000:00000010:2.1:1767384686.287767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b443917e. 00010000:00000010:2.1:1767384686.287774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000004b1f64f. 00010000:00000010:2.1:1767384686.287780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fd2b1a30. 00010000:00000010:2.1:1767384686.287787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c70c3d3. 00010000:00000010:2.1:1767384686.287792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ad9180d8. 00010000:00000010:2.1:1767384686.287797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020c4f254. 00000100:00000010:0.0:1767384686.287977:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5598fcc. 00000100:00000010:0.0:1767384686.287981:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000049d38758. 00000100:00000010:0.0:1767384686.288100:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006add898f. 00000100:00000010:0.0:1767384686.288104:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000687a798a. 00000100:00000010:0.0:1767384686.288231:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee65bd08. 00000100:00000010:0.0:1767384686.288235:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000075646a38. 00000100:00000010:0.0:1767384686.288358:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cddc1350. 00000100:00000010:0.0:1767384686.288361:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000e4303ca. 00000100:00000010:0.0:1767384686.288514:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006a43417. 00000100:00000010:0.0:1767384686.288518:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000193c1cc9. 00000100:00000010:0.0:1767384686.288630:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5c19d46. 00000100:00000010:0.0:1767384686.288633:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000065c34bc1. 00000100:00000010:0.0:1767384686.288821:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcedbd59. 00000100:00000010:0.0:1767384686.288824:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d7caba55. 00000100:00000010:0.0:1767384686.288970:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000606743d5. 00000100:00000010:0.0:1767384686.288973:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b997e0ef. 00000100:00000010:0.0:1767384686.289110:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6893fad. 00000100:00000010:0.0:1767384686.289114:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005dd65f51. 00000100:00000010:0.0:1767384686.289228:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d0b7767. 00000100:00000010:0.0:1767384686.289233:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000904f1635. 00000100:00000010:0.0:1767384686.289398:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9ba4c13. 00000100:00000010:0.0:1767384686.289403:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ba8972b5. 00000100:00000010:0.0:1767384686.289553:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e983f3cc. 00000100:00000010:0.0:1767384686.289558:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000561727f. 00000100:00000010:0.0:1767384686.289697:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e16bcf1. 00000100:00000010:0.0:1767384686.289701:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cb92422b. 00000100:00000010:0.0:1767384686.289887:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000293c38df. 00000100:00000010:0.0:1767384686.289891:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000081842d45. 00000100:00000010:0.0:1767384686.290043:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c77ad993. 00000100:00000010:0.0:1767384686.290047:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008646985b. 00000100:00000010:0.0:1767384686.290135:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3a54d11. 00000100:00000010:0.0:1767384686.290151:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004dd53fef. 00000100:00000010:0.0:1767384686.290248:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001edd364d. 00000100:00000010:0.0:1767384686.290250:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000026f298ff. 00000100:00000010:0.0:1767384686.290288:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000366af37d. 00000100:00000010:0.0:1767384686.290291:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000880e3fe6. 00000100:00000010:0.0:1767384686.290350:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004be8e342. 00000100:00000010:0.0:1767384686.290352:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f8ee51b4. 00000100:00000010:0.0:1767384686.290387:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cee8d81. 00000100:00000010:0.0:1767384686.290389:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000937ca9e0. 00000100:00000010:0.0:1767384686.290426:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003672e318. 00000100:00000010:0.0:1767384686.290427:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000add32b1f. 00000100:00000010:0.0:1767384686.290465:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c09a53a. 00000100:00000010:0.0:1767384686.290467:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000082c09785. 00000100:00000010:0.0:1767384686.290501:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006731025d. 00000100:00000010:0.0:1767384686.290502:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d832f3e3. 00000100:00000010:0.0:1767384686.290535:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d55d68b9. 00000100:00000010:0.0:1767384686.290536:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000090bb663f. 00000100:00000010:0.0:1767384686.290568:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059f26c47. 00000100:00000010:0.0:1767384686.290570:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c30b82ac. 00000100:00000010:0.0:1767384686.290602:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013bf5fc7. 00000100:00000010:0.0:1767384686.290604:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e5e1016. 00000100:00000010:0.0:1767384686.290641:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080107048. 00000100:00000010:0.0:1767384686.290642:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ad164581. 00000100:00000010:0.0:1767384686.290679:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcd9b487. 00000100:00000010:0.0:1767384686.290680:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f1677baa. 00000100:00000010:0.0:1767384686.290716:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046e71a5e. 00000100:00000010:0.0:1767384686.290752:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e12127f. 00000100:00000010:0.0:1767384686.290803:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a57a10d0. 00000100:00000010:0.0:1767384686.290804:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005004d312. 00000100:00000010:0.0:1767384686.290838:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067e981cc. 00000100:00000010:0.0:1767384686.290840:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dad2dcca. 00000100:00000010:0.0:1767384686.290872:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5378a48. 00000100:00000010:0.0:1767384686.290874:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008784cb80. 00000100:00000010:0.0:1767384686.290911:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075ad33f1. 00000100:00000010:0.0:1767384686.290913:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef734498. 00000100:00000010:0.0:1767384686.290953:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000906d054. 00000100:00000010:0.0:1767384686.290955:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000040c838bf. 00000100:00000010:0.0:1767384686.290998:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038f5ac01. 00000100:00000010:0.0:1767384686.291000:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000971faef3. 00000100:00000010:0.0:1767384686.291054:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005715ce4a. 00000100:00000010:0.0:1767384686.291057:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000018e654f. 00000100:00000010:0.0:1767384686.291098:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009faca46b. 00000100:00000010:0.0:1767384686.291100:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ff99a11c. 00000100:00000010:0.0:1767384686.291133:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000deab9a77. 00000100:00000010:0.0:1767384686.291135:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000601f951c. 00000100:00000010:0.0:1767384686.291181:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbdc94e1. 00000100:00000010:0.0:1767384686.291183:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d41c4bb0. 00000100:00000010:0.0:1767384686.291248:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052d41f96. 00000100:00000010:0.0:1767384686.291250:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003fa3968a. 00000100:00000010:0.0:1767384686.291301:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e671154. 00000100:00000010:0.0:1767384686.291304:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000483d219e. 00000100:00000010:0.0:1767384686.291349:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098be75ab. 00000100:00000010:0.0:1767384686.291351:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000969ef21c. 00000100:00000010:0.0:1767384686.291388:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e93efab. 00000100:00000010:2.0:1767384686.291448:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000060f1452e. 00000100:00000010:2.0:1767384686.291460:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000190bb95a. 00000100:00000001:2.0:1767384686.291469:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384686.291471:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.291472:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384686.291474:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384686.291475:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cf565b2b. 00000100:00000001:2.0:1767384686.291479:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384686.291481:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.291483:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.291485:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000205fc418. 00000100:00000001:2.0:1767384686.291488:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.291489:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.291491:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000864c3079. 00000100:00000001:2.0:1767384686.291494:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.291495:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.291497:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006f959d08. 00000100:00000001:2.0:1767384686.291500:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.291502:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.291503:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000625853a. 00000100:00000001:2.0:1767384686.291506:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384686.291696:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d491dc0e. 00000020:00000010:2.0:1767384686.291702:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a9da4d9c. 00000100:00000010:2.0:1767384686.291929:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000af5728dd. 00000100:00000010:2.0:1767384686.291938:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e5b98e48. 00000100:00000010:2.0:1767384686.291942:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000171620b4. 00000100:00000010:2.0:1767384686.291946:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000059fc2d0d. 00000100:00000001:2.0:1767384686.291949:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.291951:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384686.291953:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:2.0:1767384686.291956:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384686.291958:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384686.291960:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:2.0:1767384686.291962:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:2.0:1767384686.291964:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:2.0:1767384686.291983:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:1.0:1767384686.291990:0:17096:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c55f216a. 00000040:00000010:1.0:1767384686.291998:0:17096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004c2f895. 00000020:00000010:3.0:1767384686.292000:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec5ed477. 00000040:00000010:3.0:1767384686.292007:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004c373683. 00000020:00000010:1.0:1767384686.292009:0:17096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000027236d0. 00000020:00000010:3.0:1767384686.292011:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002459cec8. 00000020:00000010:3.0:1767384686.292018:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049c2666c. 00000020:00000010:1.0:1767384686.292019:0:17096:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000045606e0b. 00000020:00000010:3.0:1767384686.292023:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c86e22d4. 00000020:00000010:1.0:1767384686.292026:0:17096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004252ac2d. 80000000:00000010:3.0:1767384686.292029:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d57a768c. 80000000:00000010:1.0:1767384686.292032:0:17096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ebd2c580. 40000000:00000010:3.0:1767384686.292036:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d04c7693. 40000000:00000010:1.0:1767384686.292039:0:17096:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002e29017e. 00100000:00000010:3.0:1767384686.292042:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c6a83956. 00100000:00000010:1.0:1767384686.292044:0:17096:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c87a3d7. 00040000:00000010:3.0:1767384686.292049:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e85d835. 00040000:00000010:1.0:1767384686.292049:0:17096:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007112b680. 00040000:00000010:1.0:1767384686.292056:0:17096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c38c4d97. 00040000:00000010:3.0:1767384686.292057:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003144c88e. 00080000:00000010:1.0:1767384686.292061:0:17096:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a532a35f. 00080000:00000010:3.0:1767384686.292065:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a981e6ff. 00080000:00000010:1.0:1767384686.292073:0:17096:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000092dbac02. 00000004:00000010:1.0:1767384686.292079:0:17096:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b73d12c5. 00000020:00000010:1.0:1767384686.292081:0:17096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000453b6c51. 00000020:00000010:1.0:1767384686.292085:0:17096:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003b0dfbe1. 00000100:00000010:1.0:1767384686.292091:0:17096:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ceb8dd7e. 00000100:00100000:1.0:1767384686.292093:0:17096:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [0000000037288f8f:17096] 1 exiting: rc = 0 00080000:00000010:3.0:1767384686.292094:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ab95eb98. 00000004:00000010:3.0:1767384686.292103:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e7d74847. 00000020:00000010:3.0:1767384686.292106:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e18c2d8. 00000020:00000010:3.0:1767384686.292110:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000027b4be0e. 00000100:00000010:3.0:1767384686.292113:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007cda9168. 00000100:00100000:3.0:1767384686.292115:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000024b92b77:17095] 0 exiting: rc = 1 00000100:00000010:2.0:1767384686.292123:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000024b92b77. 00000100:00000010:2.0:1767384686.292130:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000037288f8f. 00000100:00000001:2.0:1767384686.292140:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384686.292142:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384686.292145:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:2.0:1767384686.292150:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292151:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292154:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008162897. 00000400:00000200:2.0:1767384686.292158:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098308067 00000400:00000010:2.0:1767384686.292160:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098308067. 00000100:00000001:2.0:1767384686.292164:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292165:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292171:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292173:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384686.292175:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292176:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292177:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292178:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379dce53. 00000400:00000200:2.0:1767384686.292180:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f3b926f 00000400:00000010:2.0:1767384686.292182:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f3b926f. 00000100:00000001:2.0:1767384686.292183:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292184:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292189:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292190:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384686.292191:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292193:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292194:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292195:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005932e332. 00000400:00000200:2.0:1767384686.292197:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001049a237 00000400:00000010:2.0:1767384686.292198:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001049a237. 00000100:00000001:2.0:1767384686.292200:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292201:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292204:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292206:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384686.292207:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292208:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292209:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292220:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000669c8544. 00000400:00000200:2.0:1767384686.292222:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a5cad73 00000400:00000010:2.0:1767384686.292224:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a5cad73. 00000100:00000001:2.0:1767384686.292225:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292226:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292230:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292232:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384686.292233:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292235:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292236:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292237:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3446529. 00000400:00000200:2.0:1767384686.292238:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b487e01 00000400:00000010:2.0:1767384686.292240:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b487e01. 00000100:00000001:2.0:1767384686.292241:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292242:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292246:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292247:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384686.292248:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292249:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292250:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292251:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e349eb. 00000400:00000200:2.0:1767384686.292253:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2772a3a 00000400:00000010:2.0:1767384686.292254:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2772a3a. 00000100:00000001:2.0:1767384686.292257:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292257:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292261:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292262:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384686.292264:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292265:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292266:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292268:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024364a59. 00000400:00000200:2.0:1767384686.292269:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000165b4dbb 00000400:00000010:2.0:1767384686.292271:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000165b4dbb. 00000100:00000001:2.0:1767384686.292273:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292273:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292277:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292278:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384686.292279:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292280:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292281:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292282:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a0bbae. 00000400:00000200:2.0:1767384686.292284:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f3fe481 00000400:00000010:2.0:1767384686.292285:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f3fe481. 00000100:00000001:2.0:1767384686.292287:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292288:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292292:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292293:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384686.292295:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292296:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292297:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292298:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039ffbf62. 00000400:00000200:2.0:1767384686.292299:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009057ca34 00000400:00000010:2.0:1767384686.292301:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009057ca34. 00000100:00000001:2.0:1767384686.292302:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292303:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292306:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292308:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384686.292309:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292310:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292311:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292312:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000602912ae. 00000400:00000200:2.0:1767384686.292313:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7f50d7 00000400:00000010:2.0:1767384686.292315:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7f50d7. 00000100:00000001:2.0:1767384686.292316:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292317:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292321:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292322:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384686.292323:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292325:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292326:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292327:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0999c30. 00000400:00000200:2.0:1767384686.292329:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001795280a 00000400:00000010:2.0:1767384686.292330:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001795280a. 00000100:00000001:2.0:1767384686.292332:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292333:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292337:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292338:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384686.292339:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292340:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292341:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292342:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7744545. 00000400:00000200:2.0:1767384686.292344:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c231ed3 00000400:00000010:2.0:1767384686.292345:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c231ed3. 00000100:00000001:2.0:1767384686.292346:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292347:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292351:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292352:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384686.292354:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292355:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292356:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292357:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f2d27d1. 00000400:00000200:2.0:1767384686.292358:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d82059a5 00000400:00000010:2.0:1767384686.292360:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d82059a5. 00000100:00000001:2.0:1767384686.292361:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292362:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292365:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292366:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384686.292368:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292369:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292370:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292371:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e41fd059. 00000400:00000200:2.0:1767384686.292373:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b49de757 00000400:00000010:2.0:1767384686.292374:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b49de757. 00000100:00000001:2.0:1767384686.292376:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292377:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292381:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292382:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384686.292383:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292416:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292418:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292419:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031b1c582. 00000400:00000200:2.0:1767384686.292421:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000269a8d09 00000400:00000010:2.0:1767384686.292422:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000269a8d09. 00000100:00000001:2.0:1767384686.292424:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292425:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292429:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292430:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384686.292431:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292433:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292434:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292435:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a1a4f11. 00000400:00000200:2.0:1767384686.292436:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ecf266 00000400:00000010:2.0:1767384686.292438:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ecf266. 00000100:00000001:2.0:1767384686.292440:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292441:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292444:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292445:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384686.292447:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292448:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292449:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292450:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d84fdef. 00000400:00000200:2.0:1767384686.292451:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b85e3d 00000400:00000010:2.0:1767384686.292453:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026b85e3d. 00000100:00000001:2.0:1767384686.292454:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292455:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292459:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292460:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384686.292461:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292463:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292464:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292465:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083b14bc0. 00000400:00000200:2.0:1767384686.292467:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820c1c21 00000400:00000010:2.0:1767384686.292468:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000820c1c21. 00000100:00000001:2.0:1767384686.292470:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292471:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292475:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292476:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384686.292477:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292479:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292480:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292481:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005250c512. 00000400:00000200:2.0:1767384686.292482:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c30e77 00000400:00000010:2.0:1767384686.292483:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c30e77. 00000100:00000001:2.0:1767384686.292485:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292486:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292489:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292490:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384686.292492:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292493:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292494:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292495:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d79fac. 00000400:00000200:2.0:1767384686.292496:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb0c45ab 00000400:00000010:2.0:1767384686.292497:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb0c45ab. 00000100:00000001:2.0:1767384686.292499:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292500:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292503:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292504:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384686.292505:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292507:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292508:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292509:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004809bb3a. 00000400:00000200:2.0:1767384686.292510:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d981a1 00000400:00000010:2.0:1767384686.292512:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d981a1. 00000100:00000001:2.0:1767384686.292514:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292515:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292518:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292519:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384686.292520:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292522:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292524:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292525:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e12ce640. 00000400:00000200:2.0:1767384686.292527:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b16af772 00000400:00000010:2.0:1767384686.292528:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b16af772. 00000100:00000001:2.0:1767384686.292530:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292531:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292534:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292535:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384686.292536:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292538:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292538:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292539:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085902659. 00000400:00000200:2.0:1767384686.292541:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486caf28 00000400:00000010:2.0:1767384686.292542:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486caf28. 00000100:00000001:2.0:1767384686.292544:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292545:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292548:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292549:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384686.292551:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292552:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292553:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292554:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000390cdfd4. 00000400:00000200:2.0:1767384686.292556:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7fbcad0 00000400:00000010:2.0:1767384686.292557:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7fbcad0. 00000100:00000001:2.0:1767384686.292558:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292559:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292562:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292564:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384686.292565:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292566:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292567:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292568:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000557e605b. 00000400:00000200:2.0:1767384686.292570:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:2.0:1767384686.292571:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000100:00000001:2.0:1767384686.292573:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292574:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292577:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292579:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384686.292581:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292583:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292585:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292586:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056a08339. 00000400:00000200:2.0:1767384686.292588:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384686.292589:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000100:00000001:2.0:1767384686.292590:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292591:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292595:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292597:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384686.292598:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292599:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292600:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292601:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a3f13c. 00000400:00000200:2.0:1767384686.292603:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021fcc3a1 00000400:00000010:2.0:1767384686.292604:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021fcc3a1. 00000100:00000001:2.0:1767384686.292605:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292606:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292610:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292611:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384686.292612:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292613:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292614:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292615:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a643274. 00000400:00000200:2.0:1767384686.292616:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5de2a3c 00000400:00000010:2.0:1767384686.292617:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5de2a3c. 00000100:00000001:2.0:1767384686.292619:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292620:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292624:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292625:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384686.292626:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292627:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292628:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292629:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f192b84. 00000400:00000200:2.0:1767384686.292630:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88fa4a2 00000400:00000010:2.0:1767384686.292631:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e88fa4a2. 00000100:00000001:2.0:1767384686.292633:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292634:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292639:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292641:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384686.292643:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292645:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292646:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292648:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075b52286. 00000400:00000200:2.0:1767384686.292649:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7e2d837 00000400:00000010:2.0:1767384686.292650:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7e2d837. 00000100:00000001:2.0:1767384686.292652:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292653:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292657:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292658:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384686.292659:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292660:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292662:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292663:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a8f4b2. 00000400:00000200:2.0:1767384686.292664:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea968e07 00000400:00000010:2.0:1767384686.292666:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea968e07. 00000100:00000001:2.0:1767384686.292667:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292668:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292672:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292673:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384686.292674:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292675:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292676:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292677:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3ed57a. 00000400:00000200:2.0:1767384686.292678:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069bad24d 00000400:00000010:2.0:1767384686.292680:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069bad24d. 00000100:00000001:2.0:1767384686.292681:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292682:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292686:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292687:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384686.292688:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292689:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292690:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292691:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000821e5f7e. 00000400:00000200:2.0:1767384686.292693:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013640ad3 00000400:00000010:2.0:1767384686.292694:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013640ad3. 00000100:00000001:2.0:1767384686.292696:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292697:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292700:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292702:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384686.292703:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292704:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292705:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292706:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e2e31d. 00000400:00000200:2.0:1767384686.292707:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d00b498 00000400:00000010:2.0:1767384686.292708:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d00b498. 00000100:00000001:2.0:1767384686.292710:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292711:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292714:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292716:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384686.292717:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292733:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292734:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292736:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008068c1f4. 00000400:00000200:2.0:1767384686.292739:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5c398a 00000400:00000010:2.0:1767384686.292741:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d5c398a. 00000100:00000001:2.0:1767384686.292745:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292746:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292752:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292755:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384686.292757:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292759:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292761:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292762:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005024ebd6. 00000400:00000200:2.0:1767384686.292765:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4097b5b 00000400:00000010:2.0:1767384686.292767:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4097b5b. 00000100:00000001:2.0:1767384686.292770:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292771:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292776:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292777:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384686.292779:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292781:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292783:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292784:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc03f13e. 00000400:00000200:2.0:1767384686.292786:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8ac7dfc 00000400:00000010:2.0:1767384686.292787:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8ac7dfc. 00000100:00000001:2.0:1767384686.292789:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292790:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292798:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292800:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384686.292801:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292803:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292804:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292806:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a5d1104. 00000400:00000200:2.0:1767384686.292808:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77ad9a 00000400:00000010:2.0:1767384686.292810:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c77ad9a. 00000100:00000001:2.0:1767384686.292812:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292814:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292818:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292820:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384686.292821:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292823:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292824:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292825:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7e531d2. 00000400:00000200:2.0:1767384686.292827:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000097a1c26 00000400:00000010:2.0:1767384686.292828:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000097a1c26. 00000100:00000001:2.0:1767384686.292829:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292830:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292833:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292835:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384686.292836:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292837:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292838:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292839:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be3dbba0. 00000400:00000200:2.0:1767384686.292840:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df134a 00000400:00000010:2.0:1767384686.292842:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df134a. 00000100:00000001:2.0:1767384686.292843:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292844:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292848:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292849:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384686.292851:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292852:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292853:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292854:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd2f162. 00000400:00000200:2.0:1767384686.292856:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c39e529 00000400:00000010:2.0:1767384686.292857:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c39e529. 00000100:00000001:2.0:1767384686.292859:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292859:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292863:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292864:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384686.292866:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292867:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292867:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292868:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cef100fe. 00000400:00000200:2.0:1767384686.292870:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58e6cfc 00000400:00000010:2.0:1767384686.292871:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58e6cfc. 00000100:00000001:2.0:1767384686.292872:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292874:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292877:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292879:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384686.292880:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292882:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292882:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292884:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec413987. 00000400:00000200:2.0:1767384686.292886:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059251fbf 00000400:00000010:2.0:1767384686.292887:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059251fbf. 00000100:00000001:2.0:1767384686.292889:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292890:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292893:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292894:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384686.292895:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292897:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292898:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292899:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008659b60f. 00000400:00000200:2.0:1767384686.292900:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6097a8 00000400:00000010:2.0:1767384686.292902:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6097a8. 00000100:00000001:2.0:1767384686.292903:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292904:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292908:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292909:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384686.292910:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292912:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292913:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292914:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a86168. 00000400:00000200:2.0:1767384686.292915:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de719ee2 00000400:00000010:2.0:1767384686.292917:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de719ee2. 00000100:00000001:2.0:1767384686.292919:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292920:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292923:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292924:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384686.292925:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292926:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292927:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292928:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b90b5c. 00000400:00000200:2.0:1767384686.292930:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaa9a99 00000400:00000010:2.0:1767384686.292931:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccaa9a99. 00000100:00000001:2.0:1767384686.292933:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292934:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292937:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292939:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384686.292940:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292941:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292942:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292943:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baefb663. 00000400:00000200:2.0:1767384686.292945:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575dfc41 00000400:00000010:2.0:1767384686.292946:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575dfc41. 00000100:00000001:2.0:1767384686.292948:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292948:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292952:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292953:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384686.292954:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292955:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292956:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292957:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000239c6ad. 00000400:00000200:2.0:1767384686.292958:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c44ea71 00000400:00000010:2.0:1767384686.292959:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c44ea71. 00000100:00000001:2.0:1767384686.292961:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292962:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292966:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292967:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384686.292968:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292970:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292970:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292971:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f34f8ce. 00000400:00000200:2.0:1767384686.292973:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091c2368e 00000400:00000010:2.0:1767384686.292974:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091c2368e. 00000100:00000001:2.0:1767384686.292976:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292976:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292980:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292981:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384686.292982:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292984:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.292984:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.292985:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d912cb23. 00000400:00000200:2.0:1767384686.292987:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000756f333d 00000400:00000010:2.0:1767384686.292988:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000756f333d. 00000100:00000001:2.0:1767384686.292990:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.292991:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.292994:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.292995:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384686.292997:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.292999:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293000:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293001:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0d433f8. 00000400:00000200:2.0:1767384686.293003:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c195121 00000400:00000010:2.0:1767384686.293004:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c195121. 00000100:00000001:2.0:1767384686.293005:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293006:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293009:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293010:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384686.293011:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293013:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293014:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293015:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d2d6797. 00000400:00000200:2.0:1767384686.293017:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003468bfad 00000400:00000010:2.0:1767384686.293018:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003468bfad. 00000100:00000001:2.0:1767384686.293020:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293021:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293024:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293026:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384686.293027:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293028:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293029:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293030:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9b76d46. 00000400:00000200:2.0:1767384686.293031:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405651ef 00000400:00000010:2.0:1767384686.293032:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000405651ef. 00000100:00000001:2.0:1767384686.293034:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293035:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293038:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293039:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384686.293041:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293041:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293042:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293043:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005062c33d. 00000400:00000200:2.0:1767384686.293045:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e3e33e4 00000400:00000010:2.0:1767384686.293046:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e3e33e4. 00000100:00000001:2.0:1767384686.293047:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293048:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293052:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293053:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384686.293054:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293056:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293056:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293058:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dba9fdf. 00000400:00000200:2.0:1767384686.293059:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d94fc4e0 00000400:00000010:2.0:1767384686.293060:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d94fc4e0. 00000100:00000001:2.0:1767384686.293062:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293063:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293067:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293068:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384686.293069:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293071:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293072:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293073:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b2def4. 00000400:00000200:2.0:1767384686.293075:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9f1e0dc 00000400:00000010:2.0:1767384686.293076:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9f1e0dc. 00000100:00000001:2.0:1767384686.293078:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293079:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293082:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293083:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384686.293084:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293086:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293087:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293088:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9b28e42. 00000400:00000200:2.0:1767384686.293089:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1389d10 00000400:00000010:2.0:1767384686.293090:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1389d10. 00000100:00000001:2.0:1767384686.293092:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293093:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293097:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293098:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384686.293099:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293100:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293101:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293102:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000238c4db5. 00000400:00000200:2.0:1767384686.293104:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb6df888 00000400:00000010:2.0:1767384686.293105:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb6df888. 00000100:00000001:2.0:1767384686.293107:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293108:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293111:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293112:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384686.293113:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293114:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293115:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293116:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026238ff9. 00000400:00000200:2.0:1767384686.293118:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076412599 00000400:00000010:2.0:1767384686.293119:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076412599. 00000100:00000001:2.0:1767384686.293121:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293121:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293126:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293127:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384686.293128:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293130:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293131:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293132:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043eb690f. 00000400:00000200:2.0:1767384686.293133:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e158d991 00000400:00000010:2.0:1767384686.293134:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e158d991. 00000100:00000001:2.0:1767384686.293136:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293137:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293140:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293141:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384686.293143:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293144:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293145:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293146:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebcddfa1. 00000400:00000200:2.0:1767384686.293147:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd4e0dc0 00000400:00000010:2.0:1767384686.293149:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd4e0dc0. 00000100:00000001:2.0:1767384686.293150:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293151:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293155:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293156:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384686.293158:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293159:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293160:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293161:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062ad49df. 00000400:00000200:2.0:1767384686.293163:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb71086d 00000400:00000010:2.0:1767384686.293164:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb71086d. 00000100:00000001:2.0:1767384686.293165:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293166:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293170:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293171:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384686.293172:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293173:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293174:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293175:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc0e243. 00000400:00000200:2.0:1767384686.293176:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d134bd75 00000400:00000010:2.0:1767384686.293177:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d134bd75. 00000100:00000001:2.0:1767384686.293179:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293180:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293184:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293185:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384686.293186:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293188:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293189:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293190:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5f38b95. 00000400:00000200:2.0:1767384686.293191:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ddc6d56 00000400:00000010:2.0:1767384686.293193:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ddc6d56. 00000100:00000001:2.0:1767384686.293194:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293195:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384686.293199:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293200:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384686.293201:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384686.293203:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293204:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293206:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293207:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293208:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293209:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293221:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293223:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293224:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293225:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293226:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293227:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293228:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293229:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293230:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293231:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293233:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293234:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293235:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293235:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293237:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293237:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293239:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293239:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293241:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293242:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293243:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293244:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293246:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293247:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293248:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293249:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293250:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293251:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293252:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293253:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293254:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293255:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293256:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293257:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293258:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293259:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293260:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293261:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293262:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293264:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293265:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293266:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293267:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293268:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293269:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293270:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293271:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293272:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293273:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293274:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293275:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293276:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293277:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293278:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293279:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293280:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293281:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293282:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293283:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293285:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293286:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293287:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293289:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293290:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293291:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293292:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293293:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293294:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293295:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293296:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293297:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293298:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293299:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293300:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293301:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293302:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293303:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293304:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293305:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293306:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293307:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293308:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293309:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293310:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293311:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293312:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293313:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293314:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293315:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293316:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293317:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293318:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293319:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293320:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293322:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293323:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293324:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293325:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293326:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293327:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293328:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293329:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293330:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293331:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293332:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293333:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293334:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293335:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293336:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293337:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293338:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293339:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293340:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293341:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293342:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293343:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293344:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293345:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293346:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293347:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.293348:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.293349:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384686.293351:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3199a5d. 00000100:00000010:2.0:1767384686.293355:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc835f95. 00000100:00000010:2.0:1767384686.293357:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d9ddfff. 00000100:00000010:2.0:1767384686.293359:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8c7d0eb. 00000100:00000010:2.0:1767384686.293360:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df5bdab4. 00000100:00000010:2.0:1767384686.293362:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097662a8a. 00000100:00000010:2.0:1767384686.293364:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac3ca377. 00000100:00000010:2.0:1767384686.293366:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000200749ed. 00000100:00000010:2.0:1767384686.293367:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c88b0579. 00000100:00000010:2.0:1767384686.293369:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fddcb2b0. 00000100:00000010:2.0:1767384686.293371:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef0fdab6. 00000100:00000010:2.0:1767384686.293373:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6f38ee0. 00000100:00000010:2.0:1767384686.293375:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000969ca46c. 00000100:00000010:2.0:1767384686.293378:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a8bffae. 00000100:00000010:2.0:1767384686.293380:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e8aba22. 00000100:00000010:2.0:1767384686.293382:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055eed0bf. 00000100:00000010:2.0:1767384686.293383:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a4dacd4. 00000100:00000010:2.0:1767384686.293385:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da292636. 00000100:00000010:2.0:1767384686.293387:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d57eede4. 00000100:00000010:2.0:1767384686.293388:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067d122f4. 00000100:00000010:2.0:1767384686.293390:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000973bfc53. 00000100:00000010:2.0:1767384686.293392:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a8dba56. 00000100:00000010:2.0:1767384686.293394:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ad520bc. 00000100:00000010:2.0:1767384686.293396:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fe9f5b2. 00000100:00000010:2.0:1767384686.293398:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9198e35. 00000100:00000010:2.0:1767384686.293400:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d56c267. 00000100:00000010:2.0:1767384686.293402:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e33267b. 00000100:00000010:2.0:1767384686.293403:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000881ab758. 00000100:00000010:2.0:1767384686.293405:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097f5cae7. 00000100:00000010:2.0:1767384686.293407:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065143e09. 00000100:00000010:2.0:1767384686.293409:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6411380. 00000100:00000010:2.0:1767384686.293411:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003614996e. 00000100:00000010:2.0:1767384686.293413:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ffac7e0. 00000100:00000010:2.0:1767384686.293414:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000115e6f46. 00000100:00000010:2.0:1767384686.293416:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035d57c1a. 00000100:00000010:2.0:1767384686.293418:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b933c042. 00000100:00000010:2.0:1767384686.293419:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5f7fd70. 00000100:00000010:2.0:1767384686.293421:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f27d43d0. 00000100:00000010:2.0:1767384686.293423:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f4d496f. 00000100:00000010:2.0:1767384686.293424:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022beb335. 00000100:00000010:2.0:1767384686.293426:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000afbd36e. 00000100:00000010:2.0:1767384686.293428:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020cfd556. 00000100:00000010:2.0:1767384686.293430:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ba2d19c. 00000100:00000010:2.0:1767384686.293432:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef07b9bf. 00000100:00000010:2.0:1767384686.293434:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023dc3eb6. 00000100:00000010:2.0:1767384686.293436:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012c11e8b. 00000100:00000010:2.0:1767384686.293438:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e31ffc8. 00000100:00000010:2.0:1767384686.293441:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bad468b. 00000100:00000010:2.0:1767384686.293442:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004748632. 00000100:00000010:2.0:1767384686.293444:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097c4872e. 00000100:00000010:2.0:1767384686.293446:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ca80978. 00000100:00000010:2.0:1767384686.293448:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1a56ddb. 00000100:00000010:2.0:1767384686.293450:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000076422c4a. 00000100:00000010:2.0:1767384686.293452:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fa72413. 00000100:00000010:2.0:1767384686.293454:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd1844cb. 00000100:00000010:2.0:1767384686.293456:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c6f5926. 00000100:00000010:2.0:1767384686.293458:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003af9fcfe. 00000100:00000010:2.0:1767384686.293460:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0a9d262. 00000100:00000010:2.0:1767384686.293462:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007679962a. 00000100:00000010:2.0:1767384686.293464:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ced99e58. 00000100:00000010:2.0:1767384686.293465:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034e1721e. 00000100:00000010:2.0:1767384686.293467:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009982643e. 00000100:00000010:2.0:1767384686.293469:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8a24027. 00000100:00000010:2.0:1767384686.293470:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000617a8cbe. 00000100:00000010:2.0:1767384686.293472:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4b47fe1. 00000100:00000010:2.0:1767384686.293474:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020f32b02. 00000100:00000010:2.0:1767384686.293476:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acc8e78f. 00000100:00000010:2.0:1767384686.293478:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cccf86e8. 00000100:00000010:2.0:1767384686.293480:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ded2e652. 00000100:00000010:2.0:1767384686.293481:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7e1b613. 00000100:00000010:2.0:1767384686.293483:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005dafd659. 00000100:00000010:2.0:1767384686.293485:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028809380. 00000100:00000010:2.0:1767384686.293487:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007036087c. 00000100:00000010:2.0:1767384686.293488:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b33a7ad5. 00000100:00000010:2.0:1767384686.293490:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c904272. 00000100:00000010:2.0:1767384686.293492:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b30fb1e. 00000100:00000010:2.0:1767384686.293494:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026f29406. 00000100:00000010:2.0:1767384686.293496:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045f6dd1f. 00000100:00000010:2.0:1767384686.293497:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000913bc93d. 00000100:00000010:2.0:1767384686.293499:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a93c6602. 00000100:00000010:2.0:1767384686.293501:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2fd6f0f. 00000100:00000010:2.0:1767384686.293503:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f6bd2d1. 00000100:00000010:2.0:1767384686.293505:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079d002b6. 00000100:00000010:2.0:1767384686.293506:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4a2be1d. 00000100:00000010:2.0:1767384686.293508:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014f7048e. 00000100:00000010:2.0:1767384686.293510:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b04e466. 00000100:00000010:2.0:1767384686.293512:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007095e42b. 00000100:00000010:2.0:1767384686.293514:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9d3c9b6. 00000100:00000010:2.0:1767384686.293516:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f07b00be. 00000100:00000010:2.0:1767384686.293518:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddac6e14. 00000100:00000010:2.0:1767384686.293520:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfb55763. 00000100:00000010:2.0:1767384686.293522:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c763507. 00000100:00000010:2.0:1767384686.293523:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb4eef26. 00000100:00000010:2.0:1767384686.293525:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009584748c. 00000100:00000010:2.0:1767384686.293527:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4bff264. 00000100:00000010:2.0:1767384686.293529:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cd31aa9. 00000100:00000010:2.0:1767384686.293531:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f9d2ddf0. 00000100:00000010:2.0:1767384686.293533:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d786f9b0. 00000100:00000010:2.0:1767384686.293534:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031422620. 00000100:00000010:2.0:1767384686.293536:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4b99626. 00000100:00000010:2.0:1767384686.293538:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005cc03f6. 00000100:00000010:2.0:1767384686.293539:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c379dcb. 00000100:00000010:2.0:1767384686.293541:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008603a879. 00000100:00000010:2.0:1767384686.293543:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081397288. 00000100:00000010:2.0:1767384686.293545:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006de7b071. 00000100:00000010:2.0:1767384686.293546:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3cef5d6. 00000100:00000010:2.0:1767384686.293548:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b422ecc5. 00000100:00000010:2.0:1767384686.293550:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4ba1fd9. 00000100:00000010:2.0:1767384686.293552:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000246bf4d0. 00000100:00000010:2.0:1767384686.293554:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfdc5b13. 00000100:00000010:2.0:1767384686.293555:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e9c4cf2. 00000100:00000010:2.0:1767384686.293557:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dbae329. 00000100:00000010:2.0:1767384686.293559:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000912cde5c. 00000100:00000010:2.0:1767384686.293561:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0bc8348. 00000100:00000010:2.0:1767384686.293563:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd99e182. 00000100:00000010:2.0:1767384686.293565:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d00810a7. 00000100:00000010:2.0:1767384686.293567:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b26f0c53. 00000100:00000010:2.0:1767384686.293568:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004646b947. 00000100:00000010:2.0:1767384686.293570:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009fbabddb. 00000100:00000010:2.0:1767384686.293572:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d0a6118. 00000100:00000010:2.0:1767384686.293573:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009b4506dd. 00000100:00000010:2.0:1767384686.293575:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000290a7ff1. 00000100:00000010:2.0:1767384686.293577:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000454a4c27. 00000100:00000010:2.0:1767384686.293579:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000834c438e. 00000100:00000010:2.0:1767384686.293580:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a27effa. 00000100:00000010:2.0:1767384686.293583:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c48c6ebb. 00000100:00000010:2.0:1767384686.293585:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8f36f8a. 00000100:00000010:2.0:1767384686.293587:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b61a762. 00000100:00000010:2.0:1767384686.293599:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000002de12754. 00000100:00000010:2.0:1767384686.293602:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000082eb2ec4. 00000100:00000001:2.0:1767384686.293605:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384686.293606:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.293608:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384686.293609:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384686.293610:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001b39d7ea. 00000100:00000001:2.0:1767384686.293612:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384686.293613:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.293615:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.293616:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000052bcfb19. 00000100:00000001:2.0:1767384686.293619:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.293620:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.293621:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac9b5199. 00000100:00000001:2.0:1767384686.293623:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.293624:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.293625:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004d3ae191. 00000100:00000001:2.0:1767384686.293626:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.293628:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.293628:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009be5fa8a. 00000100:00000001:2.0:1767384686.293630:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384686.293690:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ada3eae5. 00000020:00000010:2.0:1767384686.293693:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a8598692. 00000100:00000010:2.0:1767384686.293710:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d1e6cca5. 00000100:00000010:2.0:1767384686.293730:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000064ccdc39. 00000100:00000010:2.0:1767384686.293735:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000471d54b8. 00000100:00000010:2.0:1767384686.293738:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b4ca91b1. 00000100:00000001:2.0:1767384686.293741:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.293744:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384686.293746:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:2.0:1767384686.293749:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384686.293751:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384686.293752:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:2.0:1767384686.293755:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:2.0:1767384686.293757:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:2.0:1767384686.293770:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:0.0:1767384686.293781:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000471e3aa3. 00000020:00000010:3.0:1767384686.293784:0:17097:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000283bc14e. 00000040:00000010:0.0:1767384686.293788:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e0b1b80. 00000040:00000010:3.0:1767384686.293790:0:17097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000023b9023c. 00000020:00000010:3.0:1767384686.293795:0:17097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004166ef80. 00000020:00000010:0.0:1767384686.293795:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042215897. 00000020:00000010:3.0:1767384686.293799:0:17097:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dc3a7658. 00000020:00000010:0.0:1767384686.293802:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000098f4b145. 00000020:00000010:3.0:1767384686.293803:0:17097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000da7c1db. 00000020:00000010:0.0:1767384686.293810:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009490d3ef. 80000000:00000010:3.0:1767384686.293816:0:17097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004afc4ce4. 80000000:00000010:0.0:1767384686.293816:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000010cdfb49. 40000000:00000010:3.0:1767384686.293821:0:17097:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000423381e7. 40000000:00000010:0.0:1767384686.293823:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009b95ab31. 00100000:00000010:3.0:1767384686.293826:0:17097:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000028d942df. 00100000:00000010:0.0:1767384686.293829:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005e8a5b18. 00040000:00000010:3.0:1767384686.293830:0:17097:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d1c0167. 00040000:00000010:3.0:1767384686.293836:0:17097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000423e91ae. 00040000:00000010:0.0:1767384686.293836:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b45d31da. 00080000:00000010:3.0:1767384686.293842:0:17097:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005a9b0e2d. 00040000:00000010:0.0:1767384686.293843:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5bc0fd5. 00080000:00000010:3.0:1767384686.293845:0:17097:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000171c5e1a. 00000004:00000010:3.0:1767384686.293849:0:17097:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fcde4f9a. 00080000:00000010:0.0:1767384686.293850:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005bf1b3f5. 00002000:00000010:3.0:1767384686.293853:0:17097:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a35f7341. 00080000:00000010:0.0:1767384686.293856:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000629a07b4. 00000020:00000010:3.0:1767384686.293857:0:17097:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df97f3e4. 00000020:00000010:3.0:1767384686.293864:0:17097:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bb52428a. 00000004:00000010:0.0:1767384686.293864:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005d053188. 00000100:00000010:3.0:1767384686.293870:0:17097:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000021e29045. 00002000:00000010:0.0:1767384686.293871:0:17098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001097e97d. 00000100:00100000:3.0:1767384686.293873:0:17097:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [000000001cb2725f:17097] 0 exiting: rc = 1 00000020:00000010:0.0:1767384686.293877:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb0c124a. 00000020:00000010:0.0:1767384686.293883:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f71e7c24. 00000100:00000010:0.0:1767384686.293897:0:17098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002ffeb2be. 00000100:00100000:0.0:1767384686.293901:0:17098:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000300a3683:17098] 1 exiting: rc = 0 00000100:00000010:2.0:1767384686.293932:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001cb2725f. 00000100:00000010:2.0:1767384686.293938:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000300a3683. 00000100:00000001:2.0:1767384686.293941:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384686.293943:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384686.293945:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:2.0:1767384686.293948:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293949:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293951:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0255e42. 00000400:00000200:2.0:1767384686.293954:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cf8084 00000400:00000010:2.0:1767384686.293956:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cf8084. 00000100:00000001:2.0:1767384686.293958:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293959:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.293964:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293965:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384686.293966:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293968:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293969:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293970:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009daae4e1. 00000400:00000200:2.0:1767384686.293972:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b708c3c6 00000400:00000010:2.0:1767384686.293973:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b708c3c6. 00000100:00000001:2.0:1767384686.293975:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293976:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.293980:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293981:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384686.293982:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293984:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293985:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.293986:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7597b3b. 00000400:00000200:2.0:1767384686.293987:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007296c8a4 00000400:00000010:2.0:1767384686.293988:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007296c8a4. 00000100:00000001:2.0:1767384686.293990:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.293991:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.293994:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.293995:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384686.293997:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.293998:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.293999:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294000:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab7f7d9a. 00000400:00000200:2.0:1767384686.294002:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061dd1151 00000400:00000010:2.0:1767384686.294003:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061dd1151. 00000100:00000001:2.0:1767384686.294004:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294005:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294009:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294010:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384686.294011:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294012:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294013:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294014:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8d50ae6. 00000400:00000200:2.0:1767384686.294016:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000646d8f80 00000400:00000010:2.0:1767384686.294017:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000646d8f80. 00000100:00000001:2.0:1767384686.294019:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294020:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294023:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294024:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384686.294026:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294027:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294028:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294029:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f95ddfa9. 00000400:00000200:2.0:1767384686.294031:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000676ee5e7 00000400:00000010:2.0:1767384686.294033:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000676ee5e7. 00000100:00000001:2.0:1767384686.294034:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294035:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294039:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294040:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384686.294042:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294043:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294044:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294045:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003810d71e. 00000400:00000200:2.0:1767384686.294046:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abe4944c 00000400:00000010:2.0:1767384686.294047:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abe4944c. 00000100:00000001:2.0:1767384686.294049:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294049:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294053:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294054:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384686.294055:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294057:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294058:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294059:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002faae1e5. 00000400:00000200:2.0:1767384686.294060:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ff466a2 00000400:00000010:2.0:1767384686.294061:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ff466a2. 00000100:00000001:2.0:1767384686.294063:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294064:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294068:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294069:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384686.294070:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294072:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294073:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294074:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022447b02. 00000400:00000200:2.0:1767384686.294076:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a19bbb6 00000400:00000010:2.0:1767384686.294077:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a19bbb6. 00000100:00000001:2.0:1767384686.294078:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294079:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294083:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294084:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384686.294085:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294087:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294088:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294089:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6377bbf. 00000400:00000200:2.0:1767384686.294091:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044adb87 00000400:00000010:2.0:1767384686.294092:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044adb87. 00000100:00000001:2.0:1767384686.294094:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294095:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294098:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294100:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384686.294101:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294102:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294103:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294104:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f864cfa4. 00000400:00000200:2.0:1767384686.294106:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bdca6c3 00000400:00000010:2.0:1767384686.294107:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bdca6c3. 00000100:00000001:2.0:1767384686.294109:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294110:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294113:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294114:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384686.294116:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294117:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294118:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294118:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ab33889. 00000400:00000200:2.0:1767384686.294120:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b808c3c2 00000400:00000010:2.0:1767384686.294121:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b808c3c2. 00000100:00000001:2.0:1767384686.294123:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294124:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294128:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294129:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384686.294130:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294132:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294132:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294133:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000015ec579. 00000400:00000200:2.0:1767384686.294135:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dea0e62 00000400:00000010:2.0:1767384686.294136:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dea0e62. 00000100:00000001:2.0:1767384686.294137:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294138:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294142:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294143:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384686.294145:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294146:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294147:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294148:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee4ea3af. 00000400:00000200:2.0:1767384686.294150:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f0d810d 00000400:00000010:2.0:1767384686.294151:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f0d810d. 00000100:00000001:2.0:1767384686.294153:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294154:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294157:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294158:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384686.294160:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294161:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294162:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294163:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000239595e. 00000400:00000200:2.0:1767384686.294164:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000328ed992 00000400:00000010:2.0:1767384686.294166:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000328ed992. 00000100:00000001:2.0:1767384686.294167:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294168:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294172:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294173:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384686.294174:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294175:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294176:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294177:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e063ad19. 00000400:00000200:2.0:1767384686.294178:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013b9a93 00000400:00000010:2.0:1767384686.294180:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013b9a93. 00000100:00000001:2.0:1767384686.294181:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294183:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294186:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294187:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384686.294189:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294190:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294190:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294191:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e18b5802. 00000400:00000200:2.0:1767384686.294193:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a963baea 00000400:00000010:2.0:1767384686.294194:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a963baea. 00000100:00000001:2.0:1767384686.294195:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294196:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294200:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294202:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384686.294203:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294204:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294205:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294206:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7977b9. 00000400:00000200:2.0:1767384686.294208:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a77523a 00000400:00000010:2.0:1767384686.294209:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a77523a. 00000100:00000001:2.0:1767384686.294222:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294223:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294227:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294228:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384686.294229:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294231:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294232:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294233:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cc5bdbb. 00000400:00000200:2.0:1767384686.294235:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d29aacbb 00000400:00000010:2.0:1767384686.294236:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d29aacbb. 00000100:00000001:2.0:1767384686.294238:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294239:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294242:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294244:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384686.294245:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294246:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294247:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294248:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df3c89ae. 00000400:00000200:2.0:1767384686.294250:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c318bc26 00000400:00000010:2.0:1767384686.294251:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c318bc26. 00000100:00000001:2.0:1767384686.294253:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294253:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294257:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294258:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384686.294259:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294260:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294261:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294262:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c532cc09. 00000400:00000200:2.0:1767384686.294264:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcada46 00000400:00000010:2.0:1767384686.294265:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfcada46. 00000100:00000001:2.0:1767384686.294267:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294268:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294272:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294273:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384686.294275:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294276:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294277:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294278:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b6bd73. 00000400:00000200:2.0:1767384686.294280:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a6a146a 00000400:00000010:2.0:1767384686.294281:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a6a146a. 00000100:00000001:2.0:1767384686.294282:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294283:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294287:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294288:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384686.294290:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294291:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294292:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294293:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007c4c7aa. 00000400:00000200:2.0:1767384686.294295:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005edc2343 00000400:00000010:2.0:1767384686.294296:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005edc2343. 00000100:00000001:2.0:1767384686.294297:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294298:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294302:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294304:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384686.294305:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294306:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294307:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294308:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad5ea4dc. 00000400:00000200:2.0:1767384686.294310:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055a2d1e1 00000400:00000010:2.0:1767384686.294311:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055a2d1e1. 00000100:00000001:2.0:1767384686.294313:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294313:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294317:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294318:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384686.294319:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294320:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294321:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294322:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e205d05e. 00000400:00000200:2.0:1767384686.294324:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5dea35 00000400:00000010:2.0:1767384686.294325:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5dea35. 00000100:00000001:2.0:1767384686.294327:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294328:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294332:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294333:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384686.294334:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294335:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294336:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294337:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c3407c6. 00000400:00000200:2.0:1767384686.294338:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab63ecc 00000400:00000010:2.0:1767384686.294340:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab63ecc. 00000100:00000001:2.0:1767384686.294342:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294343:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294346:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294347:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384686.294348:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294349:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294350:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294351:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000431a4133. 00000400:00000200:2.0:1767384686.294353:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca6dfab 00000400:00000010:2.0:1767384686.294354:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca6dfab. 00000100:00000001:2.0:1767384686.294356:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294357:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294361:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294362:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384686.294363:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294364:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294365:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294366:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cecec56. 00000400:00000200:2.0:1767384686.294368:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bab94526 00000400:00000010:2.0:1767384686.294369:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bab94526. 00000100:00000001:2.0:1767384686.294371:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294372:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294375:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294376:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384686.294378:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294379:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294380:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294381:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf317e0b. 00000400:00000200:2.0:1767384686.294383:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051260bdb 00000400:00000010:2.0:1767384686.294384:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051260bdb. 00000100:00000001:2.0:1767384686.294386:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294387:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294391:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294392:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384686.294393:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294394:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294395:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294396:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000682220b6. 00000400:00000200:2.0:1767384686.294398:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f7534e9 00000400:00000010:2.0:1767384686.294399:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f7534e9. 00000100:00000001:2.0:1767384686.294400:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294401:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294404:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294406:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384686.294407:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294408:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294409:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294410:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d09060be. 00000400:00000200:2.0:1767384686.294412:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0cf034f 00000400:00000010:2.0:1767384686.294413:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0cf034f. 00000100:00000001:2.0:1767384686.294415:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294416:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294419:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294420:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384686.294421:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294422:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294423:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294424:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a96de74c. 00000400:00000200:2.0:1767384686.294426:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069efa792 00000400:00000010:2.0:1767384686.294427:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069efa792. 00000100:00000001:2.0:1767384686.294429:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294430:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294433:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294435:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384686.294436:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294438:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294439:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294440:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f765ccb. 00000400:00000200:2.0:1767384686.294441:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008efd3223 00000400:00000010:2.0:1767384686.294442:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008efd3223. 00000100:00000001:2.0:1767384686.294444:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294445:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294448:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294449:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384686.294451:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294452:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294453:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294454:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a03456dc. 00000400:00000200:2.0:1767384686.294455:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f0b051 00000400:00000010:2.0:1767384686.294456:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066f0b051. 00000100:00000001:2.0:1767384686.294458:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294459:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294462:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294464:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384686.294465:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294466:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294467:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294468:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8548760. 00000400:00000200:2.0:1767384686.294469:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60c8c57 00000400:00000010:2.0:1767384686.294471:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c60c8c57. 00000100:00000001:2.0:1767384686.294472:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294473:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294477:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294478:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384686.294480:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294481:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294482:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294483:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096caed59. 00000400:00000200:2.0:1767384686.294484:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b46c4512 00000400:00000010:2.0:1767384686.294486:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b46c4512. 00000100:00000001:2.0:1767384686.294487:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294488:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294493:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294494:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384686.294495:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294496:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294498:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294499:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d7d256. 00000400:00000200:2.0:1767384686.294500:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017029383 00000400:00000010:2.0:1767384686.294501:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017029383. 00000100:00000001:2.0:1767384686.294503:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294504:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294507:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294508:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384686.294510:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294511:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294512:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294513:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad7c446. 00000400:00000200:2.0:1767384686.294514:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffd0223a 00000400:00000010:2.0:1767384686.294515:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffd0223a. 00000100:00000001:2.0:1767384686.294517:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294518:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294521:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294523:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384686.294524:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294525:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294526:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294527:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc370ac. 00000400:00000200:2.0:1767384686.294528:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cd09733 00000400:00000010:2.0:1767384686.294530:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cd09733. 00000100:00000001:2.0:1767384686.294531:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294532:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294535:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294537:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384686.294538:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294539:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294540:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294541:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038ae7a4f. 00000400:00000200:2.0:1767384686.294543:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000205683e8 00000400:00000010:2.0:1767384686.294544:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000205683e8. 00000100:00000001:2.0:1767384686.294546:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294547:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294551:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294552:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384686.294554:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294555:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294556:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294557:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636843b8. 00000400:00000200:2.0:1767384686.294558:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d2d8763 00000400:00000010:2.0:1767384686.294559:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d2d8763. 00000100:00000001:2.0:1767384686.294561:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294562:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294566:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294567:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384686.294568:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294569:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294570:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294571:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006effd03a. 00000400:00000200:2.0:1767384686.294573:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008362bd07 00000400:00000010:2.0:1767384686.294574:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008362bd07. 00000100:00000001:2.0:1767384686.294576:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294577:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294580:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294581:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384686.294583:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294584:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294585:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294586:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ae149e. 00000400:00000200:2.0:1767384686.294587:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011c88e93 00000400:00000010:2.0:1767384686.294588:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011c88e93. 00000100:00000001:2.0:1767384686.294590:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294590:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294594:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294595:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384686.294596:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294598:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294599:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294600:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b5bf312. 00000400:00000200:2.0:1767384686.294602:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dab3b3f 00000400:00000010:2.0:1767384686.294603:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dab3b3f. 00000100:00000001:2.0:1767384686.294604:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294605:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294609:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294610:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384686.294611:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294613:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294613:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294614:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fcc05b5. 00000400:00000200:2.0:1767384686.294616:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000512073b 00000400:00000010:2.0:1767384686.294617:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000512073b. 00000100:00000001:2.0:1767384686.294619:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294620:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294623:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294624:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384686.294626:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294627:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294628:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294628:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b3c9cde. 00000400:00000200:2.0:1767384686.294630:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e995197 00000400:00000010:2.0:1767384686.294631:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e995197. 00000100:00000001:2.0:1767384686.294633:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294634:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294637:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294639:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384686.294640:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294641:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294642:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294643:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f675a6. 00000400:00000200:2.0:1767384686.294645:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db373653 00000400:00000010:2.0:1767384686.294646:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db373653. 00000100:00000001:2.0:1767384686.294648:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294648:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294652:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294653:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384686.294655:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294656:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294657:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294658:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007897e525. 00000400:00000200:2.0:1767384686.294660:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e853d96 00000400:00000010:2.0:1767384686.294661:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e853d96. 00000100:00000001:2.0:1767384686.294663:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294664:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294668:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294669:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384686.294670:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294671:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294672:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294673:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007314f06b. 00000400:00000200:2.0:1767384686.294674:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56eba76 00000400:00000010:2.0:1767384686.294675:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56eba76. 00000100:00000001:2.0:1767384686.294677:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294678:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294682:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294683:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384686.294684:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294685:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294686:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294687:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd0a6d4d. 00000400:00000200:2.0:1767384686.294688:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007628df8b 00000400:00000010:2.0:1767384686.294689:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007628df8b. 00000100:00000001:2.0:1767384686.294691:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294692:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294696:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294697:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384686.294698:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294699:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294700:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294701:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d365414f. 00000400:00000200:2.0:1767384686.294702:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636645a3 00000400:00000010:2.0:1767384686.294703:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000636645a3. 00000100:00000001:2.0:1767384686.294705:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294706:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294710:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294711:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384686.294713:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294714:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294715:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294716:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ef9f1d. 00000400:00000200:2.0:1767384686.294751:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034debac2 00000400:00000010:2.0:1767384686.294754:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034debac2. 00000100:00000001:2.0:1767384686.294756:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294758:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294765:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294767:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384686.294769:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294771:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294773:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294774:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003725370a. 00000400:00000200:2.0:1767384686.294778:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d6b42c 00000400:00000010:2.0:1767384686.294780:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d6b42c. 00000100:00000001:2.0:1767384686.294783:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294785:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294792:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294794:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384686.294796:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294799:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294800:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294801:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002487bbbc. 00000400:00000200:2.0:1767384686.294804:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e013c4e2 00000400:00000010:2.0:1767384686.294806:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e013c4e2. 00000100:00000001:2.0:1767384686.294809:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294811:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294815:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294817:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384686.294819:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294820:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294822:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294823:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000243763bd. 00000400:00000200:2.0:1767384686.294826:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017143a47 00000400:00000010:2.0:1767384686.294827:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017143a47. 00000100:00000001:2.0:1767384686.294831:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294832:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294837:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294839:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384686.294842:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294844:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294845:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294846:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009f267a3. 00000400:00000200:2.0:1767384686.294848:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df98ea41 00000400:00000010:2.0:1767384686.294850:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df98ea41. 00000100:00000001:2.0:1767384686.294853:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294854:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294859:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294860:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384686.294862:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294863:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294864:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294865:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000169b0003. 00000400:00000200:2.0:1767384686.294868:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063547df9 00000400:00000010:2.0:1767384686.294869:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063547df9. 00000100:00000001:2.0:1767384686.294872:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294873:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294879:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294881:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384686.294883:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294884:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294886:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294887:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e1e97f. 00000400:00000200:2.0:1767384686.294890:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2e124df 00000400:00000010:2.0:1767384686.294891:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2e124df. 00000100:00000001:2.0:1767384686.294894:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294895:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294900:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294902:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384686.294904:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294905:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294907:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294908:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006893def8. 00000400:00000200:2.0:1767384686.294911:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002340c11 00000400:00000010:2.0:1767384686.294913:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002340c11. 00000100:00000001:2.0:1767384686.294914:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294915:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294919:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294920:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384686.294921:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294923:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294924:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294925:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004162ba39. 00000400:00000200:2.0:1767384686.294927:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc029b5 00000400:00000010:2.0:1767384686.294928:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc029b5. 00000100:00000001:2.0:1767384686.294930:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294930:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294934:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294935:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384686.294936:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294937:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294938:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294939:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3871d1a. 00000400:00000200:2.0:1767384686.294940:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054754b40 00000400:00000010:2.0:1767384686.294942:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054754b40. 00000100:00000001:2.0:1767384686.294943:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294945:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294948:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294950:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384686.294951:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294952:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294953:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294954:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009587c818. 00000400:00000200:2.0:1767384686.294956:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a55ba47 00000400:00000010:2.0:1767384686.294957:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a55ba47. 00000100:00000001:2.0:1767384686.294958:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294959:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294963:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294964:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384686.294965:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294966:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294967:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294969:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cbde630. 00000400:00000200:2.0:1767384686.294970:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000384a872a 00000400:00000010:2.0:1767384686.294972:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000384a872a. 00000100:00000001:2.0:1767384686.294974:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294975:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294978:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294979:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384686.294980:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.294981:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.294982:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.294983:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3a8a6e1. 00000400:00000200:2.0:1767384686.294985:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecda1564 00000400:00000010:2.0:1767384686.294986:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecda1564. 00000100:00000001:2.0:1767384686.294988:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.294989:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384686.294992:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.294993:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384686.294994:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384686.294996:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.294997:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.294999:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295000:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295001:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295002:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295003:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295005:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295006:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295007:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295008:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295009:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295010:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295011:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295013:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295013:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295015:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295015:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295017:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295018:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295019:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295020:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295021:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295022:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295023:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295024:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295025:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295026:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295027:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295028:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295029:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295030:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295031:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295032:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295033:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295034:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295035:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295036:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295037:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295038:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295039:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295040:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295041:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295042:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295044:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295044:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295046:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295047:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295048:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295049:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295050:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295051:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295052:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295053:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295054:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295056:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295057:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295058:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295059:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295060:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295061:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295062:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295064:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295065:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295066:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295067:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295068:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295069:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295070:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295071:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295072:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295073:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295074:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295075:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295076:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295077:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295078:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295079:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295080:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295081:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295082:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295083:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295085:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295085:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295087:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295088:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295089:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295090:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295091:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295092:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295093:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295094:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295095:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295096:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295097:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295098:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295099:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295100:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295101:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295102:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295103:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295104:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295105:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295106:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295107:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295108:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295109:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295110:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295112:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295112:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295114:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295115:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295116:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295117:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295118:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295119:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295120:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295121:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295122:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295123:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295124:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295125:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295126:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295127:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295128:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295129:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.295130:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.295131:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384686.295133:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce1fb01f. 00000100:00000010:2.0:1767384686.295136:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008860d848. 00000100:00000010:2.0:1767384686.295138:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043ca75eb. 00000100:00000010:2.0:1767384686.295140:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fda2519. 00000100:00000010:2.0:1767384686.295142:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051484e7d. 00000100:00000010:2.0:1767384686.295144:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014ad48fa. 00000100:00000010:2.0:1767384686.295145:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d11e1ea8. 00000100:00000010:2.0:1767384686.295148:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4c7056c. 00000100:00000010:2.0:1767384686.295149:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005955a21d. 00000100:00000010:2.0:1767384686.295151:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013dfb49e. 00000100:00000010:2.0:1767384686.295153:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008dbc40da. 00000100:00000010:2.0:1767384686.295155:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dde47f2c. 00000100:00000010:2.0:1767384686.295157:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023e4180c. 00000100:00000010:2.0:1767384686.295159:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007805a228. 00000100:00000010:2.0:1767384686.295160:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb072012. 00000100:00000010:2.0:1767384686.295162:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032fa8ebd. 00000100:00000010:2.0:1767384686.295164:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c34aee35. 00000100:00000010:2.0:1767384686.295166:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d33a1df6. 00000100:00000010:2.0:1767384686.295167:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a702026. 00000100:00000010:2.0:1767384686.295169:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000915a6f77. 00000100:00000010:2.0:1767384686.295171:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056d661e4. 00000100:00000010:2.0:1767384686.295173:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa6afba5. 00000100:00000010:2.0:1767384686.295175:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f51d8361. 00000100:00000010:2.0:1767384686.295177:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d085262a. 00000100:00000010:2.0:1767384686.295178:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e71197b. 00000100:00000010:2.0:1767384686.295180:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027e60877. 00000100:00000010:2.0:1767384686.295182:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbafbfe9. 00000100:00000010:2.0:1767384686.295183:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb3a5860. 00000100:00000010:2.0:1767384686.295185:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002826d9b1. 00000100:00000010:2.0:1767384686.295187:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019587524. 00000100:00000010:2.0:1767384686.295189:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000548a7f22. 00000100:00000010:2.0:1767384686.295190:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000c62cd5. 00000100:00000010:2.0:1767384686.295192:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0aa1ae6. 00000100:00000010:2.0:1767384686.295194:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bac963af. 00000100:00000010:2.0:1767384686.295196:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7dac866. 00000100:00000010:2.0:1767384686.295198:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061fa75a9. 00000100:00000010:2.0:1767384686.295200:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b2feb69. 00000100:00000010:2.0:1767384686.295202:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000daf58857. 00000100:00000010:2.0:1767384686.295203:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000459765a4. 00000100:00000010:2.0:1767384686.295205:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ede6c7e8. 00000100:00000010:2.0:1767384686.295207:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090941487. 00000100:00000010:2.0:1767384686.295209:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053c6759f. 00000100:00000010:2.0:1767384686.295225:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb601142. 00000100:00000010:2.0:1767384686.295227:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0408250. 00000100:00000010:2.0:1767384686.295229:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1c0d749. 00000100:00000010:2.0:1767384686.295231:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000085b2c56. 00000100:00000010:2.0:1767384686.295232:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062f0c648. 00000100:00000010:2.0:1767384686.295234:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3f9b21f. 00000100:00000010:2.0:1767384686.295237:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8070239. 00000100:00000010:2.0:1767384686.295239:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f710664. 00000100:00000010:2.0:1767384686.295241:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000838a7f1e. 00000100:00000010:2.0:1767384686.295243:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014659436. 00000100:00000010:2.0:1767384686.295245:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d5bdadc8. 00000100:00000010:2.0:1767384686.295247:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6a3021c. 00000100:00000010:2.0:1767384686.295249:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009bdd16ce. 00000100:00000010:2.0:1767384686.295252:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0abfbb3. 00000100:00000010:2.0:1767384686.295253:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef0f6ec1. 00000100:00000010:2.0:1767384686.295256:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f80cbcc3. 00000100:00000010:2.0:1767384686.295257:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001de2f10d. 00000100:00000010:2.0:1767384686.295259:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d788321f. 00000100:00000010:2.0:1767384686.295261:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001f2e534. 00000100:00000010:2.0:1767384686.295263:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025bd7d75. 00000100:00000010:2.0:1767384686.295264:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088784446. 00000100:00000010:2.0:1767384686.295266:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028aa30c5. 00000100:00000010:2.0:1767384686.295267:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000004f719. 00000100:00000010:2.0:1767384686.295270:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffafb95e. 00000100:00000010:2.0:1767384686.295271:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fd0e3ce. 00000100:00000010:2.0:1767384686.295274:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fe23765. 00000100:00000010:2.0:1767384686.295275:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ea311da. 00000100:00000010:2.0:1767384686.295277:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b76f95b4. 00000100:00000010:2.0:1767384686.295279:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b6cc4764. 00000100:00000010:2.0:1767384686.295281:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bfe37d2f. 00000100:00000010:2.0:1767384686.295283:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000926d73ff. 00000100:00000010:2.0:1767384686.295285:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009872fdc4. 00000100:00000010:2.0:1767384686.295287:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000051f42d1. 00000100:00000010:2.0:1767384686.295289:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ffc48f8. 00000100:00000010:2.0:1767384686.295291:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002eef466a. 00000100:00000010:2.0:1767384686.295293:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da623d5e. 00000100:00000010:2.0:1767384686.295294:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3fa8558. 00000100:00000010:2.0:1767384686.295297:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003232b4cd. 00000100:00000010:2.0:1767384686.295312:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3a52463. 00000100:00000010:2.0:1767384686.295314:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf3bb512. 00000100:00000010:2.0:1767384686.295316:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009b00ca9. 00000100:00000010:2.0:1767384686.295318:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005de60ac9. 00000100:00000010:2.0:1767384686.295320:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000812570af. 00000100:00000010:2.0:1767384686.295322:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020497242. 00000100:00000010:2.0:1767384686.295324:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000190564f8. 00000100:00000010:2.0:1767384686.295325:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025142fde. 00000100:00000010:2.0:1767384686.295328:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c04eb2e. 00000100:00000010:2.0:1767384686.295330:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090a5da38. 00000100:00000010:2.0:1767384686.295331:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009684ea2. 00000100:00000010:2.0:1767384686.295333:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b13221c. 00000100:00000010:2.0:1767384686.295335:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049630c5d. 00000100:00000010:2.0:1767384686.295337:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8d0defc. 00000100:00000010:2.0:1767384686.295339:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d526d912. 00000100:00000010:2.0:1767384686.295341:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecfff325. 00000100:00000010:2.0:1767384686.295342:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ded277a4. 00000100:00000010:2.0:1767384686.295345:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7a24b06. 00000100:00000010:2.0:1767384686.295346:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000099ef457e. 00000100:00000010:2.0:1767384686.295348:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ba1e520. 00000100:00000010:2.0:1767384686.295350:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d4dbaca. 00000100:00000010:2.0:1767384686.295352:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7fb8ed2. 00000100:00000010:2.0:1767384686.295354:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9a831e4. 00000100:00000010:2.0:1767384686.295356:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b108968. 00000100:00000010:2.0:1767384686.295357:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000282cdc8c. 00000100:00000010:2.0:1767384686.295359:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053d2140b. 00000100:00000010:2.0:1767384686.295361:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8aacbe6. 00000100:00000010:2.0:1767384686.295362:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc586900. 00000100:00000010:2.0:1767384686.295364:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a13d3db. 00000100:00000010:2.0:1767384686.295366:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000270e1f55. 00000100:00000010:2.0:1767384686.295368:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a963b493. 00000100:00000010:2.0:1767384686.295370:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007449a481. 00000100:00000010:2.0:1767384686.295373:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000939f7c16. 00000100:00000010:2.0:1767384686.295375:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073c79a30. 00000100:00000010:2.0:1767384686.295376:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006fc30b80. 00000100:00000010:2.0:1767384686.295378:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf494474. 00000100:00000010:2.0:1767384686.295380:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d6860b3. 00000100:00000010:2.0:1767384686.295382:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7ccdd37. 00000100:00000010:2.0:1767384686.295383:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dcb903b7. 00000100:00000010:2.0:1767384686.295386:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f83d136. 00000100:00000010:2.0:1767384686.295387:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ccc1af7. 00000100:00000010:2.0:1767384686.295390:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2a092fa. 00000100:00000010:2.0:1767384686.295391:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c412b3e9. 00000100:00000010:2.0:1767384686.295393:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f72b76. 00000100:00000010:2.0:1767384686.295394:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aef20689. 00000100:00000010:2.0:1767384686.295396:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072590a15. 00000100:00000010:2.0:1767384686.295398:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000087fe6ed4. 00000100:00000010:2.0:1767384686.295400:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c0a97b0. 00000100:00000010:2.0:1767384686.295402:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000047fb532d. 00000100:00000010:2.0:1767384686.295405:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000fd74fa56. 00000100:00000001:2.0:1767384686.295408:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384686.295410:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.295411:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384686.295412:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384686.295413:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000008b11ed2a. 00000100:00000001:2.0:1767384686.295415:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384686.295416:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.295418:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.295419:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e734f48a. 00000100:00000001:2.0:1767384686.295421:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.295422:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.295423:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008c0f4138. 00000100:00000001:2.0:1767384686.295425:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.295426:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.295427:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000138e85a1. 00000100:00000001:2.0:1767384686.295429:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.295430:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.295431:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000962a7d36. 00000100:00000001:2.0:1767384686.295433:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384686.295490:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000016920d21. 00000020:00000010:2.0:1767384686.295493:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000066bde261. 00000100:00000010:2.0:1767384686.295509:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ffc946f0. 00000100:00000010:2.0:1767384686.295516:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003c80d90a. 00000100:00000010:2.0:1767384686.295519:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000eda1dc76. 00000100:00000010:2.0:1767384686.295524:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000037fb7053. 00000100:00000001:2.0:1767384686.295526:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.295528:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384686.295529:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:2.0:1767384686.295531:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384686.295532:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384686.295533:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:2.0:1767384686.295535:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:2.0:1767384686.295536:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:2.0:1767384686.295556:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:0.0:1767384686.295572:0:17100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000404690d9. 00000040:00000010:0.0:1767384686.295577:0:17100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c38e011. 00000020:00000010:0.0:1767384686.295580:0:17100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099ad74d6. 00000020:00000010:0.0:1767384686.295584:0:17100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384686.295587:0:17100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004bc84467. 80000000:00000010:0.0:1767384686.295589:0:17100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eb822177. 40000000:00000010:0.0:1767384686.295600:0:17100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000419e4759. 00100000:00000010:0.0:1767384686.295604:0:17100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000018c32525. 00040000:00000010:0.0:1767384686.295607:0:17100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002baac8b6. 00040000:00000010:0.0:1767384686.295609:0:17100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d458040b. 00080000:00000010:0.0:1767384686.295612:0:17100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003d44d125. 00080000:00000010:0.0:1767384686.295615:0:17100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c9d1fdb6. 00000004:00000010:0.0:1767384686.295617:0:17100:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000169dd6cd. 00002000:00000010:0.0:1767384686.295620:0:17100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004affdd23. 00000020:00000010:0.0:1767384686.295622:0:17100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002926840a. 00000020:00000010:0.0:1767384686.295625:0:17100:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b648f640. 00000100:00000010:0.0:1767384686.295628:0:17100:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007cfe9b47. 00000100:00100000:0.0:1767384686.295630:0:17100:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000a39d349c:17100] 1 exiting: rc = 0 00000020:00000010:3.0:1767384686.295645:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ccd6cf9. 00000040:00000010:3.0:1767384686.295651:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad2ddcfb. 00000020:00000010:3.0:1767384686.295655:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036d868cf. 00000020:00000010:3.0:1767384686.295658:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c16180bb. 00000100:00000040:2.0:1767384686.295660:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #0 00000020:00000010:3.0:1767384686.295663:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067f8050b. 80000000:00000010:3.0:1767384686.295668:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aea497b0. 40000000:00000010:3.0:1767384686.295672:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000e5fd0a5. 00100000:00000010:3.0:1767384686.295677:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de7b05e1. 00040000:00000010:3.0:1767384686.295680:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cc260618. 00040000:00000010:3.0:1767384686.295682:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009acb8ab2. 00080000:00000010:3.0:1767384686.295693:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f9881963. 00080000:00000010:3.0:1767384686.295695:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000904a0f52. 00000004:00000010:3.0:1767384686.295698:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000961c52a. 00002000:00000010:3.0:1767384686.295700:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000ff52958. 00000020:00000010:3.0:1767384686.295702:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dc151cf. 00000020:00000010:3.0:1767384686.295706:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d6a35627. 00000100:00000010:3.0:1767384686.295709:0:17099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000033be0d9a. 00000100:00100000:3.0:1767384686.295711:0:17099:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000086c1570:17099] 0 exiting: rc = 1 00000100:00000010:2.0:1767384686.295765:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000086c1570. 00000100:00000010:2.0:1767384686.295772:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a39d349c. 00000100:00000001:2.0:1767384686.295776:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384686.295778:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384686.295781:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:2.0:1767384686.295784:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295786:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295787:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9915cdd. 00000400:00000200:2.0:1767384686.295790:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002503cffe 00000400:00000010:2.0:1767384686.295791:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002503cffe. 00000100:00000001:2.0:1767384686.295794:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295795:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295799:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295801:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384686.295803:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295804:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295805:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295807:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb15adb4. 00000400:00000200:2.0:1767384686.295808:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea18e7b6 00000400:00000010:2.0:1767384686.295810:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea18e7b6. 00000100:00000001:2.0:1767384686.295811:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295812:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295816:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295817:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384686.295818:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295819:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295820:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295822:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009276fd17. 00000400:00000200:2.0:1767384686.295823:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed6b7dc8 00000400:00000010:2.0:1767384686.295825:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed6b7dc8. 00000100:00000001:2.0:1767384686.295826:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295827:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295831:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295832:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384686.295833:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295835:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295835:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295836:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bc3aa47. 00000400:00000200:2.0:1767384686.295838:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e120a51 00000400:00000010:2.0:1767384686.295839:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e120a51. 00000100:00000001:2.0:1767384686.295841:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295842:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295845:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295847:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384686.295848:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295849:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295850:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295852:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9490e4d. 00000400:00000200:2.0:1767384686.295853:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7e0128 00000400:00000010:2.0:1767384686.295855:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7e0128. 00000100:00000001:2.0:1767384686.295856:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295857:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295861:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295862:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384686.295863:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295864:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295865:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295866:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f42014fd. 00000400:00000200:2.0:1767384686.295868:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084fe3d3c 00000400:00000010:2.0:1767384686.295869:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084fe3d3c. 00000100:00000001:2.0:1767384686.295871:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295871:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295875:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295877:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384686.295878:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295880:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295881:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295882:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003492c67d. 00000400:00000200:2.0:1767384686.295884:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d334bf9 00000400:00000010:2.0:1767384686.295885:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d334bf9. 00000100:00000001:2.0:1767384686.295887:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295888:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295892:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295893:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384686.295894:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295895:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295896:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295897:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a19fc8. 00000400:00000200:2.0:1767384686.295899:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1addf92 00000400:00000010:2.0:1767384686.295900:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1addf92. 00000100:00000001:2.0:1767384686.295902:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295903:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295906:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295907:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384686.295908:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295909:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295910:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295911:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f698b71. 00000400:00000200:2.0:1767384686.295912:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e10a5a81 00000400:00000010:2.0:1767384686.295914:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e10a5a81. 00000100:00000001:2.0:1767384686.295916:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295917:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295920:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295921:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384686.295923:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295924:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295925:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295926:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007da75e42. 00000400:00000200:2.0:1767384686.295928:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007204575c 00000400:00000010:2.0:1767384686.295929:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007204575c. 00000100:00000001:2.0:1767384686.295931:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295932:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295935:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295936:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384686.295937:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295938:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295939:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295940:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006243ce0c. 00000400:00000200:2.0:1767384686.295942:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c636c467 00000400:00000010:2.0:1767384686.295943:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c636c467. 00000100:00000001:2.0:1767384686.295944:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295945:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295949:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295950:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384686.295952:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295953:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295954:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295955:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d51e451c. 00000400:00000200:2.0:1767384686.295957:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d611db0f 00000400:00000010:2.0:1767384686.295958:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d611db0f. 00000100:00000001:2.0:1767384686.295960:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295961:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295964:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295965:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384686.295966:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295967:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295968:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295969:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091b1e059. 00000400:00000200:2.0:1767384686.295971:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf1d4360 00000400:00000010:2.0:1767384686.295973:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf1d4360. 00000100:00000001:2.0:1767384686.295975:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295976:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295979:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295980:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384686.295982:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295983:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295984:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.295985:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000993b4d5f. 00000400:00000200:2.0:1767384686.295986:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca3f4f9 00000400:00000010:2.0:1767384686.295988:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ca3f4f9. 00000100:00000001:2.0:1767384686.295990:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.295991:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.295994:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.295996:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384686.295997:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.295998:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.295999:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296000:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d400403d. 00000400:00000200:2.0:1767384686.296002:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f90011be 00000400:00000010:2.0:1767384686.296003:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f90011be. 00000100:00000001:2.0:1767384686.296005:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296006:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296009:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296010:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384686.296011:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296012:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296013:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296014:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e26acd8. 00000400:00000200:2.0:1767384686.296016:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000121466d3 00000400:00000010:2.0:1767384686.296017:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000121466d3. 00000100:00000001:2.0:1767384686.296019:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296020:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296023:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296024:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384686.296026:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296028:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296029:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296030:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0be8fc0. 00000400:00000200:2.0:1767384686.296032:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048cc937e 00000400:00000010:2.0:1767384686.296033:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048cc937e. 00000100:00000001:2.0:1767384686.296035:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296036:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296039:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296040:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384686.296041:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296043:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296044:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296045:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a46f3bd3. 00000400:00000200:2.0:1767384686.296046:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46ef720 00000400:00000010:2.0:1767384686.296047:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46ef720. 00000100:00000001:2.0:1767384686.296049:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296050:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296054:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296055:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384686.296056:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296057:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296058:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296059:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8348fd2. 00000400:00000200:2.0:1767384686.296060:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5460aea 00000400:00000010:2.0:1767384686.296062:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5460aea. 00000100:00000001:2.0:1767384686.296063:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296064:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296068:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296069:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384686.296070:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296071:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296072:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296073:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9426fef. 00000400:00000200:2.0:1767384686.296074:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000643ddd4f 00000400:00000010:2.0:1767384686.296076:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000643ddd4f. 00000100:00000001:2.0:1767384686.296077:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296078:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296082:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296083:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384686.296085:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296086:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296087:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296088:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bb598ae. 00000400:00000200:2.0:1767384686.296090:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221b6a0e 00000400:00000010:2.0:1767384686.296091:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000221b6a0e. 00000100:00000001:2.0:1767384686.296093:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296093:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296097:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296098:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384686.296099:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296100:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296101:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296103:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be79c9fa. 00000400:00000200:2.0:1767384686.296104:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076c8bccf 00000400:00000010:2.0:1767384686.296105:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076c8bccf. 00000100:00000001:2.0:1767384686.296107:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296108:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296111:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296112:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384686.296113:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296115:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296116:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296117:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6819fe2. 00000400:00000200:2.0:1767384686.296119:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eccca8c 00000400:00000010:2.0:1767384686.296120:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eccca8c. 00000100:00000001:2.0:1767384686.296122:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296123:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296126:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296128:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384686.296129:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296130:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296131:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296132:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088ca41ab. 00000400:00000200:2.0:1767384686.296133:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034bdcb86 00000400:00000010:2.0:1767384686.296134:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034bdcb86. 00000100:00000001:2.0:1767384686.296136:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296137:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296141:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296142:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384686.296144:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296145:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296146:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296147:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bdd8dc8. 00000400:00000200:2.0:1767384686.296148:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017fca1f0 00000400:00000010:2.0:1767384686.296149:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017fca1f0. 00000100:00000001:2.0:1767384686.296151:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296152:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296156:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296157:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384686.296158:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296159:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296160:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296161:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b66fdb2. 00000400:00000200:2.0:1767384686.296163:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3c1b150 00000400:00000010:2.0:1767384686.296164:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3c1b150. 00000100:00000001:2.0:1767384686.296165:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296166:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296170:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296171:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384686.296172:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296174:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296175:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296176:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003da9b1fb. 00000400:00000200:2.0:1767384686.296178:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008feeb171 00000400:00000010:2.0:1767384686.296179:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008feeb171. 00000100:00000001:2.0:1767384686.296180:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296181:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296184:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296186:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384686.296187:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296188:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296189:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296190:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078c170f2. 00000400:00000200:2.0:1767384686.296191:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce7ffcd 00000400:00000010:2.0:1767384686.296193:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce7ffcd. 00000100:00000001:2.0:1767384686.296195:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296196:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296199:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296200:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384686.296202:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296203:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296204:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296205:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f581df8. 00000400:00000200:2.0:1767384686.296206:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086217d9d 00000400:00000010:2.0:1767384686.296208:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086217d9d. 00000100:00000001:2.0:1767384686.296209:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296224:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296228:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296229:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384686.296230:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296232:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296233:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296234:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043d49f8d. 00000400:00000200:2.0:1767384686.296235:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d13533 00000400:00000010:2.0:1767384686.296236:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073d13533. 00000100:00000001:2.0:1767384686.296238:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296239:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296243:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296244:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384686.296245:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296247:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296248:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296249:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4181ba. 00000400:00000200:2.0:1767384686.296250:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b88a6d2 00000400:00000010:2.0:1767384686.296251:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b88a6d2. 00000100:00000001:2.0:1767384686.296253:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296253:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296257:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296259:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384686.296260:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296261:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296262:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296264:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe3e9dbd. 00000400:00000200:2.0:1767384686.296266:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ad7db4 00000400:00000010:2.0:1767384686.296267:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038ad7db4. 00000100:00000001:2.0:1767384686.296269:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296270:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296273:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296275:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384686.296276:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296278:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296279:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296280:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026abb4db. 00000400:00000200:2.0:1767384686.296281:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000036ceea6 00000400:00000010:2.0:1767384686.296283:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000036ceea6. 00000100:00000001:2.0:1767384686.296284:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296285:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296289:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296290:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384686.296291:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296292:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296293:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296294:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000878dcde9. 00000400:00000200:2.0:1767384686.296295:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c61e91a 00000400:00000010:2.0:1767384686.296296:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c61e91a. 00000100:00000001:2.0:1767384686.296298:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296299:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296302:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296304:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384686.296305:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296306:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296307:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296308:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5cd2e95. 00000400:00000200:2.0:1767384686.296309:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7c0d30 00000400:00000010:2.0:1767384686.296310:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7c0d30. 00000100:00000001:2.0:1767384686.296312:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296313:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296317:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296318:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384686.296319:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296321:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296322:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296323:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b43678b5. 00000400:00000200:2.0:1767384686.296325:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac30df50 00000400:00000010:2.0:1767384686.296326:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac30df50. 00000100:00000001:2.0:1767384686.296328:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296329:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296332:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296334:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384686.296335:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296336:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296338:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296339:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce14f431. 00000400:00000200:2.0:1767384686.296340:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f56a870 00000400:00000010:2.0:1767384686.296341:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f56a870. 00000100:00000001:2.0:1767384686.296342:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296343:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296347:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296348:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384686.296349:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296350:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296351:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296352:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090d593bd. 00000400:00000200:2.0:1767384686.296354:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b20c187 00000400:00000010:2.0:1767384686.296355:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b20c187. 00000100:00000001:2.0:1767384686.296357:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296357:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296361:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296362:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384686.296364:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296365:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296366:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296367:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0305271. 00000400:00000200:2.0:1767384686.296368:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce2bf436 00000400:00000010:2.0:1767384686.296369:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce2bf436. 00000100:00000001:2.0:1767384686.296371:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296372:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296375:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296377:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384686.296378:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296379:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296380:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296381:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd09d5ba. 00000400:00000200:2.0:1767384686.296383:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c571e8b 00000400:00000010:2.0:1767384686.296384:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c571e8b. 00000100:00000001:2.0:1767384686.296385:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296386:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296390:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296391:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384686.296392:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296393:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296394:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296395:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f2dfdb. 00000400:00000200:2.0:1767384686.296397:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cf258a 00000400:00000010:2.0:1767384686.296398:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cf258a. 00000100:00000001:2.0:1767384686.296399:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296400:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296404:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296405:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384686.296406:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296407:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296408:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296409:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7940c17. 00000400:00000200:2.0:1767384686.296410:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28d39ed 00000400:00000010:2.0:1767384686.296412:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f28d39ed. 00000100:00000001:2.0:1767384686.296414:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296414:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296418:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296419:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384686.296420:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296422:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296422:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296423:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000349e2f38. 00000400:00000200:2.0:1767384686.296425:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084c54578 00000400:00000010:2.0:1767384686.296426:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084c54578. 00000100:00000001:2.0:1767384686.296428:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296429:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296433:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296434:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384686.296435:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296436:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296437:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296438:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ac606ab. 00000400:00000200:2.0:1767384686.296440:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007981248b 00000400:00000010:2.0:1767384686.296441:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007981248b. 00000100:00000001:2.0:1767384686.296442:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296443:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296447:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296448:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384686.296450:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296451:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296452:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296453:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f258523e. 00000400:00000200:2.0:1767384686.296455:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc512525 00000400:00000010:2.0:1767384686.296456:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc512525. 00000100:00000001:2.0:1767384686.296457:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296458:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296462:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296463:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384686.296464:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296465:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296466:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296467:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d20f75d. 00000400:00000200:2.0:1767384686.296469:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab59193 00000400:00000010:2.0:1767384686.296470:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ab59193. 00000100:00000001:2.0:1767384686.296472:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296473:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296476:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296478:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384686.296479:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296480:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296481:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296482:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b03a7bb5. 00000400:00000200:2.0:1767384686.296483:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b663dd5 00000400:00000010:2.0:1767384686.296484:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b663dd5. 00000100:00000001:2.0:1767384686.296486:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296487:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296491:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296492:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384686.296494:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296495:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296496:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296497:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db6b0ca0. 00000400:00000200:2.0:1767384686.296498:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019489f9d 00000400:00000010:2.0:1767384686.296499:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019489f9d. 00000100:00000001:2.0:1767384686.296501:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296502:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296506:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296507:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384686.296508:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296509:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296510:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296512:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bac4fb6. 00000400:00000200:2.0:1767384686.296513:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000105af6cc 00000400:00000010:2.0:1767384686.296514:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000105af6cc. 00000100:00000001:2.0:1767384686.296516:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296517:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296521:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296522:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384686.296523:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296524:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296525:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296526:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002f295f2. 00000400:00000200:2.0:1767384686.296528:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fcc2a23 00000400:00000010:2.0:1767384686.296529:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fcc2a23. 00000100:00000001:2.0:1767384686.296530:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296531:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296535:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296536:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384686.296537:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296538:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296539:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296540:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c567224a. 00000400:00000200:2.0:1767384686.296542:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbe8c5f1 00000400:00000010:2.0:1767384686.296543:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbe8c5f1. 00000100:00000001:2.0:1767384686.296545:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296546:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296549:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296551:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384686.296552:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296553:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296553:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296554:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2026df. 00000400:00000200:2.0:1767384686.296556:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0202777 00000400:00000010:2.0:1767384686.296557:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0202777. 00000100:00000001:2.0:1767384686.296559:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296560:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296563:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296564:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384686.296566:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296567:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296568:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296568:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001afce1bd. 00000400:00000200:2.0:1767384686.296570:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b79d625c 00000400:00000010:2.0:1767384686.296571:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79d625c. 00000100:00000001:2.0:1767384686.296572:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296573:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296577:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296578:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384686.296579:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296580:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296581:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296583:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000246e3694. 00000400:00000200:2.0:1767384686.296584:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd240134 00000400:00000010:2.0:1767384686.296585:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd240134. 00000100:00000001:2.0:1767384686.296587:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296588:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296591:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296593:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384686.296594:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296595:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296596:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296597:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009efd8bfb. 00000400:00000200:2.0:1767384686.296599:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065ce5920 00000400:00000010:2.0:1767384686.296600:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065ce5920. 00000100:00000001:2.0:1767384686.296602:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296603:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296607:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296608:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384686.296609:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296610:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296611:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296612:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5afc707. 00000400:00000200:2.0:1767384686.296613:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007400f01f 00000400:00000010:2.0:1767384686.296614:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007400f01f. 00000100:00000001:2.0:1767384686.296616:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296617:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296620:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296621:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384686.296623:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296624:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296625:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296625:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031fc07d0. 00000400:00000200:2.0:1767384686.296627:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ac83e2 00000400:00000010:2.0:1767384686.296629:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056ac83e2. 00000100:00000001:2.0:1767384686.296630:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296631:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296635:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296636:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384686.296638:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296639:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296640:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296640:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002173abec. 00000400:00000200:2.0:1767384686.296642:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcf7b19 00000400:00000010:2.0:1767384686.296643:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fcf7b19. 00000100:00000001:2.0:1767384686.296645:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296645:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296649:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296651:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384686.296652:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296653:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296654:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296655:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f0215de. 00000400:00000200:2.0:1767384686.296657:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000569e83f7 00000400:00000010:2.0:1767384686.296658:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000569e83f7. 00000100:00000001:2.0:1767384686.296660:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296661:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296664:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296666:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384686.296667:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296668:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296669:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296670:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e59598e. 00000400:00000200:2.0:1767384686.296671:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026c53d30 00000400:00000010:2.0:1767384686.296672:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026c53d30. 00000100:00000001:2.0:1767384686.296674:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296675:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296678:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296679:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384686.296681:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296682:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296682:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296683:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034899441. 00000400:00000200:2.0:1767384686.296685:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392bc4a8 00000400:00000010:2.0:1767384686.296686:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392bc4a8. 00000100:00000001:2.0:1767384686.296688:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296689:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296692:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296694:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384686.296695:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296696:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296697:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296697:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022141ce9. 00000400:00000200:2.0:1767384686.296699:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce947eb 00000400:00000010:2.0:1767384686.296700:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce947eb. 00000100:00000001:2.0:1767384686.296702:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296703:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296707:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296709:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384686.296710:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296711:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296712:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296713:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000292886cc. 00000400:00000200:2.0:1767384686.296714:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087a06f83 00000400:00000010:2.0:1767384686.296715:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087a06f83. 00000100:00000001:2.0:1767384686.296830:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296832:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296838:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296839:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384686.296842:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.296844:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.296845:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.296847:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009377ad46. 00000400:00000200:2.0:1767384686.296850:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009686ec58 00000400:00000010:2.0:1767384686.296852:0:40107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009686ec58. 00000100:00000001:2.0:1767384686.296854:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.296855:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384686.296859:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.296861:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384686.296862:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384686.296863:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296864:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296866:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296867:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296868:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296869:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296870:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296871:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296873:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296874:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296875:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296876:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296878:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296879:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296880:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296881:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296883:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296884:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296885:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296886:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296887:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296889:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296890:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296891:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296892:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296893:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296894:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296895:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296896:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296897:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296898:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296899:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296900:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296900:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296902:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296903:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296904:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296905:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296906:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296907:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296908:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296909:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296911:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296912:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296913:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296914:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296915:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296916:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296917:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296918:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296919:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296920:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296921:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296922:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296924:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296925:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296926:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296927:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296928:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296929:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296930:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296931:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296932:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296933:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296935:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296936:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296937:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296938:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296939:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296940:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296941:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296941:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296943:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296943:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296945:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296946:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296947:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296948:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296949:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296950:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296951:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296952:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296953:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296954:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296955:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296956:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296957:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296958:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296959:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296960:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296961:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296962:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296963:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296964:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296965:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296966:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296968:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296969:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296970:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296971:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296972:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296973:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296974:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296975:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296976:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296977:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296978:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296979:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296980:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296981:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296982:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296983:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296984:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296985:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296986:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296987:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296988:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296989:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296990:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296991:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296992:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296993:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296994:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296995:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296996:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296997:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.296998:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.296999:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384686.297001:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c4a2814. 00000100:00000010:2.0:1767384686.297004:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020f4029d. 00000100:00000010:2.0:1767384686.297006:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000081a93318. 00000100:00000010:2.0:1767384686.297008:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f376742. 00000100:00000010:2.0:1767384686.297010:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4111ace. 00000100:00000010:2.0:1767384686.297012:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000997b0ecb. 00000100:00000010:2.0:1767384686.297014:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000077e5bb3. 00000100:00000010:2.0:1767384686.297016:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004debbff7. 00000100:00000010:2.0:1767384686.297018:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070ff3215. 00000100:00000010:2.0:1767384686.297019:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000546760a2. 00000100:00000010:2.0:1767384686.297021:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002880d38. 00000100:00000010:2.0:1767384686.297023:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a498337. 00000100:00000010:2.0:1767384686.297025:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000593d086e. 00000100:00000010:2.0:1767384686.297027:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000279f30ac. 00000100:00000010:2.0:1767384686.297028:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b2f5e08. 00000100:00000010:2.0:1767384686.297036:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000036c2352. 00000100:00000010:2.0:1767384686.297039:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003dfb5cf. 00000100:00000010:2.0:1767384686.297041:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e05e1427. 00000100:00000010:2.0:1767384686.297043:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000591bc120. 00000100:00000010:2.0:1767384686.297044:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c993517d. 00000100:00000010:2.0:1767384686.297046:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005290f8f4. 00000100:00000010:2.0:1767384686.297048:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052748be1. 00000100:00000010:2.0:1767384686.297049:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014e4c0b5. 00000100:00000010:2.0:1767384686.297051:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f807a5ea. 00000100:00000010:2.0:1767384686.297053:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078c07699. 00000100:00000010:2.0:1767384686.297055:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a8ccfea. 00000100:00000010:2.0:1767384686.297057:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c7c34a0. 00000100:00000010:2.0:1767384686.297058:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000056bcf77. 00000100:00000010:2.0:1767384686.297060:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018b7a551. 00000100:00000010:2.0:1767384686.297062:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f18a3759. 00000100:00000010:2.0:1767384686.297064:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ca5cd8b. 00000100:00000010:2.0:1767384686.297066:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3e243b0. 00000100:00000010:2.0:1767384686.297067:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8207975. 00000100:00000010:2.0:1767384686.297069:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015bdb950. 00000100:00000010:2.0:1767384686.297070:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbd96207. 00000100:00000010:2.0:1767384686.297072:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041d56fed. 00000100:00000010:2.0:1767384686.297073:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000333dd359. 00000100:00000010:2.0:1767384686.297075:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000edd2be2. 00000100:00000010:2.0:1767384686.297077:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea25b5b5. 00000100:00000010:2.0:1767384686.297079:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000848a001b. 00000100:00000010:2.0:1767384686.297081:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d545f64. 00000100:00000010:2.0:1767384686.297083:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004853cd60. 00000100:00000010:2.0:1767384686.297085:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b19b26b0. 00000100:00000010:2.0:1767384686.297086:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002031bd83. 00000100:00000010:2.0:1767384686.297088:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ede084b. 00000100:00000010:2.0:1767384686.297089:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007539c38d. 00000100:00000010:2.0:1767384686.297091:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c62fa574. 00000100:00000010:2.0:1767384686.297093:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007608d08c. 00000100:00000010:2.0:1767384686.297094:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000272c6f62. 00000100:00000010:2.0:1767384686.297096:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078d9ce6b. 00000100:00000010:2.0:1767384686.297098:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a934c26. 00000100:00000010:2.0:1767384686.297100:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000204eff83. 00000100:00000010:2.0:1767384686.297102:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009cf51e11. 00000100:00000010:2.0:1767384686.297104:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e5f207b. 00000100:00000010:2.0:1767384686.297105:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004324dd84. 00000100:00000010:2.0:1767384686.297107:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000010d62dd. 00000100:00000010:2.0:1767384686.297109:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008b1841e. 00000100:00000010:2.0:1767384686.297111:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f12a9743. 00000100:00000010:2.0:1767384686.297112:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003cc75f51. 00000100:00000010:2.0:1767384686.297114:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c070072. 00000100:00000010:2.0:1767384686.297116:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056b46af0. 00000100:00000010:2.0:1767384686.297118:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea33cf0b. 00000100:00000010:2.0:1767384686.297119:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000099971a24. 00000100:00000010:2.0:1767384686.297132:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015d3e393. 00000100:00000010:2.0:1767384686.297134:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000635022d5. 00000100:00000010:2.0:1767384686.297135:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043c88cb4. 00000100:00000010:2.0:1767384686.297137:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ddfca1c2. 00000100:00000010:2.0:1767384686.297139:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdd6fbd3. 00000100:00000010:2.0:1767384686.297140:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009694e4a7. 00000100:00000010:2.0:1767384686.297142:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047d96906. 00000100:00000010:2.0:1767384686.297144:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb111967. 00000100:00000010:2.0:1767384686.297146:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000290a1487. 00000100:00000010:2.0:1767384686.297148:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe94b53c. 00000100:00000010:2.0:1767384686.297150:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc2277a1. 00000100:00000010:2.0:1767384686.297152:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff91cbb9. 00000100:00000010:2.0:1767384686.297153:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072732237. 00000100:00000010:2.0:1767384686.297155:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000087a0bf4e. 00000100:00000010:2.0:1767384686.297157:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ead0697a. 00000100:00000010:2.0:1767384686.297158:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f9ec6e8a. 00000100:00000010:2.0:1767384686.297160:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b98015e. 00000100:00000010:2.0:1767384686.297162:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0257d3a. 00000100:00000010:2.0:1767384686.297164:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d362a17. 00000100:00000010:2.0:1767384686.297166:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001bee962d. 00000100:00000010:2.0:1767384686.297167:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002622f5c7. 00000100:00000010:2.0:1767384686.297169:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009408cfed. 00000100:00000010:2.0:1767384686.297171:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e288637f. 00000100:00000010:2.0:1767384686.297172:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017558b64. 00000100:00000010:2.0:1767384686.297174:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009780f3ee. 00000100:00000010:2.0:1767384686.297175:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002bb8e4c3. 00000100:00000010:2.0:1767384686.297177:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009c1c85c. 00000100:00000010:2.0:1767384686.297179:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038515539. 00000100:00000010:2.0:1767384686.297181:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9c45141. 00000100:00000010:2.0:1767384686.297182:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039c9d21d. 00000100:00000010:2.0:1767384686.297184:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d287de1. 00000100:00000010:2.0:1767384686.297186:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000656a47cb. 00000100:00000010:2.0:1767384686.297188:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bff0bd9c. 00000100:00000010:2.0:1767384686.297190:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011734fa6. 00000100:00000010:2.0:1767384686.297192:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033f4336b. 00000100:00000010:2.0:1767384686.297193:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3535a3f. 00000100:00000010:2.0:1767384686.297195:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d998baa1. 00000100:00000010:2.0:1767384686.297197:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000555c148c. 00000100:00000010:2.0:1767384686.297198:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097d8a859. 00000100:00000010:2.0:1767384686.297200:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ebcc626a. 00000100:00000010:2.0:1767384686.297201:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e1258e6. 00000100:00000010:2.0:1767384686.297204:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005af9ffd2. 00000100:00000010:2.0:1767384686.297206:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e0d258c. 00000100:00000010:2.0:1767384686.297207:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e63f9995. 00000100:00000010:2.0:1767384686.297209:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001401993f. 00000100:00000010:2.0:1767384686.297222:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000747b8f4e. 00000100:00000010:2.0:1767384686.297224:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e83b720. 00000100:00000010:2.0:1767384686.297225:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045f3b877. 00000100:00000010:2.0:1767384686.297239:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d6ec778. 00000100:00000010:2.0:1767384686.297241:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c31bf49. 00000100:00000010:2.0:1767384686.297242:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6b10849. 00000100:00000010:2.0:1767384686.297244:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfd966c6. 00000100:00000010:2.0:1767384686.297246:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004916f905. 00000100:00000010:2.0:1767384686.297248:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040ee0cd9. 00000100:00000010:2.0:1767384686.297250:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b607a87a. 00000100:00000010:2.0:1767384686.297251:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045a45ad6. 00000100:00000010:2.0:1767384686.297253:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f6f6de2. 00000100:00000010:2.0:1767384686.297255:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000115217fc. 00000100:00000010:2.0:1767384686.297257:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028958aef. 00000100:00000010:2.0:1767384686.297258:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f0f9410. 00000100:00000010:2.0:1767384686.297260:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043d21fe0. 00000100:00000010:2.0:1767384686.297262:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a95cc1d0. 00000100:00000010:2.0:1767384686.297263:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000be4f3f0. 00000100:00000010:2.0:1767384686.297265:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1db61f4. 00000100:00000010:2.0:1767384686.297266:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003645c179. 00000100:00000010:2.0:1767384686.297279:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000b3fea6ae. 00000100:00000010:2.0:1767384686.297282:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000139fa94d. 00000100:00000001:2.0:1767384686.297284:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384686.297285:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.297287:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384686.297288:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384686.297289:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000078994d3f. 00000100:00000001:2.0:1767384686.297291:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384686.297292:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.297294:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.297295:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008be29f33. 00000100:00000001:2.0:1767384686.297297:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.297299:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.297300:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ea91a5c7. 00000100:00000001:2.0:1767384686.297301:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.297303:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.297304:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dc645e80. 00000100:00000001:2.0:1767384686.297306:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.297307:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.297308:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f083bc11. 00000100:00000001:2.0:1767384686.297309:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384686.297367:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e9dd51d8. 00000020:00000010:2.0:1767384686.297370:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006e4142e5. 00000100:00000010:2.0:1767384686.297392:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000001eb7bbc. 00000100:00000010:2.0:1767384686.297398:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002b369b6c. 00000100:00000010:2.0:1767384686.297404:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000042ee73be. 00000100:00000010:2.0:1767384686.297410:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003d256124. 00000100:00000001:2.0:1767384686.297412:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.297414:0:40107:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384686.297415:0:40107:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384686.297417:0:40107:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384686.297418:0:40107:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384686.297419:0:40107:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384686.297421:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384686.297422:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384686.297423:0:40107:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384686.297447:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:1.0:1767384686.297458:0:17102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3876b63. 00000020:00000010:0.0:1767384686.297463:0:17103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fb2cf68d. 00000040:00000010:1.0:1767384686.297464:0:17102:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b8906055. 00000020:00000010:1.0:1767384686.297467:0:17102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f0125020. 00000020:00000010:1.0:1767384686.297471:0:17102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cbacbeb8. 00000040:00000010:0.0:1767384686.297472:0:17103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bfba7c2b. 00000020:00000010:1.0:1767384686.297474:0:17102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c10ee20. 00000020:00000010:0.0:1767384686.297477:0:17103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fd9cc689. 80000000:00000010:1.0:1767384686.297478:0:17102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026513417. 40000000:00000010:1.0:1767384686.297483:0:17102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba99c5f9. 00000020:00000010:0.0:1767384686.297485:0:17103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000045161af4. 00100000:00000010:1.0:1767384686.297486:0:17102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cfe3d488. 00040000:00000010:1.0:1767384686.297491:0:17102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000db5e7bee. 00000020:00000010:0.0:1767384686.297493:0:17103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000891ca9ba. 00040000:00000010:1.0:1767384686.297494:0:17102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ca44b05. 80000000:00000010:0.0:1767384686.297499:0:17103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005286ef23. 00080000:00000010:1.0:1767384686.297500:0:17102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000062d6ae62. 00080000:00000010:1.0:1767384686.297504:0:17102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f321c356. 40000000:00000010:0.0:1767384686.297506:0:17103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003b52c4db. 00000004:00000010:1.0:1767384686.297507:0:17102:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001442547e. 00100000:00000010:0.0:1767384686.297513:0:17103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006dcd4e96. 00040000:00000010:0.0:1767384686.297518:0:17103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008633138c. 00002000:00000010:1.0:1767384686.297519:0:17102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000094f72c84. 00040000:00000010:0.0:1767384686.297521:0:17103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fa63a00a. 00000020:00000010:1.0:1767384686.297523:0:17102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe5cff76. 00000020:00000010:1.0:1767384686.297529:0:17102:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009481f327. 00080000:00000010:0.0:1767384686.297529:0:17103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b70770f1. 00000020:00000010:3.0:1767384686.297530:0:17101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c080c94c. 00000100:00000010:1.0:1767384686.297532:0:17102:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000316bfb91. 00000020:00000001:1.0:1767384686.297536:0:17102:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384686.297537:0:17102:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b334a6db. 00080000:00000010:0.0:1767384686.297544:0:17103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000be339143. 00000040:00000010:3.0:1767384686.297548:0:17101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c6543450. 00000004:00000010:0.0:1767384686.297550:0:17103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007a838264. 00002000:00000010:0.0:1767384686.297556:0:17103:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e72ba572. 00000020:00000010:0.0:1767384686.297559:0:17103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079ba872a. 00000020:00000010:3.0:1767384686.297562:0:17101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b0157fe. 00000020:00000010:0.0:1767384686.297564:0:17103:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ce71060b. 00000020:00000010:3.0:1767384686.297569:0:17101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005df50595. 00000100:00000010:0.0:1767384686.297573:0:17103:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e5500935. 00000020:00000001:0.0:1767384686.297579:0:17103:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384686.297581:0:17103:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000ebb370a8. 00000020:00000010:3.0:1767384686.297585:0:17101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab84c113. 80000000:00000010:3.0:1767384686.297607:0:17101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d09d285. 40000000:00000010:3.0:1767384686.297613:0:17101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c626b16b. 00100000:00000010:3.0:1767384686.297627:0:17101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fb0dce55. 00000020:00000001:1.0:1767384686.297651:0:17102:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384686.297653:0:17102:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000e1eff255:17102] 1 exiting: rc = 0 00040000:00000010:3.0:1767384686.297663:0:17101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004f3e6f8. 00040000:00000010:3.0:1767384686.297669:0:17101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ace1000. 00080000:00000010:3.0:1767384686.297675:0:17101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000f50f932. 00080000:00000010:3.0:1767384686.297697:0:17101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007c545b7f. 00000004:00000010:3.0:1767384686.297701:0:17101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c97b8a1f. 00002000:00000010:3.0:1767384686.297703:0:17101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d8beb782. 00000020:00000010:3.0:1767384686.297705:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088abc634. 00000020:00000010:3.0:1767384686.297709:0:17101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003a13156b. 00000020:00000001:0.0:1767384686.297712:0:17103:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00000010:3.0:1767384686.297713:0:17101:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006b792fd5. 00000100:00100000:0.0:1767384686.297715:0:17103:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000835a1319:17103] 2 exiting: rc = 0 00000020:00000001:3.0:1767384686.297759:0:17101:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384686.297762:0:17101:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000def96bb4. 00000100:00000040:2.0:1767384686.297775:0:40107:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #0 00000020:00000001:3.0:1767384686.297863:0:17101:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384686.297866:0:17101:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000c6addf29:17101] 0 exiting: rc = 1 00000100:00000010:2.0:1767384686.297896:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c6addf29. 00000100:00000010:2.0:1767384686.297903:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e1eff255. 00000100:00000010:2.0:1767384686.297908:0:40107:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000835a1319. 00000100:00000001:2.0:1767384686.297910:0:40107:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384686.297912:0:40107:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384686.297914:0:40107:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384686.297917:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.297919:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.297921:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a970756a. 00000400:00000200:2.0:1767384686.297924:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c057b45 00000400:00000010:2.0:1767384686.297925:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001c057b45. 00000100:00000001:2.0:1767384686.297928:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.297929:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.297932:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.297934:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384686.297936:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.297937:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.297938:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.297939:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008481942b. 00000400:00000200:2.0:1767384686.297941:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e7802e 00000400:00000010:2.0:1767384686.297942:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d0e7802e. 00000100:00000001:2.0:1767384686.297944:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.297945:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.297949:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.297950:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384686.297952:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.297953:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.297954:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.297955:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007830e66b. 00000400:00000200:2.0:1767384686.297957:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062383231 00000400:00000010:2.0:1767384686.297958:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000062383231. 00000100:00000001:2.0:1767384686.297959:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.297960:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.297964:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.297965:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384686.297966:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.297968:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.297969:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.297970:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dee9d604. 00000400:00000200:2.0:1767384686.297972:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042735eb2 00000400:00000010:2.0:1767384686.297973:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000042735eb2. 00000100:00000001:2.0:1767384686.297975:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.297976:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.297980:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.297981:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384686.297983:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.297985:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.297986:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.297987:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8fe111f. 00000400:00000200:2.0:1767384686.297989:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046bdc7b8 00000400:00000010:2.0:1767384686.297990:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000046bdc7b8. 00000100:00000001:2.0:1767384686.297992:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.297993:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.297997:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.297999:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384686.298000:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298001:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298002:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298003:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f20341. 00000400:00000200:2.0:1767384686.298004:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ad789b9 00000400:00000010:2.0:1767384686.298006:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ad789b9. 00000100:00000001:2.0:1767384686.298013:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298014:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298018:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298020:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384686.298021:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298023:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298024:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298025:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000490ccb9a. 00000400:00000200:2.0:1767384686.298027:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a958a64 00000400:00000010:2.0:1767384686.298028:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002a958a64. 00000100:00000001:2.0:1767384686.298030:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298031:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298035:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298036:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384686.298037:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298039:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298040:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298041:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bb3984b. 00000400:00000200:2.0:1767384686.298043:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f319d12 00000400:00000010:2.0:1767384686.298044:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009f319d12. 00000100:00000001:2.0:1767384686.298045:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298046:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298050:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298051:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384686.298053:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298054:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298055:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298056:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ef48292. 00000400:00000200:2.0:1767384686.298058:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017d842da 00000400:00000010:2.0:1767384686.298059:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000017d842da. 00000100:00000001:2.0:1767384686.298061:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298061:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298064:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298066:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384686.298067:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298068:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298069:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298070:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6ce4f05. 00000400:00000200:2.0:1767384686.298071:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702255c5 00000400:00000010:2.0:1767384686.298073:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000702255c5. 00000100:00000001:2.0:1767384686.298075:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298076:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298080:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298081:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384686.298082:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298084:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298084:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298085:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015131eb5. 00000400:00000200:2.0:1767384686.298087:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fca149 00000400:00000010:2.0:1767384686.298088:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c6fca149. 00000100:00000001:2.0:1767384686.298090:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298091:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298094:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298096:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384686.298097:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298098:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298099:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298100:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b16c8e. 00000400:00000200:2.0:1767384686.298101:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44a93b2 00000400:00000010:2.0:1767384686.298102:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a44a93b2. 00000100:00000001:2.0:1767384686.298104:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298105:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298109:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298110:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384686.298112:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298113:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298114:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298115:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628da1c7. 00000400:00000200:2.0:1767384686.298117:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e598e5 00000400:00000010:2.0:1767384686.298118:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f6e598e5. 00000100:00000001:2.0:1767384686.298120:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298120:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298124:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298125:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384686.298126:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298127:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298128:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298130:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6704065. 00000400:00000200:2.0:1767384686.298131:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6c2af58 00000400:00000010:2.0:1767384686.298133:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b6c2af58. 00000100:00000001:2.0:1767384686.298135:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298135:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298139:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298140:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384686.298141:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298142:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298143:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298144:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cf6ec30. 00000400:00000200:2.0:1767384686.298146:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007af72a8 00000400:00000010:2.0:1767384686.298147:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007af72a8. 00000100:00000001:2.0:1767384686.298149:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298150:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298154:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298156:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384686.298157:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298158:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298159:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298160:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc996f7. 00000400:00000200:2.0:1767384686.298161:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a9c2f3 00000400:00000010:2.0:1767384686.298163:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000025a9c2f3. 00000100:00000001:2.0:1767384686.298165:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298166:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298170:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298171:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384686.298172:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298174:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298175:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298175:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049440c7d. 00000400:00000200:2.0:1767384686.298177:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000053f5c6e 00000400:00000010:2.0:1767384686.298178:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000053f5c6e. 00000100:00000001:2.0:1767384686.298180:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298181:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298185:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298186:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384686.298187:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298188:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298189:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298190:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f803ae9. 00000400:00000200:2.0:1767384686.298192:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ca177f1 00000400:00000010:2.0:1767384686.298193:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ca177f1. 00000100:00000001:2.0:1767384686.298195:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298196:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298199:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298201:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384686.298202:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298204:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298204:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298205:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f36d3c4. 00000400:00000200:2.0:1767384686.298207:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005798af7a 00000400:00000010:2.0:1767384686.298208:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005798af7a. 00000100:00000001:2.0:1767384686.298223:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298224:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298228:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298229:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384686.298230:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298231:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298232:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298234:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000646ce142. 00000400:00000200:2.0:1767384686.298236:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035a123e4 00000400:00000010:2.0:1767384686.298237:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000035a123e4. 00000100:00000001:2.0:1767384686.298239:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298240:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298244:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298245:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384686.298246:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298248:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298249:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298250:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9d61c2. 00000400:00000200:2.0:1767384686.298252:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000843a0e4a 00000400:00000010:2.0:1767384686.298253:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000843a0e4a. 00000100:00000001:2.0:1767384686.298255:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298256:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298260:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298261:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384686.298262:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298263:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298264:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298265:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb1bd1c5. 00000400:00000200:2.0:1767384686.298267:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af458d55 00000400:00000010:2.0:1767384686.298268:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000af458d55. 00000100:00000001:2.0:1767384686.298270:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298271:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298275:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298276:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384686.298277:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298279:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298280:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298281:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309a3a96. 00000400:00000200:2.0:1767384686.298282:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be39f463 00000400:00000010:2.0:1767384686.298284:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000be39f463. 00000100:00000001:2.0:1767384686.298298:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298299:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298303:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298304:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384686.298305:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298307:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298308:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298309:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002135ced1. 00000400:00000200:2.0:1767384686.298311:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af7897f4 00000400:00000010:2.0:1767384686.298313:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000af7897f4. 00000100:00000001:2.0:1767384686.298315:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298316:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298319:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298320:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384686.298321:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298323:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298324:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298325:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b6d15d8. 00000400:00000200:2.0:1767384686.298327:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e4904d3 00000400:00000010:2.0:1767384686.298328:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e4904d3. 00000100:00000001:2.0:1767384686.298330:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298331:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298334:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298335:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384686.298336:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298338:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298338:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298339:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6af1051. 00000400:00000200:2.0:1767384686.298341:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f22abdf 00000400:00000010:2.0:1767384686.298342:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003f22abdf. 00000100:00000001:2.0:1767384686.298344:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298345:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298349:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298350:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384686.298351:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298353:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298354:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298355:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ffbc6b3. 00000400:00000200:2.0:1767384686.298357:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e203ea48 00000400:00000010:2.0:1767384686.298358:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e203ea48. 00000100:00000001:2.0:1767384686.298359:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298360:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298364:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298365:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384686.298367:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298368:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298369:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298370:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000620f1ec6. 00000400:00000200:2.0:1767384686.298372:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a248ccfa 00000400:00000010:2.0:1767384686.298373:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a248ccfa. 00000100:00000001:2.0:1767384686.298375:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298375:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298379:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298380:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384686.298382:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298383:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298384:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298385:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ea57f9f. 00000400:00000200:2.0:1767384686.298386:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ce4f34 00000400:00000010:2.0:1767384686.298388:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000003ce4f34. 00000100:00000001:2.0:1767384686.298390:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298391:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298394:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298396:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384686.298397:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298398:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298399:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298400:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc8f5234. 00000400:00000200:2.0:1767384686.298402:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4e2ebe 00000400:00000010:2.0:1767384686.298403:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007d4e2ebe. 00000100:00000001:2.0:1767384686.298405:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298406:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298410:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298411:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384686.298412:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298414:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298415:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298416:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046329f3e. 00000400:00000200:2.0:1767384686.298417:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d0572a 00000400:00000010:2.0:1767384686.298418:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000030d0572a. 00000100:00000001:2.0:1767384686.298420:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298421:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298425:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298426:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384686.298428:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298429:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298430:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298431:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f2312a6. 00000400:00000200:2.0:1767384686.298433:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020a16200 00000400:00000010:2.0:1767384686.298434:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000020a16200. 00000100:00000001:2.0:1767384686.298436:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298436:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298440:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298441:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384686.298443:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298444:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298444:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298446:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415dd0aa. 00000400:00000200:2.0:1767384686.298447:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2b8a0bd 00000400:00000010:2.0:1767384686.298449:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b2b8a0bd. 00000100:00000001:2.0:1767384686.298450:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298451:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298456:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298457:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384686.298458:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298459:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298460:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298461:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001097b78a. 00000400:00000200:2.0:1767384686.298463:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f83bc377 00000400:00000010:2.0:1767384686.298464:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f83bc377. 00000100:00000001:2.0:1767384686.298466:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298467:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298471:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298472:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384686.298473:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298474:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298475:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298476:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e623cdc6. 00000400:00000200:2.0:1767384686.298478:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f779fab4 00000400:00000010:2.0:1767384686.298479:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f779fab4. 00000100:00000001:2.0:1767384686.298481:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298482:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298486:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298487:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384686.298489:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298490:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298490:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298491:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007602e280. 00000400:00000200:2.0:1767384686.298493:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037187f64 00000400:00000010:2.0:1767384686.298494:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000037187f64. 00000100:00000001:2.0:1767384686.298496:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298497:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298501:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298502:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384686.298503:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298504:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298505:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298506:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6380660. 00000400:00000200:2.0:1767384686.298507:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b51a2b50 00000400:00000010:2.0:1767384686.298509:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b51a2b50. 00000100:00000001:2.0:1767384686.298511:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298512:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298515:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298516:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384686.298518:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298519:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298520:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298521:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089da60c. 00000400:00000200:2.0:1767384686.298523:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e5c5036 00000400:00000010:2.0:1767384686.298524:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e5c5036. 00000100:00000001:2.0:1767384686.298526:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298527:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298531:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298532:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384686.298534:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298535:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298536:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298538:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028fa0b71. 00000400:00000200:2.0:1767384686.298540:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac56558 00000400:00000010:2.0:1767384686.298541:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aac56558. 00000100:00000001:2.0:1767384686.298543:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298544:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298547:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298549:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384686.298550:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298551:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298552:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298553:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd1f584b. 00000400:00000200:2.0:1767384686.298555:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000416a915b 00000400:00000010:2.0:1767384686.298556:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000416a915b. 00000100:00000001:2.0:1767384686.298558:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298559:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298563:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298564:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384686.298565:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298566:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298567:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298568:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c11899c. 00000400:00000200:2.0:1767384686.298570:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1ccb754 00000400:00000010:2.0:1767384686.298571:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d1ccb754. 00000100:00000001:2.0:1767384686.298573:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298574:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298577:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298578:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384686.298579:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298580:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298581:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298582:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021a0a9c3. 00000400:00000200:2.0:1767384686.298584:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de031c85 00000400:00000010:2.0:1767384686.298585:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de031c85. 00000100:00000001:2.0:1767384686.298587:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298588:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298592:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298593:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384686.298594:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298596:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298597:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298598:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000006b20c1. 00000400:00000200:2.0:1767384686.298600:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fa8cee 00000400:00000010:2.0:1767384686.298601:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e7fa8cee. 00000100:00000001:2.0:1767384686.298603:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298604:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298608:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298609:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384686.298610:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298611:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298612:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298613:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b3e7142. 00000400:00000200:2.0:1767384686.298615:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000937f22b2 00000400:00000010:2.0:1767384686.298616:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000937f22b2. 00000100:00000001:2.0:1767384686.298618:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298619:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298623:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298624:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384686.298626:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298627:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298628:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298629:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9e39955. 00000400:00000200:2.0:1767384686.298631:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb95a632 00000400:00000010:2.0:1767384686.298632:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fb95a632. 00000100:00000001:2.0:1767384686.298634:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298635:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298639:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298640:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384686.298641:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298642:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298643:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298644:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b131ac8. 00000400:00000200:2.0:1767384686.298645:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed587cc2 00000400:00000010:2.0:1767384686.298647:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ed587cc2. 00000100:00000001:2.0:1767384686.298649:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298650:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298653:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298655:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384686.298656:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298657:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298658:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298659:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb016f62. 00000400:00000200:2.0:1767384686.298661:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7ad7d38 00000400:00000010:2.0:1767384686.298662:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c7ad7d38. 00000100:00000001:2.0:1767384686.298675:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298676:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298681:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298682:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384686.298683:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298685:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298686:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298687:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008342cf6. 00000400:00000200:2.0:1767384686.298689:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a9368f 00000400:00000010:2.0:1767384686.298690:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000037a9368f. 00000100:00000001:2.0:1767384686.298692:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298693:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298697:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298699:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384686.298700:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298701:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298702:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298703:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000108e52d4. 00000400:00000200:2.0:1767384686.298705:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf5f40f8 00000400:00000010:2.0:1767384686.298706:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bf5f40f8. 00000100:00000001:2.0:1767384686.298708:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298708:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298712:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298713:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384686.298715:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298716:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298717:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298879:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004edbb257. 00000400:00000200:2.0:1767384686.298883:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009190e9c3 00000400:00000010:2.0:1767384686.298885:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009190e9c3. 00000100:00000001:2.0:1767384686.298891:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298892:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298898:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298900:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384686.298902:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298904:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298905:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298907:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d7617f4. 00000400:00000200:2.0:1767384686.298910:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f2672b4 00000400:00000010:2.0:1767384686.298911:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003f2672b4. 00000100:00000001:2.0:1767384686.298914:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298915:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298919:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298921:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384686.298926:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298927:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298929:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298930:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0411e83. 00000400:00000200:2.0:1767384686.298932:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbb9261b 00000400:00000010:2.0:1767384686.298934:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fbb9261b. 00000100:00000001:2.0:1767384686.298936:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298937:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298942:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298944:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384686.298945:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298947:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298948:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298949:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031552fd7. 00000400:00000200:2.0:1767384686.298951:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a29415 00000400:00000010:2.0:1767384686.298952:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e6a29415. 00000100:00000001:2.0:1767384686.298955:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298956:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298961:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298962:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384686.298964:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298965:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298966:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298967:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f57cac98. 00000400:00000200:2.0:1767384686.298969:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172b4987 00000400:00000010:2.0:1767384686.298971:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000172b4987. 00000100:00000001:2.0:1767384686.298972:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298973:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298977:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298978:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384686.298980:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298981:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298982:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298983:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1e66a75. 00000400:00000200:2.0:1767384686.298984:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce9b762 00000400:00000010:2.0:1767384686.298985:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ce9b762. 00000100:00000001:2.0:1767384686.298987:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.298988:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.298992:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.298993:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384686.298994:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.298996:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.298997:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.298998:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077b59e82. 00000400:00000200:2.0:1767384686.298999:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae27818 00000400:00000010:2.0:1767384686.299001:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000eae27818. 00000100:00000001:2.0:1767384686.299003:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299004:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299007:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299008:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384686.299009:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299011:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299011:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299012:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005abdd6a0. 00000400:00000200:2.0:1767384686.299014:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e80020 00000400:00000010:2.0:1767384686.299015:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000076e80020. 00000100:00000001:2.0:1767384686.299017:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299018:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299022:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299023:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384686.299024:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299025:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299026:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299028:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f22ac55a. 00000400:00000200:2.0:1767384686.299029:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000740305e4 00000400:00000010:2.0:1767384686.299031:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000740305e4. 00000100:00000001:2.0:1767384686.299033:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299034:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299037:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299039:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384686.299040:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299041:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299042:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299043:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab003e5. 00000400:00000200:2.0:1767384686.299044:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cfb63cc 00000400:00000010:2.0:1767384686.299045:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000cfb63cc. 00000100:00000001:2.0:1767384686.299047:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299048:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299052:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299053:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384686.299054:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299055:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299056:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299057:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2e3695. 00000400:00000200:2.0:1767384686.299059:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e51ef5 00000400:00000010:2.0:1767384686.299060:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000070e51ef5. 00000100:00000001:2.0:1767384686.299062:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299063:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299067:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299068:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384686.299069:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299070:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299071:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299072:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c9ff4e6. 00000400:00000200:2.0:1767384686.299074:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005159f12a 00000400:00000010:2.0:1767384686.299075:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005159f12a. 00000100:00000001:2.0:1767384686.299077:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299078:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299081:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299083:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384686.299084:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299085:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299086:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299087:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee23266. 00000400:00000200:2.0:1767384686.299089:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016ffbcc2 00000400:00000010:2.0:1767384686.299090:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000016ffbcc2. 00000100:00000001:2.0:1767384686.299092:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299093:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299097:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299098:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384686.299099:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299100:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299101:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299102:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a0e5d1. 00000400:00000200:2.0:1767384686.299104:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d650c2 00000400:00000010:2.0:1767384686.299105:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f3d650c2. 00000100:00000001:2.0:1767384686.299107:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299108:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299112:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299113:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384686.299114:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384686.299115:0:40107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.299116:0:40107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.299117:0:40107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089722898. 00000400:00000200:2.0:1767384686.299119:0:40107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ef4b09e 00000400:00000010:2.0:1767384686.299120:0:40107:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003ef4b09e. 00000100:00000001:2.0:1767384686.299122:0:40107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384686.299123:0:40107:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384686.299127:0:40107:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384686.299128:0:40107:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384686.299129:0:40107:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384686.299131:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299132:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299133:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299134:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299136:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299137:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299138:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299139:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299140:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299141:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299143:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299144:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299145:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299146:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299147:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299148:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299149:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299150:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299151:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299152:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299153:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299154:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299155:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299156:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299157:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299158:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299160:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299161:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299162:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299163:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299164:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299165:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299166:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299167:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299168:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299169:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299170:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299172:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299173:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299174:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299175:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299176:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299177:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299178:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299179:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299180:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299181:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299182:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299184:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299185:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299186:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299187:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299188:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299189:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299191:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299192:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299193:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299194:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299195:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299196:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299197:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299197:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299198:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299199:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299201:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299201:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299203:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299204:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299205:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299206:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299207:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299208:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299209:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299221:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299223:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299223:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299225:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299225:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299227:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299227:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299229:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299229:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299231:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299232:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299233:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299234:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299235:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299236:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299237:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299238:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299240:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299241:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299242:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299243:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299244:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299245:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299246:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299247:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299249:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299250:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299251:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299252:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299253:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299254:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299255:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299256:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299257:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299258:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299259:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299260:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299261:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299262:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299263:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299264:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299265:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299266:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299267:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299268:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299269:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299270:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299271:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299272:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299273:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299274:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299275:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299276:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384686.299277:0:40107:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.299278:0:40107:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384686.299281:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cb19b461. 00000100:00000010:2.0:1767384686.299324:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fc052e9. 00000100:00000010:2.0:1767384686.299327:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005fde8ba1. 00000100:00000010:2.0:1767384686.299368:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3cb8225. 00000100:00000010:2.0:1767384686.299370:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003378042d. 00000100:00000010:2.0:1767384686.299417:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044ec570f. 00000100:00000010:2.0:1767384686.299419:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000baf14f56. 00000100:00000010:2.0:1767384686.299463:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000138364a3. 00000100:00000010:2.0:1767384686.299465:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007f9a5b36. 00000100:00000010:2.0:1767384686.299501:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f232478. 00000100:00000010:2.0:1767384686.299503:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b88695de. 00000100:00000010:2.0:1767384686.299536:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000923f27fc. 00000100:00000010:2.0:1767384686.299538:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cec2c171. 00000100:00000010:2.0:1767384686.299575:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee1223f0. 00000100:00000010:2.0:1767384686.299577:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d5fd06e1. 00000100:00000010:2.0:1767384686.299610:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b3d39d4. 00000100:00000010:2.0:1767384686.299612:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000065e66033. 00000100:00000010:2.0:1767384686.299650:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba69f961. 00000100:00000010:2.0:1767384686.299652:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f4493e92. 00000100:00000010:2.0:1767384686.299687:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba1ef560. 00000100:00000010:2.0:1767384686.299689:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000451db07a. 00000100:00000010:2.0:1767384686.299737:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8b68777. 00000100:00000010:2.0:1767384686.299740:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003f3119d4. 00000100:00000010:2.0:1767384686.299779:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b327f33. 00000100:00000010:2.0:1767384686.299781:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003c9e747a. 00000100:00000010:2.0:1767384686.299819:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000860ff611. 00000100:00000010:2.0:1767384686.299821:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000f28ea35. 00000100:00000010:2.0:1767384686.299859:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fd6a882. 00000100:00000010:2.0:1767384686.299861:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c6888976. 00000100:00000010:2.0:1767384686.299902:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0112ea1. 00000100:00000010:2.0:1767384686.299905:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b8e7d527. 00000100:00000010:2.0:1767384686.299947:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086716f6a. 00000100:00000010:2.0:1767384686.299949:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d999589f. 00000100:00000010:2.0:1767384686.299981:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa3da767. 00000100:00000010:2.0:1767384686.299983:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba8eb250. 00000100:00000010:2.0:1767384686.300017:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1f2272f. 00000100:00000010:2.0:1767384686.300019:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bf6e30ec. 00000100:00000010:2.0:1767384686.300057:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0331961. 00000100:00000010:2.0:1767384686.300059:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e3810a86. 00000100:00000010:2.0:1767384686.300093:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0a4f8cf. 00000100:00000010:2.0:1767384686.300095:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002956fc5b. 00000100:00000010:2.0:1767384686.300133:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fde3f472. 00000100:00000010:2.0:1767384686.300135:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000033d88d56. 00000100:00000010:2.0:1767384686.300180:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063ba7c6e. 00000100:00000010:2.0:1767384686.300182:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002c1fcb32. 00000100:00000010:2.0:1767384686.300244:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000319904da. 00000100:00000010:2.0:1767384686.300246:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004deaa7b6. 00000100:00000010:2.0:1767384686.300294:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc1078e3. 00000100:00000010:2.0:1767384686.300296:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005e9bf541. 00000100:00000010:2.0:1767384686.300326:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1e8c8a5. 00000100:00000010:2.0:1767384686.300327:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000116f560c. 00000100:00000010:2.0:1767384686.300357:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d11c98c1. 00000100:00000010:2.0:1767384686.300359:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008b14f4da. 00000100:00000010:2.0:1767384686.300391:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f8414ad. 00000100:00000010:2.0:1767384686.300393:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eee1a869. 00000100:00000010:2.0:1767384686.300424:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b12affe. 00000100:00000010:2.0:1767384686.300426:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001a422ae4. 00000100:00000010:2.0:1767384686.300459:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002aa0ff40. 00000100:00000010:2.0:1767384686.300461:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000588f0858. 00000100:00000010:2.0:1767384686.300493:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd70bcda. 00000100:00000010:2.0:1767384686.300496:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000048691e3a. 00000100:00000010:2.0:1767384686.300539:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bfdc4da8. 00000100:00000010:2.0:1767384686.300541:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000633a0ae6. 00000100:00000010:2.0:1767384686.300578:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022b4c70a. 00000100:00000010:2.0:1767384686.300581:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004c468998. 00000100:00000010:2.0:1767384686.300618:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cbdee24. 00000100:00000010:2.0:1767384686.300620:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d026c3b8. 00000100:00000010:2.0:1767384686.300653:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006acee6ac. 00000100:00000010:2.0:1767384686.300655:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e1879c0d. 00000100:00000010:2.0:1767384686.300694:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1240e59. 00000100:00000010:2.0:1767384686.300696:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007c7f8a59. 00000100:00000010:2.0:1767384686.300744:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba4f8e2c. 00000100:00000010:2.0:1767384686.300747:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000052609a24. 00000100:00000010:2.0:1767384686.300784:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9b41c90. 00000100:00000010:2.0:1767384686.300787:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000075bd5ca4. 00000100:00000010:2.0:1767384686.300825:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004163e42d. 00000100:00000010:2.0:1767384686.300827:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000023b4c547. 00000100:00000010:2.0:1767384686.300860:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000545b773c. 00000100:00000010:2.0:1767384686.300862:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002df259bc. 00000100:00000010:2.0:1767384686.300897:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de3dbda4. 00000100:00000010:2.0:1767384686.300899:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bb7fb947. 00000100:00000010:2.0:1767384686.300938:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085422dac. 00000100:00000010:2.0:1767384686.300940:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009fcac392. 00000100:00000010:2.0:1767384686.300978:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b68eac13. 00000100:00000010:2.0:1767384686.300980:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008252d891. 00000100:00000010:2.0:1767384686.301020:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d4c354e. 00000100:00000010:2.0:1767384686.301022:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d2df4f55. 00000100:00000010:2.0:1767384686.301056:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006329c801. 00000100:00000010:2.0:1767384686.301058:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006143fea5. 00000100:00000010:2.0:1767384686.301097:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1da8507. 00000100:00000010:2.0:1767384686.301099:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002921a37b. 00000100:00000010:2.0:1767384686.301132:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025e18285. 00000100:00000010:2.0:1767384686.301134:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a036a54c. 00000100:00000010:2.0:1767384686.301174:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e56ada7. 00000100:00000010:2.0:1767384686.301176:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e9fce5cc. 00000100:00000010:2.0:1767384686.301223:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af0e2712. 00000100:00000010:2.0:1767384686.301243:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d64cc002. 00000100:00000010:2.0:1767384686.301275:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a20a21f. 00000100:00000010:2.0:1767384686.301277:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b9bba3f5. 00000100:00000010:2.0:1767384686.301306:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004033e942. 00000100:00000010:2.0:1767384686.301308:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d068c698. 00000100:00000010:2.0:1767384686.301342:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab92b25f. 00000100:00000010:2.0:1767384686.301344:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001d227113. 00000100:00000010:2.0:1767384686.301374:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc8ae3c3. 00000100:00000010:2.0:1767384686.301376:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bd09ebf4. 00000100:00000010:2.0:1767384686.301405:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbaf6683. 00000100:00000010:2.0:1767384686.301408:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000398bfac1. 00000100:00000010:2.0:1767384686.301436:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005136ebfc. 00000100:00000010:2.0:1767384686.301438:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003a52f295. 00000100:00000010:2.0:1767384686.301467:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e865ecf5. 00000100:00000010:2.0:1767384686.301469:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003ae2155e. 00000100:00000010:2.0:1767384686.301499:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2c54cad. 00000100:00000010:2.0:1767384686.301501:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e4b37a2b. 00000100:00000010:2.0:1767384686.301537:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8abe416. 00000100:00000010:2.0:1767384686.301539:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b7f28cbe. 00000100:00000010:2.0:1767384686.301574:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000243a0255. 00000100:00000010:2.0:1767384686.301576:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000089be8667. 00000100:00000010:2.0:1767384686.301612:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a7cb548. 00000100:00000010:2.0:1767384686.301614:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000041c29584. 00000100:00000010:2.0:1767384686.301648:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2015c75. 00000100:00000010:2.0:1767384686.301650:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f6937818. 00000100:00000010:2.0:1767384686.301686:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007e3569a. 00000100:00000010:2.0:1767384686.301688:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000038d10fac. 00000100:00000010:2.0:1767384686.301736:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085a9aaba. 00000100:00000010:2.0:1767384686.301740:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d7512faa. 00000100:00000010:2.0:1767384686.301788:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000971f3f46. 00000100:00000010:2.0:1767384686.301791:0:40107:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c0efc365. 00000100:00000010:2.0:1767384686.301822:0:40107:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003de3b169. 00000100:00000010:2.0:1767384686.301825:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000586ac660. 00000100:00000010:2.0:1767384686.301830:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000068cb36d5. 00000100:00000010:2.0:1767384686.301836:0:40107:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000eff1232a. 00000100:00000001:2.0:1767384686.301841:0:40107:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384686.301843:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301844:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384686.301845:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384686.301847:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006a6f7e75. 00000100:00000001:2.0:1767384686.301849:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384686.301850:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.301852:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301854:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b94af693. 00000100:00000001:2.0:1767384686.301855:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301857:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301858:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005e3209eb. 00000100:00000001:2.0:1767384686.301859:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301860:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301862:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000055f670cf. 00000100:00000001:2.0:1767384686.301863:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301864:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301865:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002d4231db. 00000100:00000001:2.0:1767384686.301867:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301867:0:40107:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384686.301868:0:40107:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384686.301869:0:40107:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000811f155a. 00000100:00000001:2.0:1767384686.301871:0:40107:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384686.301872:0:40107:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.301874:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301875:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000da42629b. 00000100:00000001:2.0:1767384686.301877:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301878:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301879:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ba501cfd. 00000100:00000001:2.0:1767384686.301881:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301882:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301883:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004776897c. 00000100:00000001:2.0:1767384686.301884:0:40107:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384686.301885:0:40107:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384686.301886:0:40107:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001a4061c8. 00000100:00000010:2.0:1767384686.301888:0:40107:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000c5426ea8. 00000100:00000001:2.0:1767384686.301890:0:40107:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384686.301950:0:40107:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000004a274e75. 00000020:00000010:2.0:1767384686.301954:0:40107:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002f81ca5d. 00000100:00000010:2.0:1767384686.301973:0:40107:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005d844c42. 00000100:00000010:2.0:1767384686.301979:0:40107:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c3cf6198. 00000100:00000010:2.0:1767384686.301981:0:40107:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000be5820bf. 00000100:00000010:2.0:1767384686.301987:0:40107:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000008db8be84. 00000100:00000001:2.0:1767384686.301989:0:40107:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384686.301991:0:40107:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:2.0:1767384686.302006:0:40107:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.302008:0:40107:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384686.302017:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384686.302022:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017ac31ad. 00000001:00000010:2.0:1767384686.302024:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cecf46cf. 00000001:00000010:2.0:1767384686.302026:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f1c79836. 00000001:00000010:2.0:1767384686.302028:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a8779a7d. 00000001:00000010:2.0:1767384686.302029:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b838bc3f. 00000001:00000010:2.0:1767384686.302031:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005cd2943d. 00000001:00000001:2.0:1767384686.302033:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384686.302035:0:40107:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384686.302037:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7266951. 00000001:00000010:2.0:1767384686.302039:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001a7ccef. 00000001:00000010:2.0:1767384686.302041:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079436358. 00000001:00000010:2.0:1767384686.302042:0:40107:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4f5ff77. 00000001:00000010:2.0:1767384686.302044:0:40107:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000564d0eb5. 00000001:00000010:2.0:1767384686.302046:0:40107:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000032a695c1. 00000001:00000001:2.0:1767384686.302048:0:40107:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384686.302050:0:40107:0:(obd_config.c:955:class_decref()) Decref MDS (000000004b1eb84a) now 3 - setup 00000020:00000001:2.0:1767384686.302052:0:40107:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.302054:0:40107:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384686.302057:0:40107:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384686.302061:0:40107:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384686.302063:0:40107:0:(obd_config.c:955:class_decref()) Decref MDS (000000004b1eb84a) now 2 - obd_device_list 00000020:00000080:2.0:1767384686.302065:0:40107:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:2.0:1767384686.302066:0:40107:0:(obd_config.c:955:class_decref()) Decref MDS (000000004b1eb84a) now 1 - newdev 00000020:00000040:2.0:1767384686.302069:0:40107:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032f70504 with handle 0xefc2db714b35c126 from hash 00000020:00000040:2.0:1767384686.302073:0:40107:0:(genops.c:898:class_export_put()) PUTting export 0000000032f70504 : new refcount 0 00000020:00000080:2.0:1767384686.302075:0:40107:0:(genops.c:904:class_export_put()) final put 0000000032f70504/MDS_uuid 00000020:00000001:2.0:1767384686.302078:0:40107:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.302080:0:40107:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384686.302082:0:40107:0:(genops.c:863:class_export_destroy()) destroying export 0000000032f70504/MDS_uuid for MDS 00000020:00000001:2.0:1767384686.302084:0:40107:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384686.302086:0:40107:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.302088:0:40107:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000032f70504. 00000020:00000001:2.0:1767384686.302091:0:40107:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384686.302092:0:40107:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:2.0:1767384686.302094:0:40107:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:2.0:1767384686.302095:0:40107:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384686.302099:0:40107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbf2548f. 00000020:00000010:2.0:1767384686.302102:0:40107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5c5a670. 00000040:00000010:2.0:1767384686.302105:0:40107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000be4d5367. 00000020:00000010:2.0:1767384686.302108:0:40107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5ebe6a3. 00000020:00000010:2.0:1767384686.302112:0:40107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066340be4. 00000020:00000010:2.0:1767384686.302115:0:40107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000edc080d2. 80000000:00000010:2.0:1767384686.302118:0:40107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002828367b. 40000000:00000010:2.0:1767384686.302120:0:40107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f70343b5. 00100000:00000010:2.0:1767384686.302124:0:40107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000028b54570. 00040000:00000010:2.0:1767384686.302127:0:40107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384686.302130:0:40107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000898b12ea. 00080000:00000010:2.0:1767384686.302134:0:40107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008214b0db. 00080000:00000010:2.0:1767384686.302138:0:40107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007ed34c1. 00000004:00000010:2.0:1767384686.302144:0:40107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000206bbb70. 00000004:00000001:2.0:1767384686.302148:0:40107:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:2.0:1767384686.302151:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000098d6ea75. 00000004:00000010:2.0:1767384686.302174:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003eb94dcf. 00000004:00000010:2.0:1767384686.302177:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001e57972f. 00000004:00000010:2.0:1767384686.302182:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026ad2d42. 00000004:00000010:2.0:1767384686.302194:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008be2e220. 00000004:00000010:2.0:1767384686.302196:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000714e37a8. 00000004:00000010:2.0:1767384686.302198:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000033c54fe8. 00000004:00000010:2.0:1767384686.302201:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002282c926. 00000004:00000010:2.0:1767384686.302203:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f6462a76. 00000004:00000010:2.0:1767384686.302206:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e9a52086. 00000004:00000010:2.0:1767384686.302209:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b44d6a8e. 00000004:00000010:2.0:1767384686.302223:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed451f6a. 00000004:00000010:2.0:1767384686.302225:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001af83825. 00000004:00000010:2.0:1767384686.302228:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a7a71870. 00000004:00000010:2.0:1767384686.302232:0:40107:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 000000002385b5e0. 00000004:00000001:2.0:1767384686.302234:0:40107:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.302237:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5c5a670. 00000040:00000010:2.0:1767384686.302240:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000be4d5367. 00000020:00000010:2.0:1767384686.302242:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5ebe6a3. 00000020:00000010:2.0:1767384686.302245:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066340be4. 00000020:00000010:2.0:1767384686.302248:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000edc080d2. 80000000:00000010:2.0:1767384686.302250:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002828367b. 40000000:00000010:2.0:1767384686.302252:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f70343b5. 00100000:00000010:2.0:1767384686.302255:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000028b54570. 00040000:00000010:2.0:1767384686.302257:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384686.302259:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000898b12ea. 00080000:00000010:2.0:1767384686.302261:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007ed34c1. 00080000:00000010:2.0:1767384686.302264:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008214b0db. 00000004:00000010:2.0:1767384686.302266:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000206bbb70. 00000020:00000010:2.0:1767384686.302268:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbf2548f. 00000020:00000001:2.0:1767384686.302270:0:40107:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.302272:0:40107:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004b1eb84a. 00000020:00000001:2.0:1767384686.302276:0:40107:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.302278:0:40107:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384686.302280:0:40107:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000006165e46. 00000020:00000001:2.0:1767384686.302282:0:40107:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.302284:0:40107:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.302290:0:40107:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 0000000036d98477. 00000020:00000010:2.0:1767384686.302294:0:40107:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000758a2878. 00000020:00000010:2.0:1767384686.302298:0:40107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8e95d72. 00000040:00000010:2.0:1767384686.302300:0:40107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000da8c3c4b. 00000020:00000010:2.0:1767384686.302302:0:40107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000558ccc47. 00000020:00000010:2.0:1767384686.302304:0:40107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f21bead. 00000020:00000010:2.0:1767384686.302307:0:40107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000096ca7188. 80000000:00000010:2.0:1767384686.302309:0:40107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000081487e4f. 40000000:00000010:2.0:1767384686.302312:0:40107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed5ef29b. 00100000:00000010:2.0:1767384686.302314:0:40107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006030557f. 00040000:00000010:2.0:1767384686.302315:0:40107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000331e6979. 00040000:00000010:2.0:1767384686.302318:0:40107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fc2be7b2. 00040000:00000010:2.0:1767384686.302321:0:40107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e69f2063. 00080000:00000010:2.0:1767384686.302323:0:40107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a583d6ca. 00080000:00000010:2.0:1767384686.302325:0:40107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa64fe35. 00000004:00000010:2.0:1767384686.302334:0:40107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000004bfd4fe. 00000004:00000010:2.0:1767384686.302342:0:40107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005db1ef5b. 00000004:00000010:2.0:1767384686.302346:0:40107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f7853191. 00002000:00000010:2.0:1767384686.302349:0:40107:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d73f3cb7. 00000004:00000010:2.0:1767384686.302352:0:40107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b654ce35. 00000020:00000010:2.0:1767384686.302358:0:40107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b6f3ba8. 00000020:02000400:2.0:1767384686.302360:0:40107:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1767384686.303889:0:40107:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000b07d01c2. 00000020:00000001:2.0:1767384686.303893:0:40107:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:3.0:1767384686.304675:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079234e32. 00080000:00000010:1.0:1767384686.304675:0:10610:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276ba7f. 00080000:00000010:3.0:1767384686.304682:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079234e32. 00080000:00000010:1.0:1767384686.304682:0:10610:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276ba7f. 00000020:00000001:3.0:1767384686.304687:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384686.304687:0:10610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384686.482347:0:40121:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c6d8adff. 00080000:00000010:2.0:1767384686.482357:0:40121:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c6d8adff. 00000020:00000001:2.0:1767384686.482362:0:40121:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384686.615554:0:40160:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000029ff7eb7. 00000400:00000040:1.0:1767384686.615570:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384686.615572:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384686.615573:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384686.615574:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384686.615575:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384686.615576:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1767384686.615577:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1767384686.615621:0:40160:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000029ff7eb7. 10000000:00000001:0.0:1767384686.676753:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384686.676757:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 00080000:00000010:2.0:1767384686.783428:0:40173:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000160be282. 00080000:00000010:2.0:1767384686.783437:0:40173:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000160be282. 00000020:00000001:2.0:1767384686.783441:0:40173:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384686.995796:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002da44d59] -> 12345-192.168.202.154@tcp17 (6) 00000800:00000200:3.0:1767384686.995805:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp17 ip 192.168.202.154:988 00000800:00000200:3.0:1767384686.995823:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767384686.995994:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384686.995999:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384686.996018:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384686.996024:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.996026:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384687.123828:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384687.123835:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.123859:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384687.123861:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384687.123864:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384687.179613:0:40224:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004611f30f. 00080000:00000010:1.0:1767384687.179622:0:40224:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004611f30f. 00000020:00000001:1.0:1767384687.179627:0:40224:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384688.019847:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:3.1:1767384688.019862:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc6040a2] -> 12345-192.168.202.154@tcp38 (4) 00000800:00000200:3.0:1767384688.019884:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bbe196e] -> 12345-192.168.202.154@tcp25 (6) 00000800:00000200:3.0:1767384688.019888:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp25 ip 192.168.202.154:988 00000800:00000200:3.0:1767384688.019893:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384688.019991:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020046:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020072:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020101:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020123:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020174:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000800:00000200:2.0:1767384688.020211:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384688.020217:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384688.020219:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000800:00000001:2.0:1767384688.020231:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.020237:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.020240:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.020252:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020274:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020292:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020308:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020324:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020341:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020359:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020376:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020395:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020415:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020436:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020453:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020468:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020486:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020502:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020517:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020532:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020547:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020581:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020601:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020621:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020643:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020667:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020682:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020694:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020705:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384688.020749:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384688.020842:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384688.020846:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006cbd450e. 00000800:00000010:1.0:1767384688.020850:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b85559c. 00000800:00000010:1.0:1767384688.020863:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b85559c. 00000800:00020000:1.0:1767384688.020868:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384688.026226:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006cbd450e. 00000800:00000010:1.0:1767384688.026234:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384688.026326:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp38 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384688.030282:0:16347:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384688.147881:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384688.147887:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.147945:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384688.147949:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384688.147952:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384689.171849:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384689.171855:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.171957:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384689.171965:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384689.171969:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384689.747831:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384689.747839:0:473:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384689.747847:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070ae664e. 00000020:00000040:0.0:1767384689.747852:0:473:0:(genops.c:1229:class_import_get()) import 0000000048ae9f44 refcount=4 obd=MGC192.168.202.154@tcp 00000100:00000001:0.0:1767384689.747856:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384689.747858:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384689.747862:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384689.747867:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8ac180a. 00000100:00000001:0.0:1767384689.747872:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.747878:0:473:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aca06e76-c484-43d8-ab95-5e2f75d4d4d9->MGS req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384689.747886:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384689.747888:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.747892:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070ae664e] to pc [ptlrpcd_00_02+2] req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.747919:0:473:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384689.747923:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767384689.747927:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1767384689.747929:0:473:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384689.747931:0:473:0:(import.c:65:import_set_state_nolock()) 0000000022934f1f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384689.747935:0:473:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384689.747938:0:473:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 306 00000100:00001000:0.0:1767384689.747942:0:473:0:(import.c:2128:obd_at_measure()) add 10 to 000000008189f478 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384689.747944:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384689.747946:0:473:0:(import.c:2194:obd_at_measure()) AT 000000008189f478 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00100000:1.0:1767384689.747949:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384689.747950:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1767384689.747951:0:473:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:1.0:1767384689.747952:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.747957:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.747958:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 5 to 0@lo 00000100:00000001:1.0:1767384689.747961:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384689.747963:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.747963:0:473:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384689.747968:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384689.747969:0:473:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 6 to 0@lo 00000100:00000001:1.0:1767384689.747970:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384689.747973:0:473:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 00000100:00000001:1.0:1767384689.747974:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384689.747978:0:473:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384689.747979:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384689.747981:0:473:0:(genops.c:823:class_conn2export()) looking for export cookie 0xefc2db714b35c261 00000020:00000001:0.0:1767384689.747985:0:473:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384689.747988:0:473:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000029fc66bf refcount=8 00000020:00000001:0.0:1767384689.747991:0:473:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446615717406703616 : -128356302848000 : ffff8b42b82a0000) 00000020:00000001:0.0:1767384689.747995:0:473:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446615717406703616 : -128356302848000 : ffff8b42b82a0000) 00000100:00000001:1.0:1767384689.747996:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384689.747999:0:473:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c56d01db refcount 5 to 0@lo 00000100:00000001:1.0:1767384689.748000:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.748001:0:473:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.748005:0:473:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c56d01db refcount 6 to 0@lo 02000000:00000001:1.0:1767384689.748007:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384689.748008:0:473:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615716510837312 : -128357198714304 : ffff8b4282c42a40) 02000000:00000001:1.0:1767384689.748011:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384689.748012:0:473:0:(genops.c:898:class_export_put()) PUTting export 0000000029fc66bf : new refcount 7 02000000:00000001:1.0:1767384689.748017:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384689.748018:0:473:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000022934f1f using connection 192.168.202.154@tcp/0@lo 00000100:00000001:0.0:1767384689.748022:0:473:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384689.748023:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000070ae664e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aca06e76-c484-43d8-ab95-5e2f75d4d4d9:16360:1853237049198592:0@lo:400: 02000000:00000001:0.0:1767384689.748025:0:473:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1767384689.748030:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384689.748032:0:473:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384689.748035:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384689.748036:0:473:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384689.748039:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.748040:0:473:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1767384689.748043:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384689.748044:0:473:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384689.748048:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6c7ed52. 00000100:00000010:0.0:1767384689.748049:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000941b3b81. 02000000:00000001:1.0:1767384689.748052:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384689.748053:0:473:0:(genops.c:1229:class_import_get()) import 0000000022934f1f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384689.748058:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5ef9d8c. 02000000:00000001:0.0:1767384689.748058:0:473:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384689.748060:0:473:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.748063:0:473:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384689.748064:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 02000000:00000001:0.0:1767384689.748065:0:473:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384689.748068:0:473:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384689.748071:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198592, portal 25 02000000:00000010:0.0:1767384689.748073:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000dc14b16f. 00000100:00000001:1.0:1767384689.748074:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384689.748077:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737444352 : -128356972107264 : ffff8b429045ea00) 00000100:00000001:0.0:1767384689.748078:0:473:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384689.748083:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384689.748084:0:473:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000941b3b81 x1853237049198720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384689.748106:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384689.748106:0:473:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384689.748109:0:473:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384689.748113:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384689.748115:0:473:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000941b3b81] to pc [ptlrpcd_rcv+-1] req@00000000941b3b81 x1853237049198720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384689.748116:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384689.748120:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049198592, offset 0 00000400:00000200:1.0:1767384689.748127:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384689.748135:0:473:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384689.748139:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384689.748141:0:473:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (316) 00000400:00000200:1.0:1767384689.748149:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008800 00000400:00000100:1.0:1767384689.748154:0:16360:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237049198592 offset 0 length 224: 4 00000400:00000200:1.0:1767384689.748157:0:16360:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000e485ff10 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384689.748159:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1767384689.748169:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384689.748170:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000100:00000001:2.0:1767384689.748173:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384689.748173:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000100:00000001:2.0:1767384689.748176:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384689.748178:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384689.748198:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384689.748200:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000941b3b81 x1853237049198720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.748221:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384689.748222:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384689.748223:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.748226:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384689.748227:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384689.748228:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384689.748233:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384689.748237:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000941b3b81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237049198720:0@lo:38: 00000100:00000001:2.0:1767384689.748242:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384689.748242:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.748245:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384689.748245:0:16360:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384689.748247:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.748249:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384689.748253:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f30519c. 00000100:00000001:1.0:1767384689.748253:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.748256:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.748259:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4294979077 00000400:00000010:2.0:1767384689.748260:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc78f6c. 00000400:00000010:2.0:1767384689.748265:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf1d4360. 00000100:00000010:1.0:1767384689.748265:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eb32a6f. 00000100:00000200:2.0:1767384689.748271:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198720, portal 10 00000100:00000001:2.0:1767384689.748272:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384689.748274:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446615716737443456 : -128356972108160 : ffff8b429045e680) 00000100:00000001:1.0:1767384689.748274:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384689.748281:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000941b3b81 x1853237049198720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384689.748286:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4294979077 00000100:00000001:2.0:1767384689.748287:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384689.748291:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384689.748293:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f57419fb. 00000400:00000010:2.0:1767384689.748294:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d611db0f. 00000100:00000200:2.0:1767384689.748298:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049198720, offset 0 00000100:00000001:1.0:1767384689.748299:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384689.748305:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384689.748305:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 2 is 4294979077 00000100:00000010:1.0:1767384689.748310:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a8cffed. 00000400:00000200:2.0:1767384689.748313:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384689.748314:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384689.748318:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 3 is 4294979077 00000100:00000010:1.0:1767384689.748320:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000920b3eab. 00000400:00000200:2.0:1767384689.748323:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260008880 00000100:00000001:1.0:1767384689.748325:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 3 00000400:00000100:2.0:1767384689.748330:0:16356:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237049198720 offset 0 length 520: 4 00000400:00000200:2.0:1767384689.748333:0:16356:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000d38aecb0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:1.0:1767384689.748333:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384689.748337:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1767384689.748338:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384689.748342:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d611db0f 00000100:00000001:1.0:1767384689.748342:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.748344:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384689.748345:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d611db0f. 00000100:00000001:2.0:1767384689.748349:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384689.748351:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000941b3b81 x1853237049198720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.748357:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384689.748359:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000941b3b81 x1853237049198720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.748363:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.748364:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384689.748366:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.748368:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3202 usecs (4 jiffies) 00000100:00000001:2.0:1767384689.748370:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294979076 00000100:00000001:2.0:1767384689.748371:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294979077 00000100:00000001:2.0:1767384689.748372:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294979076 00000100:00000001:2.0:1767384689.748374:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294979077 00000100:00000001:2.0:1767384689.748375:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294979076 00000100:00000001:2.0:1767384689.748376:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294979077 00000100:00000001:2.0:1767384689.748377:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294979076 00000100:00000001:2.0:1767384689.748378:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294979077 00000100:00000001:2.0:1767384689.748379:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384689.748380:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.748381:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.748382:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.748386:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384689.748386:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384689.748387:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384689.748388:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384689.748389:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.748390:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.753787:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000002a6f0feb (cpu 0) has reached its deadline 4294979077, at 4294979078 00000100:00000040:1.0:1767384689.753787:0:131:0:(connection.c:75:cpu_latency_work()) work item of 000000004c28416d (cpu 0) has reached its deadline 4294979077, at 4294979078 00000100:00000040:2.0:1767384689.753789:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000050acc2d3 (cpu 0) has reached its deadline 4294979077, at 4294979078 00000100:00000040:0.0:1767384689.753789:0:1692:0:(connection.c:75:cpu_latency_work()) work item of 00000000435c4610 (cpu 0) has reached its deadline 4294979077, at 4294979078 00000100:00000010:3.0:1767384689.753799:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000920b3eab. 00000100:00000010:1.0:1767384689.753801:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f57419fb. 00000100:00000010:0.0:1767384689.753803:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eb32a6f. 00000100:00000010:2.0:1767384689.753805:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a8cffed. 00010000:00000001:1.0:1767384690.195830:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384690.195836:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.195869:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384690.195872:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384690.195873:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384690.771862:0:16360:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384690.771875:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384690.771876:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1767384690.771881:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384690.771884:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384690.771886:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.771889:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384690.963812:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp29 00000400:00000010:0.0:1767384690.963822:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bde850a7. 00000400:00000010:0.0:1767384690.963830:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000088abc634. 00000400:00000010:0.0:1767384690.963836:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384690.963845:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d8656cb. 00000400:00000200:0.0:1767384690.963848:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp29 00000400:00000200:0.0:1767384690.963867:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp29 local destination 00000400:00000200:0.0:1767384690.963873:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp29 00000400:00000200:0.0:1767384690.963877:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp29 NI seq info: [243:243:256:4294967295] 192.168.202.154@tcp29 LPNI seq info [198:198:8:4294967295] 00000400:00000200:0.0:1767384690.963884:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp29 00000400:00000200:0.0:1767384690.963891:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp29(192.168.202.154@tcp29:) -> 192.168.202.154@tcp29(192.168.202.154@tcp29:192.168.202.154@tcp29) : GET try# 0 00000800:00000200:0.0:1767384690.963897:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp29 00000800:00000010:0.0:1767384690.963902:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5e6e3f4. 00000800:00000200:0.0:1767384690.963909:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000800:00000200:0.1:1767384690.963914:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a5aa162] -> 12345-192.168.202.154@tcp29 (2) 00000400:00000200:0.0:1767384690.963947:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp29 added to recovery queue. ping count: 6 next ping: 376 health :400 00000400:00000200:1.0:1767384690.964069:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964126:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964140:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964151:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964161:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964184:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964198:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964210:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964221:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964232:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964256:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964267:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964278:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964289:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964300:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964311:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964333:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964343:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964354:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964364:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964376:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964387:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964405:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964448:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964463:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964475:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964487:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964505:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964528:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384690.964593:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384690.964757:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384690.964761:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006cbd450e. 00000800:00000010:1.0:1767384690.964765:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b85559c. 00000800:00000010:1.0:1767384690.964782:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b85559c. 00000800:00020000:1.0:1767384690.964793:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384690.964796:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006cbd450e. 00000800:00000010:1.0:1767384690.964799:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384690.964837:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp29 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384690.964845:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp29 notifying 192.168.202.154@tcp29: down 00000800:00000200:1.0:1767384690.964850:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.154@tcp29 down 00000800:00000100:1.0:1767384690.964856:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp29 00000800:00000010:1.0:1767384690.964859:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5e6e3f4. 00000400:00000200:1.0:1767384690.964863:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384690.964868:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp29->192.168.202.154@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384690.964875:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384690.964877:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384690.964881:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp29) recovery failed with -71 00010000:00000001:1.0:1767384691.219846:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384691.219852:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.219911:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.219915:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.219918:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384691.987869:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384691.987875:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384691.987878:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384691.987883:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384691.987890:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384691.987896:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384691.987907:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bde850a7. 00000400:00000010:0.0:1767384691.987913:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000088abc634. 00000800:00000200:3.0:1767384692.115818:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001de1b692] -> 12345-192.168.202.154@tcp10 (6) 00000800:00000200:3.0:1767384692.115827:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp10 ip 192.168.202.154:988 00000800:00000200:3.0:1767384692.115831:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384692.115911:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000098be71ba] -> 12345-192.168.202.154@tcp18 (6) 00000800:00000200:3.0:1767384692.115916:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp18 ip 192.168.202.154:988 00000800:00000200:3.0:1767384692.115918:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384692.116096:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384692.116100:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384692.116104:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384692.116114:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384692.116119:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384692.116119:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384692.116124:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384692.116128:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384692.116129:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384692.116138:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384692.243851:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384692.243859:0:131:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384692.243860:0:131:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384692.243862:0:131:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384692.243866:0:131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384692.243867:0:131:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384692.243868:0:131:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384692.243870:0:131:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384692.243969:0:17076:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384692.243972:0:17076:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384692.243974:0:17076:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384692.442833:0:40273:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000490899e5. 00080000:00000010:2.0:1767384692.442847:0:40273:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000490899e5. 00000020:00000001:2.0:1767384692.442853:0:40273:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384693.011878:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp43 00000400:00000010:0.0:1767384693.011886:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f9f2a5f3. 00000400:00000010:0.0:1767384693.011894:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ab84c113. 00000400:00000010:0.0:1767384693.011899:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384693.011908:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4575f08. 00000400:00000200:0.0:1767384693.011912:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp43 00000400:00000200:0.0:1767384693.011933:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp43 local destination 00000400:00000200:0.0:1767384693.011939:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp43 00000400:00000200:0.0:1767384693.011942:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp43 NI seq info: [244:244:256:4294967295] 192.168.202.154@tcp43 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384693.011947:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp43 00000400:00000200:0.0:1767384693.011956:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp43(192.168.202.154@tcp43:) -> 192.168.202.154@tcp43(192.168.202.154@tcp43:192.168.202.154@tcp43) : GET try# 0 00000800:00000200:0.0:1767384693.011961:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp43 00000800:00000010:0.0:1767384693.011967:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5e6e3f4. 00000800:00000200:0.0:1767384693.011973:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000800:00000200:0.1:1767384693.011978:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e92220c] -> 12345-192.168.202.154@tcp43 (2) 00000400:00000200:0.0:1767384693.012040:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp43 added to recovery queue. ping count: 5 next ping: 347 health :500 00000400:00000200:2.0:1767384693.012262:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012306:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012322:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012335:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012347:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012372:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012391:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012415:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012447:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012470:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012495:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012514:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012534:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012556:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012576:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012605:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012627:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012647:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012660:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012673:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012685:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012704:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012753:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012779:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012801:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012823:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012844:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012867:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012889:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012910:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012932:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012960:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.012982:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:2.0:1767384693.013002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:2.0:1767384693.013179:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008214b0db. 00000800:00000010:2.0:1767384693.013183:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099836ddd. 00000800:00000010:2.0:1767384693.013187:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019961265. 00000800:00000010:2.0:1767384693.013204:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019961265. 00000800:00020000:2.0:1767384693.013213:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384693.013215:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099836ddd. 00000800:00000010:2.0:1767384693.013217:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008214b0db. 00000400:02020000:2.0:1767384693.013243:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp43 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384693.013247:0:16348:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp43 notifying 192.168.202.154@tcp43: down 00000400:00000200:2.0:1767384693.013250:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384693.013253:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp43 00000800:00000010:2.0:1767384693.013255:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5e6e3f4. 00000400:00000200:2.0:1767384693.013259:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384693.013264:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp43->192.168.202.154@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384693.013271:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384693.013275:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384693.013279:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp43) recovery failed with -71 00000800:00000200:3.0:1767384693.139767:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:3.0:1767384693.139774:0:16349:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 16, 3 secs later) 00000800:00000200:3.1:1767384693.139781:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000e445af1] -> 12345-192.168.202.154@tcp26 (4) 00000800:00000200:3.1:1767384693.139784:0:16349:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 2, interval 16, 3 secs later) 00000800:00000100:3.0:1767384693.139788:0:16349:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp26 00000001:00000001:2.0:1767384693.260462:0:40437:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384693.260467:0:40437:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing load_modules_local 00000001:00000001:2.0:1767384693.263227:0:40437:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1767384693.268787:0:131:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384693.268791:0:131:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384693.268811:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384693.268814:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384693.268817:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384693.459512:0:40456:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:0.0:1767384694.036892:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384694.036904:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:0.0:1767384694.036912:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384694.036919:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384694.036937:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f9f2a5f3. 00000400:00000010:0.0:1767384694.036942:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ab84c113. 00000800:00000200:2.0:1767384694.164789:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (4) 00000800:00000200:2.1:1767384694.164799:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d2d7bf53] -> 12345-192.168.202.154@tcp34 (4) 00000800:00000200:2.0:1767384694.164826:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df9ba19] -> 12345-192.168.202.154@tcp (6) 00000800:00000200:2.0:1767384694.164831:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:988 00000800:00000200:2.0:1767384694.164836:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384694.164943:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000800:00000200:2.0:1767384694.164979:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384694.165024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165053:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165099:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165116:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165167:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165185:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165200:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165232:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165246:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165263:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165279:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165317:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165346:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165373:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165395:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165421:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165463:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165556:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165588:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165615:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165650:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165671:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165695:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165711:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165813:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165867:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:0.0:1767384694.165909:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:0.0:1767384694.166072:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000550eed6b. 00000800:00000010:0.0:1767384694.166079:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fb5a795. 00000800:00000010:0.0:1767384694.166084:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000220848c5. 00000800:00000010:0.0:1767384694.166113:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000220848c5. 00000800:00020000:0.0:1767384694.166123:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:0.0:1767384694.166126:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fb5a795. 00000800:00000010:0.0:1767384694.166129:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000550eed6b. 00000400:02020000:0.0:1767384694.166179:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp34 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384694.166184:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384694.542240:0:40686:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f14091a1. 00080000:00000010:3.0:1767384694.542253:0:40686:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f14091a1. 00080000:00000010:3.0:1767384694.551208:0:40688:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f14091a1. 00080000:00000010:3.0:1767384694.551220:0:40688:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f14091a1. 00080000:00000010:0.0:1767384694.742403:0:40700:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000994c4cd. 00080000:00000010:0.0:1767384694.742415:0:40700:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000994c4cd. 00000100:00000010:2.0:1767384694.867825:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd45852b. 02000000:00000010:2.0:1767384694.867854:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fdc94baa. 02000000:00000010:0.0:1767384694.867929:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000084cad5b. 00000400:00000010:0.0:1767384694.867938:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3931894. 00000400:00000010:0.0:1767384694.867945:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384694.867952:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049198848, portal 25 00000400:00000010:0.0:1767384694.867958:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000100:00000200:0.0:1767384694.867960:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237049198848, offset 0 00000400:00000200:0.0:1767384694.867968:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384694.867981:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384694.867993:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260008900 00000400:00000100:0.0:1767384694.867998:0:16359:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237049198848 offset 0 length 224: 4 00000400:00000200:0.0:1767384694.868002:0:16359:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000127fcacd is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384694.868003:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384694.868011:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000010:0.0:1767384694.868013:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000100:00000200:0.0:1767384694.868020:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd45852b x1853237049198848/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384694.868036:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4eefdf2. 00000100:00000010:0.0:1767384694.868046:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bac07c73. 00000100:00000010:0.0:1767384694.868049:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005075c34d. 00000100:00000010:0.0:1767384694.868053:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a52781cc. 00000100:00000010:0.0:1767384694.873774:0:1692:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4eefdf2. 00000100:00000010:2.0:1767384694.873789:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005075c34d. 00000100:00000010:3.0:1767384694.874771:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a52781cc. 00000100:00000010:1.0:1767384694.874818:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bac07c73. 00080000:00000010:2.0:1767384695.045436:0:40750:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000806b7973. 00080000:00000010:2.0:1767384695.045448:0:40750:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000806b7973. 00000400:00000200:0.0:1767384695.059792:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp44 00000400:00000010:0.0:1767384695.059801:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007261f589. 00000400:00000010:0.0:1767384695.059817:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bb068b29. 00000400:00000010:0.0:1767384695.059824:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000400:00000010:0.0:1767384695.059835:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007a85224d. 00000400:00000200:0.0:1767384695.059840:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp44 00000400:00000200:0.0:1767384695.059865:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp44 local destination 00000400:00000200:0.0:1767384695.059874:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp44 00000400:00000200:0.0:1767384695.059878:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp44 NI seq info: [245:245:256:4294967295] 192.168.202.154@tcp44 LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1767384695.059887:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp44 00000400:00000200:0.0:1767384695.059894:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp44(192.168.202.154@tcp44:) -> 192.168.202.154@tcp44(192.168.202.154@tcp44:192.168.202.154@tcp44) : GET try# 0 00000800:00000200:0.0:1767384695.059901:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp44 00000800:00000010:0.0:1767384695.059907:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000012ee895e. 00000800:00000200:0.0:1767384695.059915:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000800:00000200:0.1:1767384695.059921:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c150ddd4] -> 12345-192.168.202.154@tcp44 (2) 00000400:00000200:0.0:1767384695.059946:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp44 added to recovery queue. ping count: 5 next ping: 349 health :500 00000400:00000200:1.0:1767384695.060019:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060059:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060077:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060093:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060129:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060163:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060178:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060195:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060213:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060228:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060247:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060265:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060280:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060305:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060324:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060344:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060359:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060375:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060391:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060408:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060425:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060442:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060467:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060489:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060508:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060529:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060558:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060589:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060613:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060629:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060648:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060668:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060685:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384695.060701:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384695.061021:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000455999c6. 00000800:00000010:1.0:1767384695.061026:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fb182dd. 00000800:00000010:1.0:1767384695.061031:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038b547e9. 00000800:00000010:1.0:1767384695.061048:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038b547e9. 00000800:00020000:1.0:1767384695.061059:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384695.061062:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fb182dd. 00000800:00000010:1.0:1767384695.061064:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000455999c6. 00000400:02020000:1.0:1767384695.061094:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp44 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384695.061100:0:16347:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp44 notifying 192.168.202.154@tcp44: down 00000400:00000200:1.0:1767384695.061104:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384695.061107:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp44 00000800:00000010:1.0:1767384695.061110:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000012ee895e. 00000400:00000200:1.0:1767384695.061114:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384695.061118:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp44->192.168.202.154@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384695.061125:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384695.061128:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384695.061148:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp44) recovery failed with -71 00080000:00000010:2.0:1767384695.354461:0:40799:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000089d66ebc. 00080000:00000010:2.0:1767384695.354472:0:40799:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000089d66ebc. 00080000:00000010:0.0:1767384695.655456:0:40850:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004d702d06. 00080000:00000010:0.0:1767384695.655466:0:40850:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004d702d06. 00080000:00000010:0.0:1767384695.931197:0:40897:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a24534ab. 00080000:00000010:0.0:1767384695.931209:0:40897:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a24534ab. 00000400:00000200:0.0:1767384696.083802:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000010:0.0:1767384696.083812:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000400:00000200:0.0:1767384696.083820:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384696.083828:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384696.083844:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007261f589. 00000400:00000010:0.0:1767384696.083847:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bb068b29. 00000800:00000200:0.0:1767384696.212825:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0e358a] -> 12345-192.168.202.154@tcp24 (6) 00000800:00000200:0.0:1767384696.212842:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp24 ip 192.168.202.154:988 00000800:00000200:0.0:1767384696.212848:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384696.212872:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a242095] -> 12345-192.168.202.154@tcp11 (6) 00000800:00000200:0.0:1767384696.212875:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp11 ip 192.168.202.154:988 00000800:00000200:0.0:1767384696.212877:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384696.212962:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384696.212970:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1767384696.217136:0:40943:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000148777c8. 00080000:00000010:3.0:1767384696.217147:0:40943:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000148777c8. 00080000:00000010:3.0:1767384696.357199:0:40986:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000074653991. 00080000:00000010:3.0:1767384696.357208:0:40986:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000074653991. 00000020:00000010:3.0:1767384696.365281:0:40986:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000af9dc8ce. 00000020:00000010:3.0:1767384696.365287:0:40986:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000fcecfff1. 00000020:00000010:3.0:1767384696.365295:0:40986:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000f9fae9fa. 00000020:00000010:3.0:1767384696.365313:0:40986:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 0000000054e2ab7a. 00000020:00000010:3.0:1767384696.365331:0:40986:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000003ea80418. 00000020:00000010:3.0:1767384696.365336:0:40986:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000399c3e82. 00000020:00000010:3.0:1767384696.365340:0:40986:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 00000000ecea3571. 00000020:00000010:3.0:1767384696.365356:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000cf3af3c0. 00000020:00000010:3.0:1767384696.365369:0:40986:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000803f9083. 00000020:00000010:3.0:1767384696.365375:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000066da6cb6. 00000020:00000010:3.0:1767384696.365390:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000cf3af3c0. 00000020:00000010:3.0:1767384696.365393:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 000000006c6b009f. 00000001:00000010:3.0:1767384696.365407:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a327d176. 00000001:00000010:3.0:1767384696.365411:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000018ec321c. 00000001:00000010:3.0:1767384696.365415:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e59f5298. 00000001:00000010:3.0:1767384696.365417:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d74797f0. 00000001:00000010:3.0:1767384696.365420:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005259d299. 00000001:00000010:3.0:1767384696.365422:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8f129ea. 00000001:00000010:3.0:1767384696.365424:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000de32e078. 00000001:00000010:3.0:1767384696.365427:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c1cb0220. 00000001:00000010:3.0:1767384696.365429:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5582ea5. 00000001:00000010:3.0:1767384696.365431:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e32fc01. 00000001:00000010:3.0:1767384696.365434:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003089a881. 00000001:00000010:3.0:1767384696.365436:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c78076d1. 00000020:00000010:3.0:1767384696.365440:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079cab16e. 00000020:00000010:3.0:1767384696.365444:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf3af3c0. 00000020:00000010:3.0:1767384696.365448:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342a2c64. 00000008:00000010:3.0:1767384696.365452:0:40986:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ae1f4921. 00020000:00000010:3.0:1767384696.365456:0:40986:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000220f9537. 00008000:00000010:3.0:1767384696.365460:0:40986:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a32355e. 00000080:00000010:3.0:1767384696.365465:0:40986:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000012887661. 00000020:00000010:3.0:1767384696.365468:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000731c44e0. 00000020:00000010:3.0:1767384696.365470:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052dc99e2. 00000040:00000010:3.0:1767384696.365474:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e3f291aa. 00000020:00000010:3.0:1767384696.365478:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f474fc00. 00000020:00000010:3.0:1767384696.365486:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000011c0e927. 00040000:00000010:3.0:1767384696.365490:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098b9525a. 00040000:00000010:3.0:1767384696.365493:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f7ee2ad. 00080000:00000010:3.0:1767384696.365498:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000009026e23. 00080000:00000010:3.0:1767384696.365502:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000055b9c817. 00080000:00000010:3.0:1767384696.365520:0:40986:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 00000000d3dc9722. 00000001:00000010:3.0:1767384696.370746:0:40986:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000e866f284. 00000001:00000010:3.0:1767384696.370999:0:40986:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000ab4eda55. 00000020:00000010:3.0:1767384696.371367:0:40986:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000004b3b94c2. 00000020:00000010:3.0:1767384696.371374:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fb3a1d14. 00000020:00000010:3.0:1767384696.371376:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000ac7f26e2. 00000020:00000010:3.0:1767384696.371888:0:40986:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000eec39e5a. 00080000:00000010:3.0:1767384696.371893:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bfd1c87c. 00080000:00000010:3.0:1767384696.371895:0:40986:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000875f89cc. 00080000:00000010:3.0:1767384696.372021:0:40986:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 000000000f50f932. 00080000:00000010:3.0:1767384696.372050:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d4feeca3. 00080000:00000010:3.0:1767384696.372189:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000766d075a. 00080000:00000010:3.0:1767384696.372298:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000060e23ad. 00080000:00000010:3.0:1767384696.372428:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d4e71f6b. 00080000:00000010:3.0:1767384696.372538:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000006bbadaf. 00080000:00000010:3.0:1767384696.372644:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f2cde664. 00080000:00000010:3.0:1767384696.372772:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000033889af7. 00080000:00000010:3.0:1767384696.372881:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000062f8e3c5. 00080000:00000010:3.0:1767384696.372985:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000098a78cae. 00080000:00000010:3.0:1767384696.373086:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009ba994b7. 00080000:00000010:3.0:1767384696.373211:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d71ce76b. 00080000:00000010:3.0:1767384696.373317:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008b0136b2. 00080000:00000010:3.0:1767384696.373456:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002ebc85ce. 00080000:00000010:3.0:1767384696.373574:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cf6fd362. 00080000:00000010:3.0:1767384696.373677:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000e8b3952. 00080000:00000010:3.0:1767384696.373788:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000069de94dc. 00080000:00000010:3.0:1767384696.373891:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002976b816. 00080000:00000010:3.0:1767384696.373994:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004854fe65. 00080000:00000010:3.0:1767384696.374109:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007cc1bb62. 00080000:00000010:3.0:1767384696.374245:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f886d6b7. 00080000:00000010:3.0:1767384696.374348:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000199b6454. 00080000:00000010:3.0:1767384696.374480:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000027b9c63b. 00080000:00000010:3.0:1767384696.374603:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000006aa3538. 00080000:00000010:3.0:1767384696.374781:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004dc3c3e3. 00080000:00000010:3.0:1767384696.374897:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b0d8739f. 00080000:00000010:3.0:1767384696.375013:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004227b6d7. 00080000:00000010:3.0:1767384696.375154:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009a45d533. 00080000:00000010:3.0:1767384696.375273:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000725002a1. 00080000:00000010:3.0:1767384696.375390:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000099c247bf. 00080000:00000010:3.0:1767384696.375503:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000020d08bdb. 00080000:00000010:3.0:1767384696.375622:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000087827bdc. 00080000:00000010:3.0:1767384696.375762:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c2c43171. 00080000:00000010:3.0:1767384696.375892:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e129c7d3. 00080000:00000010:3.0:1767384696.376007:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dd34627a. 00080000:00000010:3.0:1767384696.376138:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b5883a52. 00080000:00000010:3.0:1767384696.376274:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bb469617. 00080000:00000010:3.0:1767384696.376396:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000022f57432. 00080000:00000010:3.0:1767384696.376504:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b8a62564. 00080000:00000010:3.0:1767384696.376623:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d07dd98c. 00080000:00000010:3.0:1767384696.376767:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000084f7a98f. 00080000:00000010:3.0:1767384696.376876:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000358664b2. 00080000:00000010:3.0:1767384696.376984:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000085735fab. 00080000:00000010:3.0:1767384696.377129:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005b52a139. 00080000:00000010:3.0:1767384696.377249:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f1302eb4. 00080000:00000010:3.0:1767384696.377364:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002a41ddbb. 00080000:00000010:3.0:1767384696.377491:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000073a386ef. 00080000:00000010:3.0:1767384696.377619:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a5323b3f. 00080000:00000010:3.0:1767384696.377789:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000256609b1. 00080000:00000010:3.0:1767384696.377914:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000022c792c7. 00080000:00000010:3.0:1767384696.378020:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003aca57fa. 00080000:00000010:3.0:1767384696.378179:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000004228d88. 00080000:00000010:3.0:1767384696.378296:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d07e8c5a. 00080000:00000010:3.0:1767384696.378408:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ad2ec1d6. 00080000:00000010:3.0:1767384696.378544:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004e5e9580. 00080000:00000010:3.0:1767384696.378664:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c5c0e409. 00080000:00000010:3.0:1767384696.378784:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b81e1790. 00080000:00000010:3.0:1767384696.378906:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c6e22123. 00080000:00000010:3.0:1767384696.379042:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003f0b05da. 00080000:00000010:3.0:1767384696.379179:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000436100e3. 00080000:00000010:3.0:1767384696.379289:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000022ae0090. 00080000:00000010:3.0:1767384696.379403:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000032fdbc4c. 00080000:00000010:3.0:1767384696.379522:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002f2c1393. 00080000:00000010:3.0:1767384696.379649:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b9a5a557. 00080000:00000010:3.0:1767384696.379777:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008f3eb068. 00100000:00000010:3.0:1767384696.380033:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000844c4276. 00000001:00000010:3.0:1767384696.380041:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380154:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380292:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380296:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380522:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380619:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380643:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380647:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.380651:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005148da50. 00000001:00000010:3.0:1767384696.380671:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380676:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.380679:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000006ecb6bd6. 00000001:00000010:3.0:1767384696.380686:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380689:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.380842:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fcda2912. 00000001:00000010:3.0:1767384696.380848:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380852:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380879:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.380987:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.380991:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ee8eb8fc. 00000001:00000010:3.0:1767384696.381009:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381012:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381024:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381026:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.381035:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000a4f7c517. 00000001:00000010:3.0:1767384696.381056:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381168:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381192:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381283:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381303:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381305:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.381307:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000015c25282. 00000001:00000010:3.0:1767384696.381318:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381320:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.381321:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000010560c63. 00000001:00000010:3.0:1767384696.381331:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381333:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381343:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381345:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381541:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381546:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381563:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381567:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381584:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381589:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381606:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381609:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381627:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381631:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381648:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381652:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.381655:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000003f00b0db. 00000001:00000010:3.0:1767384696.381672:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381675:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.381677:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000006aa2817d. 00100000:00000010:3.0:1767384696.381681:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000008101186a. 00000001:00000010:3.0:1767384696.381691:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381698:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.381937:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a4e9af19. 00000001:00000010:3.0:1767384696.381941:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.381944:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382146:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006dce2b89. 00000001:00000010:3.0:1767384696.382152:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382156:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382268:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b4ea3fb9. 00000001:00000010:3.0:1767384696.382272:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382275:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382383:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005ae61841. 00000001:00000010:3.0:1767384696.382389:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382393:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382543:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b85be9bf. 00000001:00000010:3.0:1767384696.382547:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382550:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382657:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f6864ca9. 00000001:00000010:3.0:1767384696.382661:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382664:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382771:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cf00d5fc. 00000001:00000010:3.0:1767384696.382776:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382780:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.382906:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000df036de3. 00000001:00000010:3.0:1767384696.382912:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.382915:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383028:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f35e7a69. 00000001:00000010:3.0:1767384696.383032:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383035:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383158:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000690caa32. 00000001:00000010:3.0:1767384696.383163:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383168:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383279:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ba2007e8. 00000001:00000010:3.0:1767384696.383284:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383290:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383416:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c4e3e3ab. 00000001:00000010:3.0:1767384696.383421:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383423:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383532:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000014d38c90. 00000001:00000010:3.0:1767384696.383536:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383539:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383640:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000029ef0904. 00000001:00000010:3.0:1767384696.383645:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383647:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383750:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ddbfb5a5. 00000001:00000010:3.0:1767384696.383755:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383758:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.383864:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000051a496bc. 00000001:00000010:3.0:1767384696.383870:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.383875:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384000:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000643e4ff9. 00000001:00000010:3.0:1767384696.384004:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384007:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384130:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000085c882a. 00000001:00000010:3.0:1767384696.384136:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384140:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384268:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000dd9a3e9. 00000001:00000010:3.0:1767384696.384274:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384278:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384393:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003fbcf965. 00000001:00000010:3.0:1767384696.384397:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384400:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384490:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000344b28f2. 00000001:00000010:3.0:1767384696.384494:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384497:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384606:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003d92cfe1. 00000001:00000010:3.0:1767384696.384612:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384622:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384736:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f245a470. 00000001:00000010:3.0:1767384696.384740:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384743:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384842:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000abe1fec9. 00000001:00000010:3.0:1767384696.384846:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384849:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.384975:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d6a5239f. 00000001:00000010:3.0:1767384696.384979:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.384982:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385085:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c4182d82. 00000001:00000010:3.0:1767384696.385090:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385092:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385233:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002b7222b7. 00000001:00000010:3.0:1767384696.385238:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385240:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385346:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008ff9d92d. 00000001:00000010:3.0:1767384696.385350:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385353:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385462:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001c634a8a. 00000001:00000010:3.0:1767384696.385466:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385469:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385568:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b7de2122. 00000001:00000010:3.0:1767384696.385573:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385575:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385693:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebc698fc. 00000001:00000010:3.0:1767384696.385698:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385700:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385819:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008b1c6690. 00000001:00000010:3.0:1767384696.385824:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385826:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.385830:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005148da50. 00000001:00000010:3.0:1767384696.385948:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.385955:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.386075:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004e610a77. 00000001:00000010:3.0:1767384696.386080:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386082:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386100:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386104:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386127:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386132:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386252:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386345:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386364:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386368:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.386372:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000006ecb6bd6. 00000001:00000010:3.0:1767384696.386483:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386576:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.386581:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005baea817. 00100000:00000010:3.0:1767384696.386582:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ee8eb8fc. 00000001:00000010:3.0:1767384696.386687:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386691:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.386694:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000a4f7c517. 00100000:00000010:3.0:1767384696.386903:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011fe7410. 00000001:00000010:3.0:1767384696.386909:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.386913:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387032:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f714c297. 00000001:00000010:3.0:1767384696.387037:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387040:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387161:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005df38257. 00000001:00000010:3.0:1767384696.387167:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387268:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387388:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f349b92. 00000001:00000010:3.0:1767384696.387393:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387395:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387512:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001d39fde8. 00000001:00000010:3.0:1767384696.387520:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387523:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387635:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d7acac5c. 00000001:00000010:3.0:1767384696.387641:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387645:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387777:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000617c5329. 00000001:00000010:3.0:1767384696.387782:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387786:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.387899:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009a102afd. 00000001:00000010:3.0:1767384696.387903:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.387906:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388009:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009b5d7f4a. 00000001:00000010:3.0:1767384696.388014:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.388017:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388147:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009e9ae28d. 00000001:00000010:3.0:1767384696.388154:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.388157:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388273:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000085c1a82. 00000001:00000010:3.0:1767384696.388277:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.388280:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388393:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad7eb747. 00000001:00000010:3.0:1767384696.388397:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.388400:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388404:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000015c25282. 00000001:00000010:3.0:1767384696.388527:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.388531:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388533:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000cbcc7c89. 00000001:00000010:3.0:1767384696.388543:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.388547:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.388550:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005aa6c86c. 00100000:00000010:3.0:1767384696.388553:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000010560c63. 00100000:00000010:3.0:1767384696.388802:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000003f00b0db. 00000001:00000010:3.0:1767384696.388913:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389014:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.389021:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000006aa2817d. 00100000:00000010:3.0:1767384696.389147:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000008101186a. 00000001:00000010:3.0:1767384696.389261:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389266:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389275:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389278:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.389280:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005baea817. 00100000:00000010:3.0:1767384696.389495:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1de3848. 00000001:00000010:3.0:1767384696.389499:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389589:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.389692:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000ad84633. 00000001:00000010:3.0:1767384696.389696:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389699:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.389824:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002b161a0c. 00000001:00000010:3.0:1767384696.389828:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.389831:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.389834:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000cbcc7c89. 00100000:00000010:3.0:1767384696.390061:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f7e8864d. 00000001:00000010:3.0:1767384696.390065:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.390068:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.390211:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006405dc2a. 00000001:00000010:3.0:1767384696.390217:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.390221:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.390344:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000002fd6ba4. 00000001:00000010:3.0:1767384696.390348:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.390351:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00100000:00000010:3.0:1767384696.390354:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005aa6c86c. 00000001:00000010:3.0:1767384696.390369:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.390372:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.390378:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.390380:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000020:00000010:3.0:1767384696.390650:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ee75479f. 00000020:00000010:3.0:1767384696.390656:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 00000000a4f597dc. 00040000:00000010:3.0:1767384696.390674:0:40986:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000f1c79836. 00040000:00000010:3.0:1767384696.390678:0:40986:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000931232f2. 00040000:00000010:3.0:1767384696.390681:0:40986:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000931232f2. 00000020:00000010:3.0:1767384696.390688:0:40986:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000931232f2. 00000020:00000010:3.0:1767384696.390691:0:40986:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000931232f2. 00040000:00000010:3.0:1767384696.390693:0:40986:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000d4f5ff77. 00040000:00000010:3.0:1767384696.390694:0:40986:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000931232f2. 00040000:00000010:3.0:1767384696.390695:0:40986:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000931232f2. 00000020:00000010:3.0:1767384696.390709:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052dc99e2. 00000040:00000010:3.0:1767384696.390712:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e3f291aa. 00000020:00000010:3.0:1767384696.390714:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f474fc00. 00000020:00000010:3.0:1767384696.390739:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011c0e927. 00040000:00000010:3.0:1767384696.390742:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000098b9525a. 00040000:00000010:3.0:1767384696.390746:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f7ee2ad. 00080000:00000010:3.0:1767384696.390749:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000055b9c817. 00080000:00000010:3.0:1767384696.390753:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000009026e23. 00000020:00000010:3.0:1767384696.390756:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000731c44e0. 00000020:00000010:3.0:1767384696.390760:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf3af3c0. 00000020:00000010:3.0:1767384696.390763:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342a2c64. 00000008:00000010:3.0:1767384696.390767:0:40986:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ae1f4921. 00020000:00000010:3.0:1767384696.390771:0:40986:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000220f9537. 00008000:00000010:3.0:1767384696.390774:0:40986:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a32355e. 00000080:00000010:3.0:1767384696.390777:0:40986:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000012887661. 00000020:00000010:3.0:1767384696.390779:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079cab16e. 00000020:00000010:3.0:1767384696.390783:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 000000006c6b009f. 00000020:00000010:3.0:1767384696.390789:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cba7ec7f. 00000020:00000010:3.0:1767384696.390801:0:40986:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000a1f2c7c3. 00000020:00000010:3.0:1767384696.390803:0:40986:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000f8adeabd. 00000020:00000010:3.0:1767384696.390806:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 000000000475e657. 00000020:00000010:3.0:1767384696.390814:0:40986:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e6340ab9. 00000020:00000010:3.0:1767384696.390817:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004d1829e6. 00000020:00000010:3.0:1767384696.390822:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 000000000475e657. 00000020:00000010:3.0:1767384696.390827:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000000475e657. 00000001:00000010:3.0:1767384696.390838:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001ab3b418. 00000001:00000010:3.0:1767384696.390841:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000042cb1ae. 00000001:00000010:3.0:1767384696.390843:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017ac31ad. 00000001:00000010:3.0:1767384696.390845:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7266951. 00000001:00000010:3.0:1767384696.390846:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001a7ccef. 00000001:00000010:3.0:1767384696.390848:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8779a7d. 00000001:00000010:3.0:1767384696.390849:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bf71cfae. 00000001:00000010:3.0:1767384696.390850:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aacb67db. 00000001:00000010:3.0:1767384696.390852:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000092a93041. 00000001:00000010:3.0:1767384696.390853:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f7ee2ad. 00000001:00000010:3.0:1767384696.390854:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011c0e927. 00000001:00000010:3.0:1767384696.390855:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3f291aa. 00000020:00000010:3.0:1767384696.390857:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079cab16e. 00000020:00000010:3.0:1767384696.390859:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf3af3c0. 00000020:00000010:3.0:1767384696.390861:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342a2c64. 00000008:00000010:3.0:1767384696.390864:0:40986:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ae1f4921. 00020000:00000010:3.0:1767384696.390866:0:40986:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000220f9537. 00008000:00000010:3.0:1767384696.390868:0:40986:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001a32355e. 00000080:00000010:3.0:1767384696.390870:0:40986:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000012887661. 00000020:00000010:3.0:1767384696.390872:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000731c44e0. 00000020:00000010:3.0:1767384696.390873:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052dc99e2. 00000040:00000010:3.0:1767384696.390875:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068206e2c. 00000020:00000010:3.0:1767384696.390878:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009882f691. 00000020:00000010:3.0:1767384696.390880:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007398990b. 80000000:00000010:3.0:1767384696.390882:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000258d4822. 00040000:00000010:3.0:1767384696.390884:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000060efb0ad. 00080000:00000010:3.0:1767384696.390887:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000be339143. 00080000:00000010:3.0:1767384696.390890:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f9881963. 20000000:00000010:3.0:1767384696.390895:0:40986:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000058e66025. 20000000:00000010:3.0:1767384696.390898:0:40986:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000931232f2. 00000020:00000010:3.0:1767384696.390900:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cf364d2d. 20000000:00000010:3.0:1767384696.390906:0:40986:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000931232f2. 00010000:00000010:3.0:1767384696.390910:0:40986:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000005fe3e3e3. 00000001:00000010:3.0:1767384696.390913:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000083a94b9d. 00000001:00000010:3.0:1767384696.390915:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000000256b979. 00000001:00000010:3.0:1767384696.390916:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000d1ff3ea0. 00000001:00000010:3.0:1767384696.390918:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000005bea534a. 00000020:00000010:3.0:1767384696.390941:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000051b9ba82. 00000020:00000010:3.0:1767384696.390942:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000001b6a004c. 00000020:00000010:3.0:1767384696.390972:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b6909b8. 00000020:00000010:3.0:1767384696.390974:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000a043bd93. 00000020:00000010:3.0:1767384696.390986:0:40986:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000a0559240. 00000020:00000010:3.0:1767384696.390988:0:40986:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000e276df1d. 00000020:00000010:3.0:1767384696.390993:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045f8f59e. 00080000:00000010:3.0:1767384696.390997:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000718e0b8. 00000001:00000010:3.0:1767384696.391002:0:40986:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000005aa6c86c. 00000001:00000010:3.0:1767384696.391149:0:40986:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000f3d5e5a1. 20000000:00000010:3.0:1767384696.391675:0:40986:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000e2178bea. 00080000:00000010:3.0:1767384696.391679:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fdc1cedf. 00080000:00000010:3.0:1767384696.391701:0:40986:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000007fa4b563. 00000020:00000010:3.0:1767384696.391704:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003d3ff23c. 00080000:00000010:3.0:1767384696.391706:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c0ae871. 00000020:00000010:3.0:1767384696.391714:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000098b9525a. 00080000:00000010:3.0:1767384696.391716:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc69f5a0. 00080000:00000010:3.0:1767384696.391738:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008aee3a31. 00100000:00000010:3.0:1767384696.391742:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000465a0808. 00100000:00000010:3.0:1767384696.391745:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000465a0808. 00000001:00000010:3.0:1767384696.391748:0:40986:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000903d9eed. 00080000:00000010:3.0:1767384696.391751:0:40986:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000008c7c9892. 00000001:00000010:3.0:1767384696.391754:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.391862:0:40986:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000609f1f99. 00000001:00000010:3.0:1767384696.391865:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004e5c851. 00000001:00000010:3.0:1767384696.391868:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ce2d44f3. 00000001:00000010:3.0:1767384696.391873:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000002ec3fd3. 00000001:00000010:3.0:1767384696.391883:0:40986:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000ecfc8614. 00000001:00000010:3.0:1767384696.391890:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.391892:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.391894:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.391896:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a9d2b. 00000001:00000010:3.0:1767384696.391899:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.391900:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.391902:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a9d2b. 00080000:00000010:3.0:1767384696.391904:0:40986:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000008c7c9892. 00000001:00000010:3.0:1767384696.391912:0:40986:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000005033396. 00000001:00000010:3.0:1767384696.391914:0:40986:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000017cc6a57. 00000001:00000010:3.0:1767384696.391915:0:40986:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a9a63696. 00000001:00000010:3.0:1767384696.391921:0:40986:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000ea1d5e32. 00000001:00000010:3.0:1767384696.391923:0:40986:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000009f0499b. 00000020:00000010:3.0:1767384696.391935:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ffab2307. 00080000:00000010:3.0:1767384696.391938:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c7c9892. 00000040:00000010:3.0:1767384696.391946:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006d11dc12. 00000020:00000010:3.0:1767384696.391951:0:40986:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000058e3e695. 00000020:00000010:3.0:1767384696.391953:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f90124a8. 00080000:00000010:3.0:1767384696.391956:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000090e1a82. 00000001:00000010:3.0:1767384696.391959:0:40986:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000465a0808. 00000001:00000010:3.0:1767384696.391977:0:40986:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000a59980ea. 00000020:00000010:3.0:1767384696.392474:0:40986:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000d76f76d8. 00000020:00000010:3.0:1767384696.392477:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008e36a465. 00080000:00000010:3.0:1767384696.392480:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000000480637. 00000001:00000010:3.0:1767384696.392482:0:40986:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000008101186a. 00000001:00000010:3.0:1767384696.392496:0:40986:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000006ca2e150. 00080000:00000010:3.0:1767384696.393017:0:40986:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000a364c39c. 20000000:00000010:3.0:1767384696.393041:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000c24f7b42. 20000000:00000010:3.0:1767384696.393043:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000978432f1. 20000000:00000010:3.0:1767384696.393044:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b6fbde0f. 20000000:00000010:3.0:1767384696.393047:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000002ccab655. 20000000:00000010:3.0:1767384696.393049:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000201b83ec. 20000000:00000010:3.0:1767384696.393050:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000000034b035. 20000000:00000010:3.0:1767384696.393052:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b7204b28. 20000000:00000010:3.0:1767384696.393053:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000004d27d517. 20000000:00000010:3.0:1767384696.393054:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000053b6e361. 20000000:00000010:3.0:1767384696.393055:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000d19ff166. 20000000:00000010:3.0:1767384696.393056:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000082015545. 20000000:00000010:3.0:1767384696.393057:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000029dc22c0. 00080000:00000010:3.0:1767384696.393062:0:40986:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000a364c39c. 00000020:00000010:3.0:1767384696.393073:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001dc42252. 00080000:00000010:3.0:1767384696.393075:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c912777. 20000000:00000010:3.0:1767384696.393082:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000029dc22c0. 20000000:00000010:3.0:1767384696.393084:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000082015545. 20000000:00000010:3.0:1767384696.393085:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000d19ff166. 20000000:00000010:3.0:1767384696.393086:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000053b6e361. 00000020:00000010:3.0:1767384696.393091:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000032cd5967. 00080000:00000010:3.0:1767384696.393093:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b8192168. 20000000:00000010:3.0:1767384696.393097:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000004d27d517. 20000000:00000010:3.0:1767384696.393099:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b7204b28. 20000000:00000010:3.0:1767384696.393101:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000000034b035. 20000000:00000010:3.0:1767384696.393104:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000201b83ec. 20000000:00000010:3.0:1767384696.393106:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000002ccab655. 20000000:00000010:3.0:1767384696.393107:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b6fbde0f. 00000020:00000010:3.0:1767384696.393116:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009c9e7a6d. 00080000:00000010:3.0:1767384696.393131:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b89f322. 20000000:00000010:3.0:1767384696.393141:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000978432f1. 20000000:00000010:3.0:1767384696.393143:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000c24f7b42. 00000020:00000010:3.0:1767384696.393242:0:40986:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000051fcb04f. 00000020:00000010:3.0:1767384696.393246:0:40986:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000051fcb04f. 20000000:00000010:3.0:1767384696.393250:0:40986:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000ca9954e3. 20000000:00000010:3.0:1767384696.393253:0:40986:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000009026e23. 20000000:00000010:3.0:1767384696.393261:0:40986:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000055b9c817. 20000000:00000010:3.0:1767384696.393263:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000029dc22c0. 20000000:00000010:3.0:1767384696.393266:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000050d81ebf. 20000000:00000010:3.0:1767384696.393536:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000dd367290. 00000040:00000010:3.0:1767384696.393541:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dea6dd90. 00000040:00000010:3.0:1767384696.393550:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dea6dd90. 20000000:00000010:3.0:1767384696.393553:0:40986:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000dd367290. 00000040:00000010:3.0:1767384696.393557:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dea6dd90. 00000040:00000010:3.0:1767384696.393568:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000e6f450b0. 00000020:00000010:3.0:1767384696.393572:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000742b7079. 00080000:00000010:3.0:1767384696.393576:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ca2eb5e0. 00000040:00000010:3.0:1767384696.393591:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000904a0f52. 00000040:00000010:3.0:1767384696.393599:0:40986:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000e6f450b0. 00000040:00000010:3.0:1767384696.393603:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000904a0f52. 00000040:00000010:3.0:1767384696.393605:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dea6dd90. 20000000:00000010:3.0:1767384696.393610:0:40986:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000dea6dd90. 20000000:00000010:3.0:1767384696.393614:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000dd367290. 00000040:00000010:3.0:1767384696.393618:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000390d2668. 00000040:00000010:3.0:1767384696.393625:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000390d2668. 20000000:00000010:3.0:1767384696.393628:0:40986:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000dd367290. 00000100:00000010:3.0:1767384696.393634:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000390d2668. 00000100:00000010:3.0:1767384696.393639:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000029515bf8. 00000100:00000010:3.0:1767384696.393653:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000015dbc140. 00000100:00000010:3.0:1767384696.393660:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c97b8a1f. 00000100:00000010:3.0:1767384696.393667:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0586612. 00000100:00000010:3.0:1767384696.393671:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000904a0f52. 00000100:00000010:3.0:1767384696.393675:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044d2a9a4. 00000100:00000010:3.0:1767384696.393679:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000171c5e1a. 00000100:00000010:3.0:1767384696.393683:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059f26c47. 00000100:00000010:3.0:1767384696.393688:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a9b0e2d. 00000100:00000010:3.0:1767384696.393691:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013bf5fc7. 00000100:00000010:3.0:1767384696.393695:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a981e6ff. 00000100:00000010:3.0:1767384696.393703:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080107048. 00000100:00000010:3.0:1767384696.393708:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b3e97ea0. 00000100:00000010:3.0:1767384696.393710:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcd9b487. 00000100:00000010:3.0:1767384696.393714:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057c53d66. 00000100:00000010:3.0:1767384696.393716:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046e71a5e. 00000100:00000010:3.0:1767384696.393738:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b71a2672. 00000100:00000010:3.0:1767384696.393741:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a57a10d0. 00000100:00000010:3.0:1767384696.393745:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009975da2e. 00000100:00000010:3.0:1767384696.393749:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067e981cc. 00000100:00000010:3.0:1767384696.393753:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003371e95. 00000100:00000010:3.0:1767384696.393757:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5378a48. 00000100:00000010:3.0:1767384696.393761:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4fe0132. 00000100:00000010:3.0:1767384696.393766:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075ad33f1. 00000100:00000010:3.0:1767384696.393769:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b66e0aff. 00000100:00000010:3.0:1767384696.393771:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000906d054. 00000100:00000010:3.0:1767384696.393774:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086b4d108. 00000100:00000010:3.0:1767384696.393776:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038f5ac01. 00000100:00000010:3.0:1767384696.393780:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e89007c. 00000100:00000010:3.0:1767384696.393781:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005715ce4a. 00000100:00000010:3.0:1767384696.393783:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099d0e06c. 00000100:00000010:3.0:1767384696.393785:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009faca46b. 00000100:00000010:3.0:1767384696.393788:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000054c28c0. 00000100:00000010:3.0:1767384696.393790:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011e256d3. 00000100:00000010:3.0:1767384696.393793:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000454cb6b6. 00000100:00000010:3.0:1767384696.393794:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f513f5b5. 00000100:00000010:3.0:1767384696.393797:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e57b9823. 00000100:00000010:3.0:1767384696.393798:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000940e54c5. 00000100:00000010:3.0:1767384696.393801:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff4825e4. 00000100:00000010:3.0:1767384696.393802:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006001d888. 00000100:00000010:3.0:1767384696.393805:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000de20c69. 00000100:00000010:3.0:1767384696.393806:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac217b2e. 00000100:00000010:3.0:1767384696.393814:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022114adb. 00000100:00000010:3.0:1767384696.393818:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2a2d1f3. 00000100:00000010:3.0:1767384696.393820:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfd52c6b. 00000100:00000010:3.0:1767384696.393822:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e86a51a. 00000100:00000010:3.0:1767384696.393825:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035a8222c. 00000100:00000010:3.0:1767384696.393827:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc02def4. 00000100:00000010:3.0:1767384696.393830:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000537fe043. 00000100:00000010:3.0:1767384696.393832:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003abf256d. 00000100:00000010:3.0:1767384696.393836:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044694068. 00000100:00000010:3.0:1767384696.393839:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000497a9260. 00000100:00000010:3.0:1767384696.393842:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013d3e214. 00000100:00000010:3.0:1767384696.393844:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003165035a. 00000100:00000010:3.0:1767384696.393847:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f8379c0. 00000100:00000010:3.0:1767384696.393849:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edfa3bed. 00000100:00000010:3.0:1767384696.393854:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb440ba5. 00000100:00000010:3.0:1767384696.393856:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cf37a51. 00000100:00000010:3.0:1767384696.393860:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f473233. 00000100:00000010:3.0:1767384696.393863:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3c4536a. 00000100:00000010:3.0:1767384696.393867:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004501d09c. 00000100:00000010:3.0:1767384696.393869:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000016af3a5. 00000100:00000010:3.0:1767384696.393873:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de67a6a9. 00000100:00000010:3.0:1767384696.393876:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bec758fb. 00000100:00000010:3.0:1767384696.393880:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002283e911. 00000100:00000010:3.0:1767384696.393883:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c5bf66c. 00000100:00000010:3.0:1767384696.393886:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082c61b16. 00000100:00000010:3.0:1767384696.393888:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ae49197. 00000100:00000010:3.0:1767384696.393893:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021497fd8. 00000100:00000010:3.0:1767384696.393896:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003532bb4c. 00000100:00000010:3.0:1767384696.393899:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8e67673. 00000100:00000010:3.0:1767384696.393902:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000062a375d. 00000100:00000010:3.0:1767384696.393905:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e99d83ec. 00000100:00000010:3.0:1767384696.393913:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d108a40f. 00000100:00000010:3.0:1767384696.393917:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000287878fb. 00000100:00000010:3.0:1767384696.393919:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1edc9a2. 00000100:00000010:3.0:1767384696.393922:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4442f68. 00000100:00000010:3.0:1767384696.393923:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095cb7f42. 00000100:00000010:3.0:1767384696.393927:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b7f2f2b. 00000100:00000010:3.0:1767384696.393930:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b06a4d8c. 00000100:00000010:3.0:1767384696.393933:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a643f7c1. 00000100:00000010:3.0:1767384696.393937:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec560ebf. 00000100:00000010:3.0:1767384696.393940:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021fc8825. 00000100:00000010:3.0:1767384696.393943:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e30909a. 00000100:00000010:3.0:1767384696.393947:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004132a131. 00000100:00000010:3.0:1767384696.393950:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000732b33be. 00000100:00000010:3.0:1767384696.393954:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091243bf0. 00000100:00000010:3.0:1767384696.393956:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b02a736. 00000100:00000010:3.0:1767384696.393960:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003eecf8f7. 00000100:00000010:3.0:1767384696.393963:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ebb2b88. 00000100:00000010:3.0:1767384696.393968:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005da3f863. 00000100:00000010:3.0:1767384696.393970:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039311d73. 00000100:00000010:3.0:1767384696.393974:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095123390. 00000100:00000010:3.0:1767384696.393976:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082b93351. 00000100:00000010:3.0:1767384696.393980:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ba2b9a5. 00000100:00000010:3.0:1767384696.393983:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ded0183. 00000100:00000010:3.0:1767384696.393987:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba5656db. 00000100:00000010:3.0:1767384696.393989:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f89a0bc. 00000100:00000010:3.0:1767384696.393992:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca926f3c. 00000100:00000010:3.0:1767384696.393995:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057bc72d1. 00000100:00000010:3.0:1767384696.393999:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005fb79e0d. 00000100:00000010:3.0:1767384696.394001:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acdf1bda. 00000100:00000010:3.0:1767384696.394005:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0abacd6. 00000100:00000010:3.0:1767384696.394008:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004624cf9c. 00000100:00000010:3.0:1767384696.394019:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008953fd31. 00000100:00000010:3.0:1767384696.394021:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021335701. 00000100:00000010:3.0:1767384696.394025:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008949b2c. 00000100:00000010:3.0:1767384696.394028:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030a50fb2. 00000100:00000010:3.0:1767384696.394032:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065263a3f. 00000100:00000010:3.0:1767384696.394034:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000569b28af. 00000100:00000010:3.0:1767384696.394038:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bef830a6. 00000100:00000010:3.0:1767384696.394039:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000051d3b96. 00000100:00000010:3.0:1767384696.394049:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086237725. 00000100:00000010:3.0:1767384696.394051:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f04817bb. 00000100:00000010:3.0:1767384696.394055:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e45e6106. 00000100:00000010:3.0:1767384696.394057:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed4acdcc. 00000100:00000010:3.0:1767384696.394060:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1326d5d. 00000100:00000010:3.0:1767384696.394062:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014ab8f07. 00000100:00000010:3.0:1767384696.394066:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007969d36f. 00000100:00000010:3.0:1767384696.394069:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054c8b8b6. 00000100:00000010:3.0:1767384696.394077:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b498b6ff. 00000100:00000010:3.0:1767384696.394081:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2fb7f05. 00000100:00000010:3.0:1767384696.394085:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae632352. 00000100:00000010:3.0:1767384696.394088:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd7dd84a. 00000100:00000010:3.0:1767384696.394092:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000087f8767. 00000100:00000010:3.0:1767384696.394095:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024428b35. 00000100:00000010:3.0:1767384696.394099:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000accab02c. 00000100:00000010:3.0:1767384696.394102:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022992da8. 00000100:00000010:3.0:1767384696.394113:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d338705. 00000100:00000010:3.0:1767384696.394116:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bbe3009. 00000100:00000010:3.0:1767384696.394130:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f21cdc0. 00000400:00000200:3.0:1767384696.394133:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1767384696.394179:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000190c7cf6. 00000020:00000010:3.0:1767384696.394183:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e9dd51d8. 00000100:00000010:3.0:1767384696.394230:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e3730f3c. 00000100:00000010:3.0:1767384696.394240:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000851e37cc. 00000100:00000010:3.0:1767384696.394245:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000568c8471. 00000100:00000010:3.0:1767384696.394249:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000002e2c534. 00000100:00000010:3.0:1767384696.394252:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c774c3e0. 00000100:00000200:3.0:1767384696.394294:0:40986:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1767384696.394298:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008f25704d. 00000100:00000010:0.0:1767384696.394498:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000039dd7f64. 00000020:00000010:0.0:1767384696.394509:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003dbac92d. 00000020:00000010:0.0:1767384696.394518:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eca337b3. 00000020:00000010:0.0:1767384696.394522:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c01bdf9a. 00000040:00000010:0.0:1767384696.394527:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000096d73776. 00000020:00000010:0.0:1767384696.394533:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d3c15dfa. 00000020:00000010:0.0:1767384696.394538:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054dc627f. 80000000:00000010:0.0:1767384696.394542:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c4cb89. 00040000:00000010:0.0:1767384696.394547:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f66c155. 00080000:00000010:0.0:1767384696.394554:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000550eed6b. 00080000:00000010:0.0:1767384696.394560:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000044621c82. 20000000:00000010:0.0:1767384696.394566:0:40992:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c74f1e4e. 00000100:00000200:0.0:1767384696.394571:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394577:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ef0ee2. 00000400:00000010:0.0:1767384696.394583:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cc2605e. 00000100:00000200:0.0:1767384696.394592:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394594:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e99c2e1. 00000400:00000010:0.0:1767384696.394596:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004facb70f. 00000100:00000200:0.0:1767384696.394598:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394599:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061266d24. 00000400:00000010:0.0:1767384696.394602:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f27ae229. 00000100:00000200:0.0:1767384696.394603:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394605:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c42c858f. 00000400:00000010:0.0:1767384696.394607:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005033396. 00000100:00000200:0.0:1767384696.394608:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394610:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75a8c3f. 00000400:00000010:0.0:1767384696.394612:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f20a7a77. 00000100:00000200:0.0:1767384696.394614:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394616:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000853a1790. 00000400:00000010:0.0:1767384696.394617:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060d4d02f. 00000100:00000200:0.0:1767384696.394630:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394631:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6232aae. 00000400:00000010:0.0:1767384696.394634:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091deb01d. 00000100:00000200:0.0:1767384696.394636:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394638:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97f78d6. 00000400:00000010:0.0:1767384696.394640:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000377803c7. 00000100:00000200:0.0:1767384696.394641:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394642:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf2827d. 00000400:00000010:0.0:1767384696.394645:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9d93e07. 00000100:00000200:0.0:1767384696.394648:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394650:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c136aa2. 00000400:00000010:0.0:1767384696.394653:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000089b4a4f. 00000100:00000200:0.0:1767384696.394656:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394659:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029722b85. 00000400:00000010:0.0:1767384696.394661:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb1e3c3d. 00000100:00000200:0.0:1767384696.394665:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394667:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224b6cee. 00000400:00000010:0.0:1767384696.394670:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048894ec7. 00000100:00000200:0.0:1767384696.394673:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394676:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f88fa89f. 00000400:00000010:0.0:1767384696.394678:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcf78757. 00000100:00000200:0.0:1767384696.394681:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394686:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dafd767. 00000400:00000010:0.0:1767384696.394690:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea4eb179. 00000100:00000200:0.0:1767384696.394694:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394697:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c7f1516. 00000400:00000010:0.0:1767384696.394701:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cfa62f7. 00000100:00000200:0.0:1767384696.394705:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394708:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afb317dd. 00000400:00000010:0.0:1767384696.394711:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093fc3c9c. 00000100:00000200:0.0:1767384696.394713:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394715:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040447322. 00000400:00000010:0.0:1767384696.394761:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045b8ddc8. 00000100:00000200:0.0:1767384696.394767:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394771:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027345526. 00000400:00000010:0.0:1767384696.394775:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ee0f24e. 00000100:00000200:0.0:1767384696.394777:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394779:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a372c797. 00000400:00000010:0.0:1767384696.394783:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071ba8f50. 00000100:00000200:0.0:1767384696.394786:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394788:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c57a5d. 00000400:00000010:0.0:1767384696.394791:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fef1413. 00000100:00000200:0.0:1767384696.394793:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394795:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be9ecdf0. 00000400:00000010:0.0:1767384696.394798:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fb8c3a4. 00000100:00000200:0.0:1767384696.394800:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394802:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000598a7b1. 00000400:00000010:0.0:1767384696.394805:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7c3f354. 00000100:00000200:0.0:1767384696.394807:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394809:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a695f515. 00000400:00000010:0.0:1767384696.394813:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6b45544. 00000100:00000200:0.0:1767384696.394815:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394818:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e419adaa. 00000400:00000010:0.0:1767384696.394820:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000835789e4. 00000100:00000200:0.0:1767384696.394823:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394825:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba710a7. 00000400:00000010:0.0:1767384696.394828:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000677c11ab. 00000100:00000200:0.0:1767384696.394831:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394833:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b619aab. 00000400:00000010:0.0:1767384696.394836:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048479dd0. 00000100:00000200:0.0:1767384696.394839:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394842:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025254a59. 00000400:00000010:0.0:1767384696.394846:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000202369b9. 00000100:00000200:0.0:1767384696.394848:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394851:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f64421. 00000400:00000010:0.0:1767384696.394854:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac4c9c5. 00000100:00000200:0.0:1767384696.394856:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394858:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032c6eac8. 00000400:00000010:0.0:1767384696.394863:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004beafc4c. 00000100:00000200:0.0:1767384696.394864:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394866:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d0b144. 00000400:00000010:0.0:1767384696.394867:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b05d3d2. 00000100:00000200:0.0:1767384696.394869:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394870:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7f3a50. 00000400:00000010:0.0:1767384696.394872:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc724d81. 00000100:00000200:0.0:1767384696.394874:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394875:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4607eb. 00000400:00000010:0.0:1767384696.394877:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003973fe1b. 00000100:00000200:0.0:1767384696.394878:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394880:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c3fd1e9. 00000400:00000010:0.0:1767384696.394881:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000388bf8d9. 00000100:00000200:0.0:1767384696.394883:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394884:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f4d00fd. 00000400:00000010:0.0:1767384696.394885:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000001090bd. 00000100:00000200:0.0:1767384696.394887:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394889:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfd5de67. 00000400:00000010:0.0:1767384696.394891:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097541884. 00000100:00000200:0.0:1767384696.394892:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394894:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d19244. 00000400:00000010:0.0:1767384696.394895:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b10cb022. 00000100:00000200:0.0:1767384696.394896:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394897:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9682f6. 00000400:00000010:0.0:1767384696.394899:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000490e7d00. 00000100:00000200:0.0:1767384696.394900:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394902:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c78f10. 00000400:00000010:0.0:1767384696.394904:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6ea9bd7. 00000100:00000200:0.0:1767384696.394906:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394907:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000231c32a6. 00000400:00000010:0.0:1767384696.394908:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea74f905. 00000100:00000200:0.0:1767384696.394909:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394910:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fef2927. 00000400:00000010:0.0:1767384696.394911:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0b33e67. 00000100:00000200:0.0:1767384696.394915:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394916:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc69886b. 00000400:00000010:0.0:1767384696.394918:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cb0b7e5. 00000100:00000200:0.0:1767384696.394920:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394921:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092db8b12. 00000400:00000010:0.0:1767384696.394924:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdf9bff7. 00000100:00000200:0.0:1767384696.394926:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394928:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aae4617. 00000400:00000010:0.0:1767384696.394933:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebef96af. 00000100:00000200:0.0:1767384696.394936:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394943:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5f38b95. 00000400:00000010:0.0:1767384696.394946:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed04d79. 00000100:00000200:0.0:1767384696.394949:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394953:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fc0e243. 00000400:00000010:0.0:1767384696.394956:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d372d214. 00000100:00000200:0.0:1767384696.394958:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394961:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062ad49df. 00000400:00000010:0.0:1767384696.394965:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f5d034a. 00000100:00000200:0.0:1767384696.394967:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394973:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebcddfa1. 00000400:00000010:0.0:1767384696.394977:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074324c7a. 00000100:00000200:0.0:1767384696.394979:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394982:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043eb690f. 00000400:00000010:0.0:1767384696.394986:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000522cb044. 00000100:00000200:0.0:1767384696.394990:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.394993:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026238ff9. 00000400:00000010:0.0:1767384696.394997:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c4e7f0. 00000100:00000200:0.0:1767384696.394999:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395002:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000238c4db5. 00000400:00000010:0.0:1767384696.395004:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b590fcf8. 00000100:00000200:0.0:1767384696.395007:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395010:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b28e42. 00000400:00000010:0.0:1767384696.395012:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f22ff245. 00000100:00000200:0.0:1767384696.395013:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395015:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b2def4. 00000400:00000010:0.0:1767384696.395017:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b3e3385. 00000100:00000200:0.0:1767384696.395018:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395020:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544abef0. 00000400:00000010:0.0:1767384696.395021:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa5ff06c. 00000100:00000200:0.0:1767384696.395022:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395023:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e991c5. 00000400:00000010:0.0:1767384696.395026:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000409772a1. 00000100:00000200:0.0:1767384696.395027:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395028:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095ab350e. 00000400:00000010:0.0:1767384696.395029:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047941655. 00000100:00000200:0.0:1767384696.395031:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395033:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40b6aa2. 00000400:00000010:0.0:1767384696.395034:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b782049e. 00000100:00000200:0.0:1767384696.395035:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395037:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e920adfe. 00000400:00000010:0.0:1767384696.395040:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a226775. 00000100:00000200:0.0:1767384696.395041:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395042:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e92f892e. 00000400:00000010:0.0:1767384696.395043:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f754da1c. 00000100:00000200:0.0:1767384696.395044:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395045:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000035c37fe. 00000400:00000010:0.0:1767384696.395047:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000548f8468. 00000100:00000200:0.0:1767384696.395048:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395049:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8a89bf9. 00000400:00000010:0.0:1767384696.395051:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000647ef6e4. 00000100:00000200:0.0:1767384696.395052:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395053:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172d2a1f. 00000400:00000010:0.0:1767384696.395055:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e525df8e. 00000100:00000200:0.0:1767384696.395057:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395058:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017ac4556. 00000400:00000010:0.0:1767384696.395060:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f79b29d. 00000100:00000200:0.0:1767384696.395061:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395062:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb4bc981. 00000400:00000010:0.0:1767384696.395063:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008752933. 00000100:00000200:0.0:1767384696.395064:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.395066:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ea8957e. 00000400:00000010:0.0:1767384696.395068:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000352c80a0. 00000100:00000010:0.0:1767384696.395088:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000be2b8551. 00000100:00000200:0.0:1767384696.395115:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384696.395149:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000008bf43b5. 00000100:00000010:1.0:1767384696.395322:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ec49f606. 00000020:00000010:1.0:1767384696.395335:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000038b547e9. 00000020:00000010:1.0:1767384696.395342:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a0b4862. 00000020:00000010:1.0:1767384696.395345:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000026017cff. 00000040:00000010:1.0:1767384696.395348:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005dcd7cd9. 00000020:00000010:1.0:1767384696.395351:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f0a21915. 00000020:00000010:1.0:1767384696.395353:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c3741dc. 80000000:00000010:1.0:1767384696.395356:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f13501fd. 00040000:00000010:1.0:1767384696.395358:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008be0be72. 00080000:00000010:1.0:1767384696.395362:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000455999c6. 00080000:00000010:1.0:1767384696.395364:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002785d9cb. 20000000:00000010:1.0:1767384696.395368:0:40994:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007547fc53. 00000100:00000010:1.0:1767384696.395380:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ed61712e. 00000100:00000200:1.0:1767384696.395393:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384696.395403:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000014d9db03. 00000100:00000010:0.0:1767384696.395586:0:40995:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000035ee32c1. 00000020:00000010:0.0:1767384696.395589:0:40995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004f91d581. 00000020:00000010:0.0:1767384696.395593:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000058a09a7. 00000020:00000010:0.0:1767384696.395598:0:40995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009acb8ab2. 00000040:00000010:0.0:1767384696.395601:0:40995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ccd6cf9. 00000020:00000010:0.0:1767384696.395605:0:40995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d45cb3c4. 00000020:00000010:0.0:1767384696.395608:0:40995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067f8050b. 80000000:00000010:0.0:1767384696.395611:0:40995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d70c31b7. 00040000:00000010:0.0:1767384696.395614:0:40995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad2ddcfb. 00080000:00000010:0.0:1767384696.395620:0:40995:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f321c356. 00080000:00000010:0.0:1767384696.395624:0:40995:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000062d6ae62. 20000000:00000010:0.0:1767384696.395629:0:40995:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b2fba2ad. 00000100:00000010:0.0:1767384696.395642:0:40995:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000125d9b36. 00000100:00000200:0.0:1767384696.395665:0:40995:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384696.395703:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b89f322. 00000020:00000010:2.0:1767384696.395708:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009c9e7a6d. 00000020:00000010:2.0:1767384696.395733:0:40986:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000f005dc0d. 00080000:00000010:2.0:1767384696.395743:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fdc1cedf. 20000000:00000010:2.0:1767384696.395749:0:40986:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000e2178bea. 00080000:00000010:2.0:1767384696.395766:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004c912777. 00000020:00000010:2.0:1767384696.395770:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001dc42252. 00080000:00000010:2.0:1767384696.395817:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b8192168. 00000020:00000010:2.0:1767384696.395818:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000032cd5967. 00080000:00000010:2.0:1767384696.395826:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ca2eb5e0. 00000020:00000010:2.0:1767384696.395827:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000742b7079. 00000020:00000010:2.0:1767384696.395845:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052dc99e2. 00000040:00000010:2.0:1767384696.395847:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068206e2c. 00000020:00000010:2.0:1767384696.395849:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009882f691. 00000020:00000010:2.0:1767384696.395852:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007398990b. 80000000:00000010:2.0:1767384696.395855:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000258d4822. 00040000:00000010:2.0:1767384696.395857:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000060efb0ad. 00080000:00000010:2.0:1767384696.395861:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f9881963. 00080000:00000010:2.0:1767384696.395865:0:40986:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000007fa4b563. 00080000:00000010:2.0:1767384696.395867:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000be339143. 00000020:00000010:2.0:1767384696.395869:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000731c44e0. 00000020:00000010:2.0:1767384696.395871:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf3af3c0. 00000020:00000010:2.0:1767384696.395873:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342a2c64. 00000008:00000010:2.0:1767384696.395875:0:40986:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ae1f4921. 00020000:00000010:2.0:1767384696.395877:0:40986:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000220f9537. 00008000:00000010:2.0:1767384696.395879:0:40986:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001a32355e. 00000080:00000010:2.0:1767384696.395881:0:40986:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000012887661. 00000020:00000010:2.0:1767384696.395883:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079cab16e. 00000020:00000010:2.0:1767384696.395885:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000000475e657. 00000020:00000010:2.0:1767384696.395903:0:40986:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000078725673. 00000020:00000010:2.0:1767384696.395907:0:40986:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000006140e3c0. 00000100:02020000:2.0:1767384696.395917:0:40986:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.154@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:3.0:1767384696.398033:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5ef9d8c. 00000400:00000200:3.0:1767384696.398038:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dde52fb 00000400:00000010:3.0:1767384696.398040:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dde52fb. 00000100:00000200:3.0:1767384696.398049:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384696.398051:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3931894. 00000400:00000200:0.0:1767384696.398058:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000100:00000200:3.0:1767384696.398059:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000070ae664e x1853237049198592/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384696.398061:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.398071:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd45852b x1853237049198848/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384696.398078:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd45852b x1853237049198848/t0(0) o400->MGC192.168.202.154@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384710 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384696.398081:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6c7ed52. 02000000:00000010:3.0:1767384696.398088:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8ac180a. 00000100:00000010:3.0:1767384696.398094:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000070ae664e. 02000000:00000010:0.0:1767384696.398097:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000084cad5b. 02000000:00000010:0.0:1767384696.398103:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fdc94baa. 00000100:00000010:0.0:1767384696.398105:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd45852b. 00000100:00000010:2.0:1767384696.398188:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012064164. 02000000:00000010:2.0:1767384696.398199:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008702c3bc. 02000000:00000010:1.0:1767384696.398240:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003becc6e4. 00000400:00000010:1.0:1767384696.398245:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0b22e9. 00000400:00000010:1.0:1767384696.398248:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384696.398252:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049198976, portal 25 00000400:00000010:1.0:1767384696.398255:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00000100:00000200:1.0:1767384696.398257:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237049198976, offset 0 00000400:00000200:1.0:1767384696.398261:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.398270:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.398278:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958260008980 00000400:00000200:1.0:1767384696.398284:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2201 [2] + 0 00000400:00000010:1.0:1767384696.398287:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ef0ee2. 00000400:00000200:1.0:1767384696.398289:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005cc2605e 00000400:00000200:1.0:1767384696.398294:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.398298:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384696.398302:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cc2605e 00000400:00000010:1.0:1767384696.398303:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cc2605e. 00000100:00000200:1.0:1767384696.398307:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384696.398327:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49833ec 00000400:00000010:1.0:1767384696.398329:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a49833ec. 00000100:00000200:1.0:1767384696.398333:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012064164 x1853237049198976/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384696.398351:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c89e5a9. 00000020:00000010:0.0:1767384696.398351:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003d44d125. 00000100:00000010:1.0:1767384696.398362:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f57419fb. 00000020:00000010:0.0:1767384696.398364:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004033c679. 00000100:00000010:1.0:1767384696.398367:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9596989. 00000020:00000010:0.0:1767384696.398368:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bec6bea0. 00000100:00000010:1.0:1767384696.398373:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089480b67. 00000020:00000010:0.0:1767384696.398373:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035a1c69a. 00000100:00000200:0.0:1767384696.398396:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049198976 02000000:00000010:0.0:1767384696.398407:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b63aa9cc. 00000020:00000010:0.0:1767384696.398413:0:40995:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001c70859f. 00000001:00000010:0.0:1767384696.398418:0:40995:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000091c898c. 00000001:00000010:0.0:1767384696.398421:0:40995:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004e5b1e75. 00000001:00000010:0.0:1767384696.398423:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077a1a4f2. 00000001:00000010:0.0:1767384696.398424:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2c77e07. 00000001:00000010:0.0:1767384696.398426:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000cab73db. 00000001:00000010:0.0:1767384696.398427:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a24f7cac. 00000020:00000010:0.0:1767384696.398434:0:40995:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d64c8144. 00000020:00000010:0.0:1767384696.398470:0:40995:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d4b077c4. 00000020:00000010:0.0:1767384696.398472:0:40995:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000000c09644e. 00000020:00000010:0.0:1767384696.398474:0:40995:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000eda9dfb5. 00000020:00000010:0.0:1767384696.398480:0:40995:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000648895a7. 00000020:00000010:0.0:1767384696.398482:0:40995:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000001e5da5a3. 00000020:00000010:0.0:1767384696.398483:0:40995:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000712ff9e5. 00000020:00000010:0.0:1767384696.398489:0:40995:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008ae1542b. 00010000:00000200:0.0:1767384696.398512:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d9b6369 x1853237049198976/t0(0) o250->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384716 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384696.398522:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.398524:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237049198976, offset 0 00000400:00000200:0.0:1767384696.398527:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.398531:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.398535:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958260008980 00000400:00000200:0.0:1767384696.398538:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2301 [1] + 0 00000400:00000200:0.0:1767384696.398540:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.398542:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384696.398545:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012064164 x1853237049198976/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384696.398558:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.398559:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000020:00000010:0.0:1767384696.398567:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bec6bea0. 00000400:00000010:1.0:1767384696.398574:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0b22e9. 00000400:00000200:1.0:1767384696.398577:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b91e4f98 00000020:00000010:0.0:1767384696.398578:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035a1c69a. 00000400:00000010:1.0:1767384696.398579:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b91e4f98. 00000020:00000010:0.0:1767384696.398584:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004033c679. 00000100:00000200:1.0:1767384696.398587:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012064164 x1853237049198976/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384696.398590:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000b63aa9cc. 00000100:00000200:1.0:1767384696.398596:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012064164 x1853237049198976/t0(0) o250->MGC192.168.202.154@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384696.398597:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.398602:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000606cc5c9. 00000400:00000010:0.0:1767384696.398606:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df331b0e. 00000020:00000010:1.0:1767384696.398628:0:16356:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 000000005cc2605e. 02000000:00000010:1.0:1767384696.398645:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003becc6e4. 02000000:00000010:1.0:1767384696.398648:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008702c3bc. 00000100:00000010:1.0:1767384696.398650:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012064164. 00000020:00000010:2.0:1767384696.398671:0:37:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 000000008214b0db. 00000020:00000010:3.0:1767384696.398677:0:40986:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000006140e3c0. 00000020:00000010:3.0:1767384696.398682:0:40986:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000078725673. 00000020:00000010:3.0:1767384696.398694:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000cc1554be. 00000100:00000010:2.0:1767384696.398697:0:37:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c79c349. 00000020:00000010:3.0:1767384696.398702:0:40986:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004ed8badd. 00000020:00000010:3.0:1767384696.398708:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000040f52bab. 00000100:00000010:2.0:1767384696.398708:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5ac603e. 00000020:00000010:3.0:1767384696.398741:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000cc1554be. 00000020:00000010:3.0:1767384696.398747:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000c79054b5. 02000000:00000010:2.0:1767384696.398749:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000007ed34c1. 00000100:00000010:2.0:1767384696.398757:0:37:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039988a96. 00000100:00000010:2.0:1767384696.398760:0:37:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003dfc8f94. 00000001:00000010:3.0:1767384696.398761:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005265ea15. 00000001:00000010:3.0:1767384696.398767:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000591eaa8f. 00000001:00000010:3.0:1767384696.398769:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da456fd3. 00000400:00000010:2.0:1767384696.398770:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006af7e468. 00000001:00000010:3.0:1767384696.398772:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e088a929. 00000400:00000010:2.0:1767384696.398776:0:37:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d611db0f. 00000001:00000010:3.0:1767384696.398778:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2e0594b. 00000100:00000200:2.0:1767384696.398779:0:37:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260008a00-0x6958260008a00, portal 33 00000001:00000010:3.0:1767384696.398782:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000510b075c. 02000000:00000010:2.0:1767384696.398786:0:37:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e44ec08c. 00000001:00000010:3.0:1767384696.398787:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000542cdbb5. 00000400:00000010:2.0:1767384696.398792:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e1671c. 00000001:00000010:3.0:1767384696.398793:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b6fb0da1. 00000400:00000010:2.0:1767384696.398797:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e23241e. 00000001:00000010:3.0:1767384696.398798:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039a58bd1. 00000100:00000200:2.0:1767384696.398800:0:37:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049199104, portal 25 00000001:00000010:3.0:1767384696.398803:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096d599ca. 00000400:00000010:2.0:1767384696.398805:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6d9e8d. 00000100:00000200:2.0:1767384696.398806:0:37:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237049199104, offset 0 00000400:00000200:2.0:1767384696.398810:0:37:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:3.0:1767384696.398815:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004125c129. 00000400:00000200:2.0:1767384696.398819:0:37:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:3.0:1767384696.398821:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000062677e8. 00000020:00000010:3.0:1767384696.398826:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfb4eb30. 00000400:00000200:2.0:1767384696.398827:0:37:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260008a00 00000020:00000010:3.0:1767384696.398832:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034362d69. 00000400:00000200:2.0:1767384696.398832:0:37:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2205 [2] + 0 00000400:00000010:2.0:1767384696.398837:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e99c2e1. 00000020:00000010:3.0:1767384696.398838:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000400:00000200:2.0:1767384696.398839:0:37:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004facb70f 00000008:00000010:3.0:1767384696.398843:0:40986:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000090ed9314. 00000400:00000200:2.0:1767384696.398844:0:37:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.398848:0:37:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00020000:00000010:3.0:1767384696.398850:0:40986:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a364c39c. 00000400:00000200:2.0:1767384696.398851:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004facb70f 00000400:00000010:2.0:1767384696.398855:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004facb70f. 00008000:00000010:3.0:1767384696.398856:0:40986:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000df1af136. 00000100:00000200:2.0:1767384696.398858:0:37:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000080:00000010:3.0:1767384696.398861:0:40986:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004cf590ea. 00000020:00000010:3.0:1767384696.398866:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b771387d. 00000020:00000010:3.0:1767384696.398868:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000323cdd71. 00000400:00000200:2.0:1767384696.398869:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b6d9e8d 00000040:00000010:3.0:1767384696.398872:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000026ee23e9. 00000400:00000010:2.0:1767384696.398872:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b6d9e8d. 00000020:00000010:3.0:1767384696.398879:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e72aa1a7. 00000100:00000200:2.0:1767384696.398879:0:37:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5ac603e x1853237049199104/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.398885:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f930dc1a. 00000020:00000010:0.0:1767384696.398887:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e29a6ce. 00000020:00000010:3.0:1767384696.398890:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c236694. 00000020:00000010:0.0:1767384696.398890:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e29a6ce. 80000000:00000010:3.0:1767384696.398893:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc1554be. 00000020:00000010:0.0:1767384696.398895:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004033c679. 40000000:00000010:3.0:1767384696.398896:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad9daad4. 00000020:00000010:0.0:1767384696.398897:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bec6bea0. 00100000:00000010:3.0:1767384696.398900:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d570f292. 00000020:00000010:0.0:1767384696.398900:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035a1c69a. 00040000:00000010:3.0:1767384696.398904:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000edf79598. 00040000:00000010:3.0:1767384696.398907:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000639a4252. 00080000:00000010:3.0:1767384696.398911:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007880bacc. 00080000:00000010:3.0:1767384696.398915:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f102bcea. 00000004:00000010:3.0:1767384696.398922:0:40986:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000fdfcef5e. 00000020:00000010:0.0:1767384696.398922:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e29a6ce. 00000020:00000010:0.0:1767384696.398925:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e29a6ce. 00000100:00000200:0.0:1767384696.398927:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199104 02000000:00000010:0.0:1767384696.398936:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fb0b32cb. 20000000:00000010:0.0:1767384696.398945:0:40995:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000071f8c5e8. 00000100:00000010:0.0:1767384696.398949:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b63aa9cc. 00000100:00000010:0.0:1767384696.398951:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009005eb2d. 00000400:00000010:0.0:1767384696.398956:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384696.398962:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003837ed2b. 00000400:00000200:0.0:1767384696.398966:0:40995:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384696.398972:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000100:00000010:3.0:1767384696.398974:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000093e7f9f7. 00000100:00000010:3.0:1767384696.398979:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000094f72c84. 00000400:00000200:0.0:1767384696.398979:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260008a00 00000400:00000200:0.0:1767384696.398983:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2311 [1] + 0 00000400:00000010:0.0:1767384696.398986:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af7e468. 00000400:00000200:0.0:1767384696.398989:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d611db0f 00000100:00000010:3.0:1767384696.398990:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001a08a3be. 00000100:00000200:0.0:1767384696.398993:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b63aa9cc 00000100:00000010:3.0:1767384696.398995:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d1db61f4. 00000400:00000200:0.0:1767384696.398998:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:3.0:1767384696.398999:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004affdd23. 00000400:00000200:0.0:1767384696.399002:0:40995:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x231d 00000400:00000200:0.0:1767384696.399006:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.399009:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384696.399012:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.399014:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.399017:0:40995:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000b63aa9cc 00000400:00000200:0.0:1767384696.399021:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d611db0f 00000400:00000010:0.0:1767384696.399023:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d611db0f. 00000100:00000200:0.0:1767384696.399026:0:40995:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000b5ac603e desc 0000000039988a96 mbits 1853237049199104 00000100:00000200:0.0:1767384696.399047:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260008a00-0x6958260008a00 20000000:00000010:0.0:1767384696.399060:0:40995:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000003242d941. 20000000:00000010:0.0:1767384696.399068:0:40995:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000035043657. 20000000:00000010:0.0:1767384696.399075:0:40995:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000957fc1d9. 00000100:00000010:3.0:1767384696.399078:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc257e0c. 20000000:00000010:0.0:1767384696.399078:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000d2cef7b9. 20000000:00000010:0.0:1767384696.399081:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000db501082. 00000100:00000010:3.0:1767384696.399082:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001097e97d. 00080000:00000010:1.0:1767384696.399238:0:40995:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000003becc6e4. 00000020:00000010:1.0:1767384696.399243:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000dd173a81. 20000000:00000010:1.0:1767384696.399247:0:40995:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000c030e180. 00080000:00000010:1.0:1767384696.399251:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c1c8d9d. 00000100:00000010:3.0:1767384696.399261:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cd9af646. 00000100:00000010:3.0:1767384696.399268:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fe7a30c. 00000100:00000010:3.0:1767384696.399346:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eeac492e. 00000100:00000010:3.0:1767384696.399350:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fbbb673. 00000100:00000010:3.0:1767384696.399419:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003310fe3f. 00000100:00000010:3.0:1767384696.399423:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f75f0b5. 20000000:00000010:1.0:1767384696.399494:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000441213f0. 00000100:00000010:3.0:1767384696.399496:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004ab6d673. 00000040:00000010:1.0:1767384696.399501:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a86600a0. 00000100:00000010:3.0:1767384696.399503:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b31ff2f. 00000040:00000010:1.0:1767384696.399523:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000d3290733. 00000020:00000010:1.0:1767384696.399529:0:40995:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd694df9. 00080000:00000010:1.0:1767384696.399534:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007c66a849. 00000040:00000010:1.0:1767384696.399546:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fb5656ce. 00000100:00000010:3.0:1767384696.399581:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be5342e7. 00000100:00000010:3.0:1767384696.399586:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b453bc73. 00000100:00000010:3.0:1767384696.399656:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b14f01cb. 00000100:00000010:3.0:1767384696.399659:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7342ba2. 00000100:00000010:3.0:1767384696.399765:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a5ef5303. 00000100:00000010:3.0:1767384696.399770:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a28492de. 00000100:00000010:3.0:1767384696.399850:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003e1385d3. 00000100:00000010:3.0:1767384696.399854:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074faf123. 00000100:00000010:3.0:1767384696.399932:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000779111ef. 00000100:00000010:3.0:1767384696.399937:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000745ec5de. 00000040:00000010:0.0:1767384696.399938:0:40995:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d4eefdf2. 00000100:00000010:3.0:1767384696.400012:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000003b2a888. 00000100:00000010:3.0:1767384696.400016:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096b88cbe. 00000020:00000010:0.0:1767384696.400052:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000084cad5b. 00000020:00000010:0.0:1767384696.400058:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000004c2f895. 00000040:00000010:0.0:1767384696.400062:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc9f02d9. 00000020:00000010:0.0:1767384696.400066:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ca366a6. 00000020:00000010:0.0:1767384696.400071:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384696.400075:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca2d029f. 80000000:00000010:0.0:1767384696.400078:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0276c04. 40000000:00000010:0.0:1767384696.400081:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb75c64b. 00100000:00000010:0.0:1767384696.400086:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6b8f72b. 00040000:00000010:0.0:1767384696.400089:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003303b882. 00040000:00000010:0.0:1767384696.400093:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004252ac2d. 00000100:00000010:3.0:1767384696.400098:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b2ccef40. 00080000:00000010:0.0:1767384696.400098:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002750850. 00000100:00000010:3.0:1767384696.400102:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027576461. 00080000:00000010:0.0:1767384696.400102:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000018f0837a. 00000004:00000010:0.0:1767384696.400108:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e05ed7e0. 00002000:00000010:0.0:1767384696.400113:0:40998:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c062ff51. 00000020:00000010:0.0:1767384696.400117:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000074c22b3f. 00000040:00000010:0.0:1767384696.400138:0:40998:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008c53e493. 00000100:00000010:3.0:1767384696.400198:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d6a5af77. 00000100:00000010:3.0:1767384696.400202:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000812cbe. 00000100:00000010:3.0:1767384696.400280:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a7153704. 00000100:00000010:3.0:1767384696.400287:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea82863. 00000100:00000010:3.0:1767384696.400362:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ee36db71. 00000100:00000010:3.0:1767384696.400367:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094fb8114. 00000100:00000010:3.0:1767384696.400448:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000ab4c398. 00000100:00000010:3.0:1767384696.400453:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ae27f12. 00000040:00000010:0.0:1767384696.400459:0:40998:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008c53e493. 00000020:00000010:0.0:1767384696.400475:0:40998:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000074c22b3f. 00000020:00000010:0.0:1767384696.400487:0:40998:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000004c2f895. 00000040:00000010:0.0:1767384696.400490:0:40998:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc9f02d9. 00000020:00000010:0.0:1767384696.400493:0:40998:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ca366a6. 00000020:00000010:0.0:1767384696.400497:0:40998:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384696.400503:0:40998:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca2d029f. 80000000:00000010:0.0:1767384696.400509:0:40998:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a0276c04. 40000000:00000010:0.0:1767384696.400513:0:40998:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cb75c64b. 00100000:00000010:0.0:1767384696.400517:0:40998:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6b8f72b. 00040000:00000010:0.0:1767384696.400522:0:40998:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003303b882. 00040000:00000010:0.0:1767384696.400526:0:40998:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004252ac2d. 00000100:00000010:3.0:1767384696.400529:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000604aed7e. 00080000:00000010:0.0:1767384696.400529:0:40998:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000018f0837a. 00080000:00000010:0.0:1767384696.400532:0:40998:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002750850. 00000100:00000010:3.0:1767384696.400534:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009363d571. 00000004:00000010:0.0:1767384696.400536:0:40998:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e05ed7e0. 00002000:00000010:0.0:1767384696.400540:0:40998:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c062ff51. 00000020:00000010:0.0:1767384696.400542:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000084cad5b. 00000040:00000010:2.0:1767384696.400571:0:40995:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d4eefdf2. 00000040:00000010:2.0:1767384696.400591:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000d3290733. 00000040:00000010:2.0:1767384696.400594:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fb5656ce. 00000040:00000010:2.0:1767384696.400598:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a86600a0. 20000000:00000010:2.0:1767384696.400601:0:40995:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000441213f0. 20000000:00000010:2.0:1767384696.400605:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000009116008f. 00000040:00000010:2.0:1767384696.400609:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000046937fa8. 00000100:00000010:3.0:1767384696.400614:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000789f9de6. 00000100:00000010:3.0:1767384696.400625:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9d20e7f. 00000040:00000010:2.0:1767384696.400627:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000046937fa8. 20000000:00000010:2.0:1767384696.400631:0:40995:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000009116008f. 20000000:00000010:2.0:1767384696.400635:0:40995:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000001b21a466. 20000000:00000010:2.0:1767384696.400643:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000046937fa8. 20000000:00000010:2.0:1767384696.400648:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060efb0ad. 20000000:00000010:2.0:1767384696.400651:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007398990b. 20000000:00000010:2.0:1767384696.400653:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068206e2c. 20000000:00000010:2.0:1767384696.400655:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079cab16e. 20000000:00000010:2.0:1767384696.400657:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000731c44e0. 20000000:00000010:2.0:1767384696.400659:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052dc99e2. 20000000:00000010:2.0:1767384696.400661:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8192168. 20000000:00000010:2.0:1767384696.400663:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c912777. 20000000:00000010:2.0:1767384696.400665:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fdc1cedf. 20000000:00000010:2.0:1767384696.400667:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca2eb5e0. 20000000:00000010:2.0:1767384696.400670:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b89f322. 20000000:00000010:2.0:1767384696.400673:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035444690. 20000000:00000010:2.0:1767384696.400675:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a30c9a1e. 20000000:00000010:2.0:1767384696.400678:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb6db313. 20000000:00000010:2.0:1767384696.400680:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae90210e. 20000000:00000010:2.0:1767384696.400682:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005461574c. 20000000:00000010:2.0:1767384696.400684:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6c93b00. 20000000:00000010:2.0:1767384696.400686:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001867392e. 20000000:00000010:2.0:1767384696.400688:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c06a2160. 20000000:00000010:2.0:1767384696.400691:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f519af2. 20000000:00000010:2.0:1767384696.400693:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035f26788. 20000000:00000010:2.0:1767384696.400695:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000327382b5. 20000000:00000010:2.0:1767384696.400696:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e06c170f. 20000000:00000010:2.0:1767384696.400698:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ef0f41e. 00000100:00000010:3.0:1767384696.400701:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000a7cfa56. 20000000:00000010:2.0:1767384696.400701:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ae1e897. 20000000:00000010:2.0:1767384696.400703:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049f0799a. 00000100:00000010:3.0:1767384696.400707:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f6395b0. 20000000:00000010:2.0:1767384696.400708:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000161bc3fd. 20000000:00000010:2.0:1767384696.400713:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000058241b84. 20000000:00000010:2.0:1767384696.400715:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000328df05f. 20000000:00000010:2.0:1767384696.400736:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009368607. 20000000:00000010:2.0:1767384696.400739:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009dc7d5a8. 20000000:00000010:2.0:1767384696.400742:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000070e19414. 20000000:00000010:2.0:1767384696.400746:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002238cce8. 20000000:00000010:2.0:1767384696.400749:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9fe949a. 20000000:00000010:2.0:1767384696.400752:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000392e65da. 20000000:00000010:2.0:1767384696.400754:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000158d3b04. 20000000:00000010:2.0:1767384696.400757:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff68a98f. 20000000:00000010:2.0:1767384696.400759:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000787319ba. 20000000:00000010:2.0:1767384696.400761:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ed42615b. 20000000:00000010:2.0:1767384696.400764:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb322067. 20000000:00000010:2.0:1767384696.400766:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065f0eb3f. 00080000:00000010:2.0:1767384696.400774:0:40995:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f52f0fd4. 00080000:00000010:2.0:1767384696.400781:0:40995:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000029a717e5. 00000100:00000010:3.0:1767384696.400820:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009cd6ff88. 00000100:00000010:3.0:1767384696.400827:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a050e922. 00000100:00000010:3.0:1767384696.400906:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d43b46ae. 00000100:00000010:3.0:1767384696.400911:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e08898d. 00000100:00000010:3.0:1767384696.400990:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009f818cad. 00000100:00000010:3.0:1767384696.400996:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000171620b4. 00000100:00000010:3.0:1767384696.401078:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fcf33579. 00000100:00000010:3.0:1767384696.401083:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b4c408c. 00000100:00000010:3.0:1767384696.401168:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000093953e35. 00000100:00000010:3.0:1767384696.401173:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ad36f4f. 00000100:00000010:3.0:1767384696.401253:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000089d18248. 00000100:00000010:3.0:1767384696.401258:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094dd2f23. 00000100:00000010:3.0:1767384696.401336:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002669c007. 00000100:00000010:3.0:1767384696.401340:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c293e270. 00000100:00000010:3.0:1767384696.401416:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000749477a1. 00000100:00000010:3.0:1767384696.401421:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea2532cc. 00000100:00000010:3.0:1767384696.401501:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000e96d3fa. 00000100:00000010:3.0:1767384696.401505:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bca0d543. 00080000:00000010:0.0:1767384696.401533:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f52f0fd4. 00080000:00000010:2.0:1767384696.401572:0:40995:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000029a717e5. 00000100:00000010:3.0:1767384696.401582:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ef22c0ac. 00000100:00000010:3.0:1767384696.401588:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e4f2fc6. 00010000:00000010:0.0:1767384696.401604:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000097f708f4. 00010000:00000010:0.0:1767384696.401612:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7a0c75f. 00000020:00000010:0.0:1767384696.401618:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000cb75c64b. 00000100:00000010:3.0:1767384696.401669:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000071d9d612. 00000100:00000010:3.0:1767384696.401673:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0992389. 00000100:00000010:2.0:1767384696.401708:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009005eb2d. 00000100:00000010:2.0:1767384696.401714:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b63aa9cc. 20000000:00000010:2.0:1767384696.401741:0:40995:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000071f8c5e8. 00010000:00000200:2.0:1767384696.401752:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b19537d4 x1853237049199104/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 4784/4768 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.401765:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6d9e8d. 00000100:00000200:2.0:1767384696.401768:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049199104, offset 224 00000100:00000010:3.0:1767384696.401771:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e0587b67. 00000400:00000200:2.0:1767384696.401773:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384696.401779:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006688893. 00000400:00000200:2.0:1767384696.401784:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.401791:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260008a00 00000400:00000200:2.0:1767384696.401795:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2315 [2] + 224 00000400:00000200:2.0:1767384696.401800:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.401802:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.401819:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5ac603e x1853237049199104/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.401835:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b6d9e8d 00000400:00000010:2.0:1767384696.401837:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b6d9e8d. 00000020:00000010:2.0:1767384696.401847:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000071f8c5e8. 00000020:00000010:2.0:1767384696.401853:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bec6bea0. 00000400:00000010:0.0:1767384696.401855:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e1671c. 00000100:00000010:3.0:1767384696.401858:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000c322329. 00000400:00000200:0.0:1767384696.401861:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e23241e 00000100:00000010:3.0:1767384696.401862:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad8882f3. 00000400:00000010:0.0:1767384696.401863:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e23241e. 00000100:00000200:0.0:1767384696.401868:0:37:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5ac603e x1853237049199104/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.401870:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035a1c69a. 00000020:00000010:2.0:1767384696.401875:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004033c679. 02000000:00000010:2.0:1767384696.401882:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fb0b32cb. 00000100:00000200:0.0:1767384696.401886:0:37:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5ac603e x1853237049199104/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384696.401889:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.401893:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a75434. 00000400:00000010:2.0:1767384696.401897:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b6d9e8d. 02000000:00000010:0.0:1767384696.401915:0:37:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e44ec08c. 00000100:00000010:0.0:1767384696.401924:0:37:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003dfc8f94. 00000100:00000010:0.0:1767384696.401929:0:37:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039988a96. 02000000:00000010:0.0:1767384696.401933:0:37:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000007ed34c1. 00000100:00000010:0.0:1767384696.401938:0:37:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5ac603e. 00000100:00000010:3.0:1767384696.401939:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008e3dd0cb. 00000100:00000010:0.0:1767384696.401941:0:37:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006c79c349. 00000100:00000010:3.0:1767384696.401943:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004ee163e. 00000020:00000010:0.0:1767384696.401945:0:37:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 000000008214b0db. 00000020:00000010:0.0:1767384696.401952:0:37:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 000000005cc2605e. 00000100:00000010:3.0:1767384696.402030:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004d34aec4. 00000100:00000010:3.0:1767384696.402034:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041a9f22a. 00000100:00000010:3.0:1767384696.402111:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000efdfc0e1. 00000100:00000010:3.0:1767384696.402117:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000471d54b8. 00000100:00000010:3.0:1767384696.402201:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002886ea73. 00000100:00000010:3.0:1767384696.402205:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9da4d9c. 00000100:00000010:3.0:1767384696.402272:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009c44d478. 00000100:00000010:3.0:1767384696.402276:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e93efab. 00000100:00000010:3.0:1767384696.402343:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005c2eaf6e. 00000100:00000010:3.0:1767384696.402346:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098be75ab. 00000100:00000010:3.0:1767384696.402413:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ddac7e25. 00000100:00000010:3.0:1767384696.402414:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e671154. 00000100:00000010:3.0:1767384696.402480:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000069a1c9f1. 00000100:00000010:3.0:1767384696.402482:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052d41f96. 00000100:00000010:3.0:1767384696.402548:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007dcb5913. 00000100:00000010:3.0:1767384696.402550:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbdc94e1. 00000100:00000010:3.0:1767384696.402615:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001de76098. 00000100:00000010:3.0:1767384696.402617:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deab9a77. 00000100:00000010:3.0:1767384696.402683:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a488656. 00000100:00000010:3.0:1767384696.402685:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e8797f8. 00000100:00000010:3.0:1767384696.402773:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000358b0a32. 00000100:00000010:3.0:1767384696.402777:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cdd26f4. 00000100:00000010:3.0:1767384696.402849:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dcc97716. 00000100:00000010:3.0:1767384696.402853:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007249d357. 00000100:00000010:3.0:1767384696.402919:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000074578be6. 00000100:00000010:3.0:1767384696.402921:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001631ee09. 00000100:00000010:3.0:1767384696.402986:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000037933133. 00000100:00000010:3.0:1767384696.402988:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ace67c8f. 00000100:00000010:3.0:1767384696.403054:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ff0af14e. 00000100:00000010:3.0:1767384696.403056:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf7cd04b. 00000100:00000010:3.0:1767384696.403132:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009637126a. 00000100:00000010:3.0:1767384696.403138:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012a9acb1. 00000100:00000010:3.0:1767384696.403204:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000969ef21c. 00000100:00000010:3.0:1767384696.403207:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abf94c18. 00000100:00000010:3.0:1767384696.403272:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000143d6602. 00000100:00000010:3.0:1767384696.403274:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004430f1b3. 00000100:00000010:3.0:1767384696.403340:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003fd384d9. 00000100:00000010:3.0:1767384696.403342:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd26355b. 00000100:00000010:3.0:1767384696.403406:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae7e6fcf. 00000100:00000010:3.0:1767384696.403408:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003843ffc4. 00000100:00000010:3.0:1767384696.403473:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d4833986. 00000100:00000010:3.0:1767384696.403475:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba1dabd7. 00000100:00000010:3.0:1767384696.403539:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001b931ffe. 00000100:00000010:3.0:1767384696.403541:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e54dcd1. 00000100:00000010:3.0:1767384696.403606:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000d0b428f. 00000100:00000010:3.0:1767384696.403608:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008adc7d38. 00000100:00000010:3.0:1767384696.403670:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c02e9b8e. 00000100:00000010:3.0:1767384696.403672:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007183040b. 00000100:00000010:3.0:1767384696.403768:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000857604e1. 00000100:00000010:3.0:1767384696.403773:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099b625c6. 00000100:00000010:3.0:1767384696.403849:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c627a4d. 00000100:00000010:3.0:1767384696.403855:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d27d540. 00000100:00000010:3.0:1767384696.403923:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000309b9a9f. 00000100:00000010:3.0:1767384696.403926:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023f02b27. 00000100:00000010:3.0:1767384696.404059:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f0b21b7b. 00000100:00000010:3.0:1767384696.404064:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e691745c. 00000100:00000010:3.0:1767384696.404211:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009e54294a. 00000100:00000010:3.0:1767384696.404215:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbc1f317. 00000100:00000010:3.0:1767384696.404311:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c196bc78. 00000100:00000010:3.0:1767384696.404314:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c205ec5. 00000100:00000010:3.0:1767384696.404380:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000086fd3285. 00000400:00000200:3.0:1767384696.404383:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:3.0:1767384696.404421:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c6b01910. 00000020:00000010:3.0:1767384696.404424:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000961c52a. 00000100:00000010:3.0:1767384696.404455:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000099240d7f. 00000100:00000010:3.0:1767384696.404459:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005c90d2bf. 00000100:00000010:3.0:1767384696.404461:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4984659. 00000100:00000010:3.0:1767384696.404464:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ee1787a3. 00000100:00000010:3.0:1767384696.404465:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ff2cbaf6. 00000100:00000010:3.0:1767384696.404468:0:40986:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000042098f5e. 00000100:00000010:3.0:1767384696.404469:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a05333a6. 00000100:00000010:3.0:1767384696.404470:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000bb015c82. 00000100:00000010:3.0:1767384696.404472:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a6c8ed0c. 00000100:00000010:3.0:1767384696.404473:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004304aac9. 00000100:00000010:3.0:1767384696.404474:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ca0fba02. 00000100:00000200:3.0:1767384696.404495:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:3.0:1767384696.404498:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003502b87b. 00000100:00000010:1.0:1767384696.404644:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007297dcb6. 00000020:00000010:1.0:1767384696.404649:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000968ca3c6. 00000020:00000010:1.0:1767384696.404652:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b87e686. 00000020:00000010:1.0:1767384696.404653:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cec4808f. 00000040:00000010:1.0:1767384696.404656:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da76f4e0. 00000020:00000010:1.0:1767384696.404658:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c32e727. 00000020:00000010:1.0:1767384696.404660:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d873801c. 00000020:00000010:1.0:1767384696.404662:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054510f5b. 80000000:00000010:1.0:1767384696.404665:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce3c0b9e. 40000000:00000010:1.0:1767384696.404666:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b1e72a00. 00100000:00000010:1.0:1767384696.404669:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048c85aa1. 00040000:00000010:1.0:1767384696.404671:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000648b6ca2. 00040000:00000010:1.0:1767384696.404673:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aba7299b. 00080000:00000010:1.0:1767384696.404676:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fb5656ce. 00080000:00000010:1.0:1767384696.404680:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c9d1fdb6. 00000004:00000010:1.0:1767384696.404683:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092b54abc. 00002000:00000010:1.0:1767384696.404685:0:41000:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1fa5d8d. 00000100:00000200:1.0:1767384696.404688:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404690:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0b22e9. 00000400:00000010:1.0:1767384696.404693:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000b91dd15. 00000100:00000200:1.0:1767384696.404695:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404696:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf25a831. 00000400:00000010:1.0:1767384696.404698:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006bd53e07. 00000100:00000200:1.0:1767384696.404699:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404700:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041998a2f. 00000400:00000010:1.0:1767384696.404702:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c08a4290. 00000100:00000200:1.0:1767384696.404703:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404704:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20f8fc3. 00000400:00000010:1.0:1767384696.404705:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008cf961bb. 00000100:00000200:1.0:1767384696.404706:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404707:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053abe0e8. 00000400:00000010:1.0:1767384696.404709:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001aaf9606. 00000100:00000200:1.0:1767384696.404710:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404711:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5ef9d8c. 00000400:00000010:1.0:1767384696.404713:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f0412f1d. 00000100:00000200:1.0:1767384696.404714:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404715:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c2da16. 00000400:00000010:1.0:1767384696.404728:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000170d41a2. 00000100:00000200:1.0:1767384696.404730:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404732:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f5a005. 00000400:00000010:1.0:1767384696.404735:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000075644f58. 00000100:00000200:1.0:1767384696.404738:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404739:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7ca4444. 00000400:00000010:1.0:1767384696.404741:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000772bc4c. 00000100:00000200:1.0:1767384696.404742:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404743:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000117eaffd. 00000400:00000010:1.0:1767384696.404745:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066a9777a. 00000100:00000200:1.0:1767384696.404747:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404748:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acf7dad9. 00000400:00000010:1.0:1767384696.404750:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000aeeb07d. 00000100:00000200:1.0:1767384696.404752:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404753:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008279a3a6. 00000400:00000010:1.0:1767384696.404757:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028d942df. 00000100:00000010:0.0:1767384696.404758:0:770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c89e5a9. 00000100:00000200:1.0:1767384696.404759:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404762:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bd107b3. 00000400:00000010:1.0:1767384696.404766:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002ac872e4. 00000100:00000200:1.0:1767384696.404768:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000100:00000010:3.0:1767384696.404769:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089480b67. 00000400:00000010:1.0:1767384696.404770:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc171d1. 00000400:00000010:1.0:1767384696.404775:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000018c32525. 00000100:00000200:1.0:1767384696.404778:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404780:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005582b58f. 00000400:00000010:1.0:1767384696.404782:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000099ad74d6. 00000100:00000200:1.0:1767384696.404784:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404785:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6174d4b. 00000400:00000010:1.0:1767384696.404786:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047fb532d. 00000100:00000200:1.0:1767384696.404788:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404789:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062a726ac. 00000400:00000010:1.0:1767384696.404790:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005e8a5b18. 00000100:00000200:1.0:1767384696.404791:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404792:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c93fc7a. 00000400:00000010:1.0:1767384696.404793:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000042215897. 00000100:00000200:1.0:1767384696.404794:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404795:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d79054c. 00000400:00000010:1.0:1767384696.404797:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002de12754. 00000100:00000200:1.0:1767384696.404798:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404798:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be985950. 00000400:00000010:1.0:1767384696.404800:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032a6786b. 00000100:00000200:1.0:1767384696.404801:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404802:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005231d027. 00000400:00000010:1.0:1767384696.404803:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000051fbda0f. 00000100:00000200:1.0:1767384696.404804:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404805:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d1a080. 00000400:00000010:1.0:1767384696.404806:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000fb74a5e. 00000100:00000200:1.0:1767384696.404807:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404808:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f34b6f. 00000400:00000010:1.0:1767384696.404810:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000deae316a. 00000100:00000200:1.0:1767384696.404811:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404812:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a90cca2. 00000400:00000010:1.0:1767384696.404813:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006438435b. 00000100:00000200:1.0:1767384696.404814:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404815:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8edfb28. 00000400:00000010:1.0:1767384696.404816:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004ceee5d4. 00000100:00000200:1.0:1767384696.404818:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404818:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d88c1d. 00000400:00000010:1.0:1767384696.404820:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ae649549. 00000100:00000200:1.0:1767384696.404822:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404822:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000447c5374. 00000400:00000010:1.0:1767384696.404824:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fa0a28b8. 00000100:00000200:1.0:1767384696.404825:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404826:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c94422. 00000400:00000010:1.0:1767384696.404827:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004a40f085. 00000100:00000200:1.0:1767384696.404828:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404829:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0798c9b. 00000400:00000010:1.0:1767384696.404831:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000087ad18c2. 00000100:00000200:1.0:1767384696.404832:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404832:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d320d95. 00000400:00000010:1.0:1767384696.404834:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000040f128fa. 00000100:00000200:1.0:1767384696.404835:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404836:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2d6d258. 00000400:00000010:1.0:1767384696.404837:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002b66063a. 00000100:00000200:1.0:1767384696.404838:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404839:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b247da. 00000400:00000010:1.0:1767384696.404840:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000052527933. 00000100:00000200:1.0:1767384696.404841:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404842:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daef0429. 00000400:00000010:1.0:1767384696.404843:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008d39ba60. 00000100:00000200:1.0:1767384696.404845:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404845:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f28ccb2b. 00000400:00000010:1.0:1767384696.404847:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004c1972b5. 00000100:00000200:1.0:1767384696.404848:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404849:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df37db4b. 00000400:00000010:1.0:1767384696.404850:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003c28d3af. 00000100:00000200:1.0:1767384696.404851:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404852:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039af12fd. 00000400:00000010:1.0:1767384696.404854:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004ff3c08f. 00000100:00000200:1.0:1767384696.404857:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404859:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb77ac5c. 00000400:00000010:1.0:1767384696.404861:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000007477b66. 00000100:00000200:1.0:1767384696.404863:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404865:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003001b8c1. 00000400:00000010:1.0:1767384696.404868:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ece4e76b. 00000100:00000200:1.0:1767384696.404870:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404872:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb53646e. 00000400:00000010:1.0:1767384696.404874:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005e2e8b41. 00000100:00000200:1.0:1767384696.404876:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404877:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068faa661. 00000400:00000010:1.0:1767384696.404880:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000260053fa. 00000100:00000200:1.0:1767384696.404882:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404883:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000952221ff. 00000400:00000010:1.0:1767384696.404886:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000696b280a. 00000100:00000200:1.0:1767384696.404888:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404890:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edcfe9d6. 00000400:00000010:1.0:1767384696.404892:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000057242e10. 00000100:00000200:1.0:1767384696.404895:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404897:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000598684cf. 00000400:00000010:1.0:1767384696.404899:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005c964218. 00000100:00000200:1.0:1767384696.404901:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404903:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003afb967f. 00000400:00000010:1.0:1767384696.404905:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000da6ea10b. 00000100:00000200:1.0:1767384696.404907:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404909:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35bae14. 00000400:00000010:1.0:1767384696.404911:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000035098b17. 00000100:00000200:1.0:1767384696.404914:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404915:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000498cf91b. 00000400:00000010:1.0:1767384696.404917:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e9c7abc. 00000100:00000200:1.0:1767384696.404919:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404921:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b660fb1. 00000400:00000010:1.0:1767384696.404923:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c94771a4. 00000100:00000200:1.0:1767384696.404925:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404926:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005481cab8. 00000400:00000010:1.0:1767384696.404927:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8cba0fc. 00000100:00000200:1.0:1767384696.404929:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404930:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7243dd. 00000400:00000010:1.0:1767384696.404933:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032f70504. 00000100:00000200:1.0:1767384696.404934:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404935:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004707d6c7. 00000400:00000010:1.0:1767384696.404936:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000055c90efb. 00000100:00000200:1.0:1767384696.404938:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404939:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd3d8bc. 00000400:00000010:1.0:1767384696.404940:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005d79204b. 00000100:00000200:1.0:1767384696.404942:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404943:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000818c7e40. 00000400:00000010:1.0:1767384696.404944:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c3b3b4d. 00000100:00000200:1.0:1767384696.404945:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404946:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c16e59d. 00000400:00000010:1.0:1767384696.404947:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f5a12b93. 00000100:00000200:1.0:1767384696.404948:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404949:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a26d007. 00000400:00000010:1.0:1767384696.404951:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a4495996. 00000100:00000200:1.0:1767384696.404952:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404953:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6203ee7. 00000400:00000010:1.0:1767384696.404954:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000086811a66. 00000100:00000200:1.0:1767384696.404956:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404956:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdbc1db2. 00000400:00000010:1.0:1767384696.404958:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000045d14c3a. 00000100:00000200:1.0:1767384696.404959:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404960:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031d4f94e. 00000400:00000010:1.0:1767384696.404961:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b1d4d7f8. 00000100:00000200:1.0:1767384696.404962:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404964:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5078830. 00000400:00000010:1.0:1767384696.404965:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa0f2f3c. 00000100:00000200:1.0:1767384696.404966:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404967:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e170f4c. 00000400:00000010:1.0:1767384696.404969:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000035b30a03. 00000100:00000200:1.0:1767384696.404970:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404971:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea26e8a. 00000400:00000010:1.0:1767384696.404972:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008d6c43f2. 00000100:00000200:1.0:1767384696.404974:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404975:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6953593. 00000400:00000010:1.0:1767384696.404976:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009f134ca4. 00000100:00000200:1.0:1767384696.404978:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404979:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee55166e. 00000400:00000010:1.0:1767384696.404980:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000151d9fd9. 00000100:00000200:1.0:1767384696.404982:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404982:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb37dc9. 00000400:00000010:1.0:1767384696.404984:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001dd66e52. 00000100:00000200:1.0:1767384696.404985:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384696.404986:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003069a2f7. 00000400:00000010:1.0:1767384696.404987:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c8b07084. 00000100:00000010:1.0:1767384696.405031:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000004fd6ecd2. 00000100:00000200:1.0:1767384696.405046:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.405059:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000062648fb9. 00000100:00000010:1.0:1767384696.405232:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d0980aa2. 00000020:00000010:1.0:1767384696.405235:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001d81a053. 00000020:00000010:1.0:1767384696.405237:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086745e2e. 00000020:00000010:1.0:1767384696.405238:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb58ee60. 00000040:00000010:1.0:1767384696.405240:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a04181fb. 00000020:00000010:1.0:1767384696.405242:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b64af8b. 00000020:00000010:1.0:1767384696.405243:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000746d3371. 00000020:00000010:1.0:1767384696.405245:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a86600a0. 80000000:00000010:1.0:1767384696.405247:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8d99c9d. 40000000:00000010:1.0:1767384696.405248:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000019e76cf. 00100000:00000010:1.0:1767384696.405250:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b679745. 00040000:00000010:1.0:1767384696.405251:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000757294f2. 00040000:00000010:1.0:1767384696.405253:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000853f5278. 00080000:00000010:1.0:1767384696.405256:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000629a07b4. 00080000:00000010:1.0:1767384696.405259:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005bf1b3f5. 00000004:00000010:1.0:1767384696.405262:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fda6912b. 00002000:00000010:1.0:1767384696.405263:0:41001:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df5238ef. 00000100:00000010:1.0:1767384696.405302:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000000e2783e0. 00000100:00000200:1.0:1767384696.405316:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384696.405318:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c6dc30f9. 00000100:00000010:1.0:1767384696.405418:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000455a5e41. 00000020:00000010:1.0:1767384696.405421:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000b43593f. 00000020:00000010:1.0:1767384696.405424:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aba0747f. 00000020:00000010:1.0:1767384696.405425:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c77cd43. 00000040:00000010:1.0:1767384696.405427:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000086c1570. 00000020:00000010:1.0:1767384696.405429:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c33f2d7c. 00000020:00000010:1.0:1767384696.405431:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002de921cc. 00000020:00000010:1.0:1767384696.405432:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d256124. 80000000:00000010:1.0:1767384696.405434:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1e130d6. 40000000:00000010:1.0:1767384696.405435:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f7e49471. 00100000:00000010:1.0:1767384696.405437:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005225c896. 00040000:00000010:1.0:1767384696.405438:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f33cab7f. 00040000:00000010:1.0:1767384696.405440:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d7eb9df. 00080000:00000010:1.0:1767384696.405443:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a532a35f. 00080000:00000010:1.0:1767384696.405451:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000be339143. 00000004:00000010:1.0:1767384696.405455:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015d1e95f. 00002000:00000010:1.0:1767384696.405457:0:41002:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000061a592d5. 00000100:00000010:1.0:1767384696.405492:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000cd6ddeb9. 00000100:00000200:1.0:1767384696.405500:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1767384696.405508:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b53273d3. 00000100:00000010:3.0:1767384696.405512:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003af009fd. 00000100:00000010:3.0:1767384696.405522:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ae2329a3. 00000100:00000010:3.0:1767384696.405527:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000016920d21. 00000100:00000010:3.0:1767384696.405530:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8d6e88a. 00000100:00000010:3.0:1767384696.405534:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000214efc71. 00000100:00000010:3.0:1767384696.405536:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035755f67. 00000100:00000010:3.0:1767384696.405539:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000faf4cca0. 00000100:00000010:3.0:1767384696.405540:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014e0e95c. 00000100:00000010:3.0:1767384696.405543:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb4949dd. 00000100:00000010:3.0:1767384696.405546:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b140b37c. 00000100:00000010:3.0:1767384696.405548:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027b36944. 00000100:00000010:3.0:1767384696.405550:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000405afc1b. 00000100:00000010:3.0:1767384696.405553:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a3231a7. 00000100:00000010:3.0:1767384696.405557:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000780cbb00. 00000100:00000010:3.0:1767384696.405560:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d6cab45. 00000100:00000010:3.0:1767384696.405561:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddbb2839. 00000100:00000010:3.0:1767384696.405564:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2d412d0. 00000100:00000010:3.0:1767384696.405566:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000881b27f0. 00000100:00000010:3.0:1767384696.405568:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b476f0fa. 00000100:00000010:3.0:1767384696.405569:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ffb669b. 00000100:00000010:3.0:1767384696.405577:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001488ad23. 00000100:00000010:3.0:1767384696.405578:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001210f536. 00000100:00000010:3.0:1767384696.405581:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004b3af75. 00000100:00000010:3.0:1767384696.405582:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea59772e. 00000100:00000010:3.0:1767384696.405584:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c69e6941. 00000100:00000010:3.0:1767384696.405586:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2ce7f23. 00000100:00000010:3.0:1767384696.405588:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc31e2b4. 00000100:00000010:3.0:1767384696.405590:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a439fd0. 00000100:00000010:3.0:1767384696.405596:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038892fdb. 00000100:00000010:3.0:1767384696.405598:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3570bd2. 00000100:00000010:3.0:1767384696.405600:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c02dc4a4. 00000100:00000010:3.0:1767384696.405601:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000177d827. 00000100:00000010:3.0:1767384696.405604:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4f5ee1d. 00000100:00000010:3.0:1767384696.405605:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4e84e69. 00000100:00000010:3.0:1767384696.405608:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035302873. 00000100:00000010:3.0:1767384696.405609:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0017682. 00000100:00000010:3.0:1767384696.405615:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000788cc39e. 00000100:00000010:3.0:1767384696.405617:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8252808. 00000100:00000010:3.0:1767384696.405620:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d9cc803. 00000100:00000010:3.0:1767384696.405622:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd2f8b3a. 00000100:00000010:3.0:1767384696.405624:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080bb376b. 00000100:00000010:3.0:1767384696.405626:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e295dede. 00000100:00000010:3.0:1767384696.405628:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d6b8827. 00000100:00000010:3.0:1767384696.405629:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0353eac. 00000100:00000010:3.0:1767384696.405637:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087a0bf4e. 00000100:00000010:3.0:1767384696.405639:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084ba1097. 00000100:00000010:3.0:1767384696.405642:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb111967. 00000100:00000010:3.0:1767384696.405643:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071615c09. 00000100:00000010:3.0:1767384696.405646:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000635022d5. 00000100:00000010:3.0:1767384696.405647:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050488ca1. 00000100:00000010:3.0:1767384696.405650:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099971a24. 00000100:00000010:3.0:1767384696.405651:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087eb9559. 00000100:00000010:3.0:1767384696.405657:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008de3757b. 00000100:00000010:3.0:1767384696.405659:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ed739bb. 00000100:00000010:3.0:1767384696.405662:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000173c8ec8. 00000100:00000010:3.0:1767384696.405663:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e46302b9. 00000100:00000010:3.0:1767384696.405666:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006100104c. 00000100:00000010:3.0:1767384696.405667:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f7156bd. 00000100:00000010:3.0:1767384696.405670:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084021c08. 00000100:00000010:3.0:1767384696.405671:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ba2fa11. 00000100:00000010:3.0:1767384696.405677:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adebff48. 00000100:00000010:3.0:1767384696.405678:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096fccc0f. 00000100:00000010:3.0:1767384696.405681:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7afd725. 00000100:00000010:3.0:1767384696.405682:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093452fe5. 00000100:00000010:3.0:1767384696.405685:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adc2d984. 00000100:00000010:3.0:1767384696.405686:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9e56199. 00000100:00000010:3.0:1767384696.405689:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005efe4bcf. 00000100:00000010:3.0:1767384696.405691:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f81ca5d. 00000100:00000010:3.0:1767384696.405697:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e450fcec. 00000100:00000010:3.0:1767384696.405699:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003de3b169. 00000100:00000010:3.0:1767384696.405702:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb48203f. 00000100:00000010:3.0:1767384696.405703:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8beb782. 00000100:00000010:3.0:1767384696.405705:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000199ddc00. 00000100:00000010:3.0:1767384696.405707:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e72ba572. 00000100:00000010:3.0:1767384696.405709:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009681be3c. 00000100:00000010:3.0:1767384696.405713:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005238be59. 00000100:00000010:1.0:1767384696.405754:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f57419fb. 00010000:00000010:2.1:1767384696.405758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000859c15a9. 00010000:00000010:2.1:1767384696.405766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000021d4f0cf. 00010000:00000010:2.1:1767384696.405772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b80549d4. 00010000:00000010:2.1:1767384696.405776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000519bf84a. 00010000:00000010:2.1:1767384696.405781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4e29122. 00010000:00000010:2.1:1767384696.405785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009377c44e. 00010000:00000010:2.1:1767384696.405789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000071086d1f. 00010000:00000010:2.1:1767384696.405793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000075d2bcdd. 00000100:00000010:2.0:1767384696.405805:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9596989. 00000100:00000010:3.0:1767384696.405916:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8cdf3f7. 00000100:00000010:3.0:1767384696.405920:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a05b4dd2. 00000100:00000010:3.0:1767384696.405922:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df10ab32. 00000100:00000010:3.0:1767384696.405924:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014b9ea28. 00000100:00000010:3.0:1767384696.405926:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095306f40. 00000100:00000010:3.0:1767384696.405928:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd1721e5. 00000100:00000010:3.0:1767384696.405931:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8388159. 00000100:00000010:3.0:1767384696.405932:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001afd0264. 00000100:00000010:3.0:1767384696.405939:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da9086f3. 00000100:00000010:3.0:1767384696.405941:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067136e3a. 00000100:00000010:3.0:1767384696.405943:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020ebb786. 00000100:00000010:3.0:1767384696.405945:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aef5739f. 00000100:00000010:3.0:1767384696.405947:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c13d268. 00000100:00000010:3.0:1767384696.405949:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a2c1a7b. 00000100:00000010:3.0:1767384696.405952:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003484bea0. 00000100:00000010:3.0:1767384696.405953:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b6082b8. 00000100:00000010:3.0:1767384696.405960:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ea8d789. 00000100:00000010:3.0:1767384696.405962:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcbc21c7. 00000100:00000010:3.0:1767384696.405964:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e9349e0. 00000100:00000010:3.0:1767384696.405966:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d0d5f35. 00000100:00000010:3.0:1767384696.405968:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae97d73a. 00000100:00000010:3.0:1767384696.405970:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022deddbd. 00000100:00000010:3.0:1767384696.405972:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2d82dda. 00000100:00000010:3.0:1767384696.405974:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007224c00. 00000100:00000010:3.0:1767384696.405979:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b04e466. 00000100:00000010:3.0:1767384696.405981:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000412f50. 00000100:00000010:3.0:1767384696.405984:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008860d848. 00000100:00000010:3.0:1767384696.405985:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000805eb714. 00000100:00000010:3.0:1767384696.405987:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013dfb49e. 00000100:00000010:3.0:1767384696.405988:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dbeafd4. 00000100:00000010:3.0:1767384696.405993:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dfdc5b13. 00000100:00000010:3.0:1767384696.405995:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013850a06. 00000100:00000010:3.0:1767384696.406000:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f256b89. 00000100:00000010:3.0:1767384696.406003:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efda57d0. 00000100:00000010:3.0:1767384696.406005:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb28113f. 00000100:00000010:3.0:1767384696.406007:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060a3c68a. 00000100:00000010:3.0:1767384696.406010:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c33afefe. 00000100:00000010:3.0:1767384696.406011:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b7ff861. 00000100:00000010:3.0:1767384696.406014:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053a0e771. 00000100:00000010:3.0:1767384696.406015:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a3a3db5. 00000100:00000010:3.0:1767384696.406020:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be013cc1. 00000100:00000010:3.0:1767384696.406022:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007772f392. 00000100:00000010:3.0:1767384696.406025:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f81f001. 00000100:00000010:3.0:1767384696.406026:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d666cc27. 00000100:00000010:3.0:1767384696.406029:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007b1d213. 00000100:00000010:3.0:1767384696.406030:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000283fbc58. 00000100:00000010:3.0:1767384696.406033:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a7c96a3. 00000100:00000010:3.0:1767384696.406034:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a6e1610. 00000100:00000010:3.0:1767384696.406040:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b44a5da. 00000100:00000010:3.0:1767384696.406042:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000339e8afe. 00000100:00000010:3.0:1767384696.406044:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041be0ac4. 00000100:00000010:3.0:1767384696.406046:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aeb9199. 00000100:00000010:3.0:1767384696.406048:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004089fb79. 00000100:00000010:3.0:1767384696.406050:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059939c33. 00000100:00000010:3.0:1767384696.406053:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7d4e512. 00000400:00000200:3.0:1767384696.406054:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:3.0:1767384696.406076:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000beb5ac0b. 00000020:00000010:3.0:1767384696.406078:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000087fe6ed4. 00000100:00000010:3.0:1767384696.406102:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000083c45b0c. 00000100:00000010:3.0:1767384696.406104:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f48bf3af. 00000100:00000010:3.0:1767384696.406105:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a30a906c. 00000100:00000010:3.0:1767384696.406107:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ffb914f0. 00000100:00000010:3.0:1767384696.406112:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003b1b0398. 00000100:00000200:3.0:1767384696.406145:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:3.0:1767384696.406147:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ae86d3fc. 00000100:00000010:1.0:1767384696.406265:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b6d37bd9. 00000020:00000010:1.0:1767384696.406268:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000005356d84. 00000020:00000010:1.0:1767384696.406271:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93117dd. 00000020:00000010:1.0:1767384696.406272:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000056104dc. 00000040:00000010:1.0:1767384696.406274:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000065ce03a. 00000020:00000010:1.0:1767384696.406276:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f01e3d8a. 00000020:00000010:1.0:1767384696.406278:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009b099af6. 00000020:00000010:1.0:1767384696.406281:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084dcce05. 80000000:00000010:1.0:1767384696.406283:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f57419fb. 40000000:00000010:1.0:1767384696.406285:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a9d17fc. 00100000:00000010:1.0:1767384696.406287:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b2a51bb. 00040000:00000010:1.0:1767384696.406290:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9981259. 00040000:00000010:1.0:1767384696.406292:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064ba5f90. 00080000:00000010:1.0:1767384696.406295:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f9881963. 00080000:00000010:1.0:1767384696.406306:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000079c33693. 00000004:00000010:1.0:1767384696.406312:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aa3ee27f. 00000100:00000200:1.0:1767384696.406315:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406318:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025036d70. 00000400:00000010:1.0:1767384696.406321:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a6cf59b. 00000100:00000200:1.0:1767384696.406323:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406325:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9dba2d8. 00000400:00000010:1.0:1767384696.406327:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1805934. 00000100:00000200:1.0:1767384696.406329:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406331:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038595f1a. 00000400:00000010:1.0:1767384696.406332:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f3306cc. 00000100:00000200:1.0:1767384696.406334:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406336:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c58895bf. 00000400:00000010:1.0:1767384696.406338:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b87d3f3. 00000100:00000200:1.0:1767384696.406339:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406341:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007677248e. 00000400:00000010:1.0:1767384696.406343:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c0f2580. 00000100:00000200:1.0:1767384696.406345:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406347:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042c31166. 00000400:00000010:1.0:1767384696.406348:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d2b8ee1. 00000100:00000200:1.0:1767384696.406350:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406351:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a8485ad. 00000400:00000010:1.0:1767384696.406352:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009725f800. 00000100:00000200:1.0:1767384696.406353:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406354:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ee4b96. 00000400:00000010:1.0:1767384696.406356:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6a9be83. 00000100:00000200:1.0:1767384696.406357:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406358:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9305c2. 00000400:00000010:1.0:1767384696.406359:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c9551f3. 00000100:00000200:1.0:1767384696.406360:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406361:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000300c5b52. 00000400:00000010:1.0:1767384696.406363:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3bafdec. 00000100:00000200:1.0:1767384696.406363:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406364:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071fb7ae3. 00000400:00000010:1.0:1767384696.406366:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f52f3bcc. 00000100:00000200:1.0:1767384696.406367:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406368:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000266065f0. 00000400:00000010:1.0:1767384696.406369:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004c918c1. 00000100:00000200:1.0:1767384696.406370:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406371:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4fef13f. 00000400:00000010:1.0:1767384696.406373:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7582afd. 00000100:00000200:1.0:1767384696.406374:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406374:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5fe7c13. 00000400:00000010:1.0:1767384696.406375:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f99d246a. 00000100:00000200:1.0:1767384696.406376:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406377:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c789d149. 00000400:00000010:1.0:1767384696.406378:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f153e3c. 00000100:00000200:1.0:1767384696.406379:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406380:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013732465. 00000400:00000010:1.0:1767384696.406381:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f623518d. 00000100:00000200:1.0:1767384696.406382:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406382:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be8941d. 00000400:00000010:1.0:1767384696.406383:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005161e65d. 00000100:00000200:1.0:1767384696.406384:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406385:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba8e1ac. 00000400:00000010:1.0:1767384696.406386:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d280620. 00000100:00000200:1.0:1767384696.406387:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406388:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c3b968c. 00000400:00000010:1.0:1767384696.406389:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5b26d81. 00000100:00000200:1.0:1767384696.406390:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406390:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064b82c98. 00000400:00000010:1.0:1767384696.406391:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a41d03b. 00000100:00000200:1.0:1767384696.406392:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406393:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ed91f53. 00000400:00000010:1.0:1767384696.406394:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea2494ab. 00000100:00000200:1.0:1767384696.406395:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406395:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007212b798. 00000400:00000010:1.0:1767384696.406396:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007238a248. 00000100:00000200:1.0:1767384696.406397:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406398:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da79e1d4. 00000400:00000010:1.0:1767384696.406399:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f24fed8. 00000100:00000200:1.0:1767384696.406400:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406401:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023bc43fd. 00000400:00000010:1.0:1767384696.406402:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb0761aa. 00000100:00000200:1.0:1767384696.406403:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406404:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003170b587. 00000400:00000010:1.0:1767384696.406406:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001669b242. 00000100:00000200:1.0:1767384696.406406:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406407:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e8e20a7. 00000400:00000010:1.0:1767384696.406409:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da42629b. 00000100:00000200:1.0:1767384696.406409:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406410:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ee56f5e. 00000400:00000010:1.0:1767384696.406411:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f083bc11. 00000100:00000200:1.0:1767384696.406412:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406413:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ba2f30. 00000400:00000010:1.0:1767384696.406414:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba501cfd. 00000100:00000200:1.0:1767384696.406415:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406416:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034e600b6. 00000400:00000010:1.0:1767384696.406417:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d4231db. 00000100:00000200:1.0:1767384696.406418:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406418:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0fad29. 00000400:00000010:1.0:1767384696.406419:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a4061c8. 00000100:00000200:1.0:1767384696.406420:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406421:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7d567a4. 00000400:00000010:1.0:1767384696.406422:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f670cf. 00000100:00000200:1.0:1767384696.406423:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406424:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f36a595. 00000400:00000010:1.0:1767384696.406425:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046c60251. 00000100:00000200:1.0:1767384696.406426:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406427:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2036b6f. 00000400:00000010:1.0:1767384696.406428:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b94af693. 00000100:00000200:1.0:1767384696.406428:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406429:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b127f956. 00000400:00000010:1.0:1767384696.406430:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e3209eb. 00000100:00000200:1.0:1767384696.406431:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406432:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000386ae520. 00000400:00000010:1.0:1767384696.406433:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001648678b. 00000100:00000200:1.0:1767384696.406435:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406436:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f798f8f7. 00000400:00000010:1.0:1767384696.406437:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004776897c. 00000100:00000200:1.0:1767384696.406438:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406445:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000684778e0. 00000400:00000010:1.0:1767384696.406447:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027746f02. 00000100:00000200:1.0:1767384696.406449:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406450:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c999e9b. 00000400:00000010:1.0:1767384696.406451:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000837dbde2. 00000100:00000200:1.0:1767384696.406452:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406453:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002260b13. 00000400:00000010:1.0:1767384696.406455:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e262567. 00000100:00000200:1.0:1767384696.406456:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406456:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074127bf3. 00000400:00000010:1.0:1767384696.406458:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad09ec3. 00000100:00000200:1.0:1767384696.406458:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406459:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914522c7. 00000400:00000010:1.0:1767384696.406460:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008958bec8. 00000100:00000200:1.0:1767384696.406461:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406462:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7886e79. 00000400:00000010:1.0:1767384696.406463:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a6c1e54. 00000100:00000200:1.0:1767384696.406464:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406465:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057755fc4. 00000400:00000010:1.0:1767384696.406465:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b674c7f5. 00000100:00000200:1.0:1767384696.406466:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406467:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dd19ab3. 00000400:00000010:1.0:1767384696.406468:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0d5cac0. 00000100:00000200:1.0:1767384696.406469:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406470:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2c8b280. 00000400:00000010:1.0:1767384696.406471:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3950471. 00000100:00000200:1.0:1767384696.406472:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406473:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a75f2737. 00000400:00000010:1.0:1767384696.406473:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e316a12c. 00000100:00000200:1.0:1767384696.406474:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406476:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe91392. 00000400:00000010:1.0:1767384696.406477:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f663d1cf. 00000100:00000200:1.0:1767384696.406478:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406479:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002be56b9. 00000400:00000010:1.0:1767384696.406480:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071f8e8e9. 00000100:00000200:1.0:1767384696.406481:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406482:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a256d5ed. 00000400:00000010:1.0:1767384696.406484:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074138ab. 00000100:00000200:1.0:1767384696.406484:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406485:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000871e397. 00000400:00000010:1.0:1767384696.406486:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e71ac1d3. 00000100:00000200:1.0:1767384696.406487:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406488:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9225649. 00000400:00000010:1.0:1767384696.406489:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1a7b674. 00000100:00000200:1.0:1767384696.406490:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406491:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cced23f9. 00000400:00000010:1.0:1767384696.406492:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e7d828. 00000100:00000200:1.0:1767384696.406493:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406494:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f00b7dd2. 00000400:00000010:1.0:1767384696.406496:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002385a45d. 00000100:00000200:1.0:1767384696.406496:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406497:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9cb6691. 00000400:00000010:1.0:1767384696.406498:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae898927. 00000100:00000200:1.0:1767384696.406499:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406500:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfd3b6d9. 00000400:00000010:1.0:1767384696.406501:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001156a598. 00000100:00000200:1.0:1767384696.406502:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406503:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083e53cb0. 00000400:00000010:1.0:1767384696.406504:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088334e59. 00000100:00000200:1.0:1767384696.406505:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406505:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015d25edb. 00000400:00000010:1.0:1767384696.406506:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344c141b. 00000100:00000200:1.0:1767384696.406507:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406508:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f45ec4. 00000400:00000010:1.0:1767384696.406509:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7a4ca11. 00000100:00000200:1.0:1767384696.406510:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406511:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bbb7cbf. 00000400:00000010:1.0:1767384696.406513:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39bef35. 00000100:00000200:1.0:1767384696.406514:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406515:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e62dac12. 00000400:00000010:1.0:1767384696.406515:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc84534d. 00000100:00000200:1.0:1767384696.406516:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406517:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020f027db. 00000400:00000010:1.0:1767384696.406518:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2a22c4a. 00000100:00000200:1.0:1767384696.406519:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406519:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d095ba28. 00000400:00000010:1.0:1767384696.406520:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e31eb24c. 00000100:00000200:1.0:1767384696.406521:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406522:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004da6b61d. 00000400:00000010:1.0:1767384696.406523:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000495bace9. 00000100:00000200:1.0:1767384696.406524:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384696.406525:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9bf32a9. 00000400:00000010:1.0:1767384696.406525:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c322d70c. 00000100:00000010:1.0:1767384696.406533:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000c070072. 00000100:00000200:1.0:1767384696.406545:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.406568:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000050854034. 00000100:00000010:1.0:1767384696.406683:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c8204444. 00000020:00000010:1.0:1767384696.406685:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000069312e5a. 00000020:00000010:1.0:1767384696.406688:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087eb8eac. 00000020:00000010:1.0:1767384696.406689:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065de5de6. 00000040:00000010:1.0:1767384696.406691:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007f59dec. 00000020:00000010:1.0:1767384696.406693:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098fb40a0. 00000020:00000010:1.0:1767384696.406695:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df76d330. 00000020:00000010:1.0:1767384696.406697:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000873a499b. 80000000:00000010:1.0:1767384696.406698:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6c1c6df. 40000000:00000010:1.0:1767384696.406699:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003720a8d0. 00100000:00000010:1.0:1767384696.406701:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000084665297. 00040000:00000010:1.0:1767384696.406702:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d252e5d8. 00040000:00000010:1.0:1767384696.406704:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a718a34. 00080000:00000010:1.0:1767384696.406707:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9ebc8ff. 00080000:00000010:1.0:1767384696.406709:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000019010842. 00000004:00000010:1.0:1767384696.406712:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008cd4fe76. 00000100:00000010:1.0:1767384696.406739:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e8b68777. 00000100:00000200:1.0:1767384696.406749:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384696.406757:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007dece07e. 00000100:00000010:3.0:1767384696.406762:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000984c5393. 00000100:00000010:3.0:1767384696.406772:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000586ac660. 00000100:00000010:3.0:1767384696.406777:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000aef20689. 00000100:00000010:3.0:1767384696.406781:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b1a93ad. 00000100:00000010:3.0:1767384696.407036:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004eab1eee. 00000100:00000010:3.0:1767384696.407040:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7cb0679. 00000100:00000010:3.0:1767384696.407313:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004cfc0667. 00000100:00000010:3.0:1767384696.407316:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005091df7f. 00000100:00000010:3.0:1767384696.407580:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015d7509e. 00000100:00000010:3.0:1767384696.407584:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005f0943b. 00010000:00000010:0.1:1767384696.407829:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000097f708f4. 00010000:00000010:0.1:1767384696.407833:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7a0c75f. 00000100:00000010:3.0:1767384696.407889:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f53250b6. 00000100:00000010:3.0:1767384696.407894:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f68d48e. 00000100:00000010:3.0:1767384696.408167:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d557992b. 00000100:00000010:3.0:1767384696.408171:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065987c5e. 00000100:00000010:3.0:1767384696.408430:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eb915225. 00000100:00000010:3.0:1767384696.408434:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3c46c0e. 00000100:00000010:3.0:1767384696.408687:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008d8ef1f5. 00000100:00000010:3.0:1767384696.408689:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a1f202f. 00000100:00000010:3.0:1767384696.408964:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fe3ee4cb. 00000100:00000010:3.0:1767384696.408967:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069fd46bb. 00000100:00000010:3.0:1767384696.409243:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004d6e615c. 00000100:00000010:3.0:1767384696.409247:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033af6e92. 00000100:00000010:3.0:1767384696.409504:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002f47147d. 00000100:00000010:3.0:1767384696.409507:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020b4897a. 00000100:00000010:3.0:1767384696.409775:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c97d673. 00000100:00000010:3.0:1767384696.409778:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c931095. 00000100:00000010:3.0:1767384696.410035:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000081e782c4. 00000100:00000010:3.0:1767384696.410040:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1f4cb8b. 00000100:00000010:3.0:1767384696.410316:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000e144bfb. 00000100:00000010:3.0:1767384696.410320:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3854f94. 00000100:00000010:3.0:1767384696.410587:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc96d46d. 00000100:00000010:3.0:1767384696.410590:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074a313dc. 00000100:00000010:3.0:1767384696.410861:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003055d7d4. 00000100:00000010:3.0:1767384696.410864:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e79b7a91. 00000100:00000010:3.0:1767384696.411113:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000034470e5f. 00000100:00000010:3.0:1767384696.411115:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bcf9c74. 00000100:00000010:3.0:1767384696.411384:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000004d9cdbc. 00000100:00000010:3.0:1767384696.411389:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f01e812. 00000100:00000010:3.0:1767384696.411656:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ff76453a. 00000100:00000010:3.0:1767384696.411661:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc0af6d1. 00000100:00000010:3.0:1767384696.411930:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007c1ef3eb. 00000100:00000010:3.0:1767384696.411933:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2d181c4. 00000100:00000010:3.0:1767384696.412217:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa432d56. 00000100:00000010:3.0:1767384696.412222:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e59ed57. 00000100:00000010:3.0:1767384696.412485:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a07b6517. 00000100:00000010:3.0:1767384696.412489:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000556401b0. 00000100:00000010:3.0:1767384696.412761:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004c9415f1. 00000100:00000010:3.0:1767384696.412764:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012aacabe. 00000100:00000010:3.0:1767384696.413016:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d1b86552. 00000100:00000010:3.0:1767384696.413018:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9586fd7. 00000100:00000010:3.0:1767384696.413282:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a6923121. 00000100:00000010:3.0:1767384696.413284:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c94bcdef. 00000100:00000010:3.0:1767384696.413551:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f771c5f. 00000100:00000010:3.0:1767384696.413556:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b16929d. 00000100:00000010:3.0:1767384696.413879:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001bb4cec4. 00000100:00000010:3.0:1767384696.413883:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098a07637. 00000100:00000010:3.0:1767384696.414191:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000065347aa2. 00000100:00000010:3.0:1767384696.414202:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009637c351. 00000100:00000010:3.0:1767384696.414498:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cd00bfcb. 00000100:00000010:3.0:1767384696.414503:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e84271b. 00000100:00000010:3.0:1767384696.414829:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019a6fa3b. 00000100:00000010:3.0:1767384696.414834:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f80c829d. 00000100:00000010:3.0:1767384696.415145:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d9a7619d. 00000100:00000010:3.0:1767384696.415149:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021111586. 00000100:00000010:3.0:1767384696.415435:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cbbcd9dc. 00000100:00000010:3.0:1767384696.415439:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096aad2a6. 00000100:00000010:3.0:1767384696.415692:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008d6da6e1. 00000100:00000010:3.0:1767384696.415696:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000609f2c4f. 00000100:00000010:3.0:1767384696.415965:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000def96bb4. 00000100:00000010:3.0:1767384696.415969:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030ffc345. 00000100:00000010:3.0:1767384696.416301:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b334a6db. 00000100:00000010:3.0:1767384696.416305:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073dd5a24. 00000100:00000010:3.0:1767384696.416576:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ebb370a8. 00000100:00000010:3.0:1767384696.416579:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b48de37. 00000100:00000010:3.0:1767384696.416866:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003fa3968a. 00000100:00000010:3.0:1767384696.416869:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011e1ba24. 00000100:00000010:3.0:1767384696.417148:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000483d219e. 00000100:00000010:3.0:1767384696.417151:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b5fffa0. 00000100:00000010:3.0:1767384696.417412:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000601f951c. 00000100:00000010:3.0:1767384696.417414:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed9cccce. 00000100:00000010:3.0:1767384696.417663:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d41c4bb0. 00000100:00000010:3.0:1767384696.417665:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000926ea77c. 00000100:00000010:3.0:1767384696.417953:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000018e654f. 00000100:00000010:3.0:1767384696.417969:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000281683b. 00000100:00000010:3.0:1767384696.418246:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ff99a11c. 00000100:00000010:3.0:1767384696.418251:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000189e121. 00000100:00000010:3.0:1767384696.418524:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000040c838bf. 00000100:00000010:3.0:1767384696.418527:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000294db89a. 00000100:00000010:3.0:1767384696.418805:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000971faef3. 00000100:00000010:3.0:1767384696.418808:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005594bcbd. 00000100:00000010:3.0:1767384696.419086:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008784cb80. 00000100:00000010:3.0:1767384696.419092:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cc2b6ec. 00000100:00000010:3.0:1767384696.419360:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ef734498. 00000100:00000010:3.0:1767384696.419365:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0b06cf9. 00000100:00000010:3.0:1767384696.419652:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005004d312. 00000100:00000010:3.0:1767384696.419658:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086239ee5. 00000100:00000010:3.0:1767384696.419967:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dad2dcca. 00000100:00000010:3.0:1767384696.419973:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eea005ad. 00000100:00000010:3.0:1767384696.420285:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f1677baa. 00000100:00000010:3.0:1767384696.420289:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000381efe2d. 00000100:00000010:3.0:1767384696.420545:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e12127f. 00000100:00000010:3.0:1767384696.420548:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085015945. 00000100:00000010:3.0:1767384696.420855:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e5e1016. 00000100:00000010:3.0:1767384696.420862:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009fc6722. 00000100:00000010:3.0:1767384696.421173:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ad164581. 00000100:00000010:3.0:1767384696.421178:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036ce7f37. 00000100:00000010:3.0:1767384696.421479:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000090bb663f. 00000100:00000010:3.0:1767384696.421484:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aae3005c. 00000100:00000010:3.0:1767384696.421803:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c30b82ac. 00000100:00000010:3.0:1767384696.421808:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004194d982. 00000100:00000010:3.0:1767384696.422131:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000082c09785. 00000100:00000010:3.0:1767384696.422136:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d453aa35. 00000100:00000010:3.0:1767384696.422442:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d832f3e3. 00000100:00000010:3.0:1767384696.422447:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000764665de. 00000100:00000010:3.0:1767384696.422793:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000937ca9e0. 00000100:00000010:3.0:1767384696.422798:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a68bb26. 00000100:00000010:3.0:1767384696.423106:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000add32b1f. 00000100:00000010:3.0:1767384696.423111:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9cea4e2. 00000100:00000010:3.0:1767384696.423435:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000880e3fe6. 00000100:00000010:3.0:1767384696.423446:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f62521f3. 00000100:00000010:3.0:1767384696.423767:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f8ee51b4. 00000100:00000010:3.0:1767384696.423772:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004de52640. 00000100:00000010:3.0:1767384696.424095:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004dd53fef. 00000100:00000010:3.0:1767384696.424100:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a311b86e. 00000100:00000010:3.0:1767384696.424416:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000026f298ff. 00000100:00000010:3.0:1767384696.424421:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9047f5b. 00000100:00000010:3.0:1767384696.424759:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000081842d45. 00000100:00000010:3.0:1767384696.424764:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006345c874. 00000100:00000010:3.0:1767384696.425063:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008646985b. 00000100:00000010:3.0:1767384696.425068:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000480bd901. 00000100:00000010:3.0:1767384696.425391:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000561727f. 00000400:00000200:3.0:1767384696.425398:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384696.425487:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000caae5030. 00000020:00000010:3.0:1767384696.425492:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c412b3e9. 00000100:00000010:3.0:1767384696.425539:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006e0ab542. 00000100:00000010:3.0:1767384696.425546:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000480b9c6f. 00000100:00000010:3.0:1767384696.425549:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a750c963. 00000100:00000010:3.0:1767384696.425553:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000672d212b. 00000100:00000010:3.0:1767384696.425556:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d840ebb4. 00000100:00000200:3.0:1767384696.425585:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384696.425590:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006dc08434. 00000100:00000010:2.0:1767384696.425812:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002024a031. 00000020:00000010:2.0:1767384696.425818:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008a0c56b9. 00000020:00000010:2.0:1767384696.425825:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081e2120c. 00000020:00000010:2.0:1767384696.425829:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f52f0fd4. 00000040:00000010:2.0:1767384696.425831:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e46aa74. 00000020:00000010:2.0:1767384696.425835:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5ebe6a3. 00000020:00000010:2.0:1767384696.425839:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066340be4. 00000020:00000010:2.0:1767384696.425842:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004033c679. 80000000:00000010:2.0:1767384696.425845:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b3f9e799. 40000000:00000010:2.0:1767384696.425848:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a9e6625. 00100000:00000010:2.0:1767384696.425851:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8520b08. 00040000:00000010:2.0:1767384696.425854:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035603b97. 00040000:00000010:2.0:1767384696.425857:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d42d2ad7. 00080000:00000010:2.0:1767384696.425862:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fb0b32cb. 00080000:00000010:2.0:1767384696.425872:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c1e8c8a5. 00000004:00000010:2.0:1767384696.425879:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000017e1a5ea. 00002000:00000010:2.0:1767384696.425882:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000af1a9fe2. 00000100:00000200:2.0:1767384696.425886:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425890:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d7db9a2. 00000400:00000010:2.0:1767384696.425895:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d844c42. 00000100:00000200:2.0:1767384696.425900:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425901:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1a481f. 00000400:00000010:2.0:1767384696.425904:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7d201ed. 00000100:00000200:2.0:1767384696.425906:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425907:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084cec02f. 00000400:00000010:2.0:1767384696.425910:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fde3f472. 00000100:00000200:2.0:1767384696.425912:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425913:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c21247c. 00000400:00000010:2.0:1767384696.425919:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007b440e98. 00000100:00000200:2.0:1767384696.425922:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425924:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3c88726. 00000400:00000010:2.0:1767384696.425926:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000005332002. 00000100:00000200:2.0:1767384696.425928:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425930:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e1671c. 00000400:00000010:2.0:1767384696.425932:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000708ff3ee. 00000100:00000200:2.0:1767384696.425934:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425936:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006af7e468. 00000400:00000010:2.0:1767384696.425938:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003ba974f0. 00000100:00000200:2.0:1767384696.425940:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425941:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007851d512. 00000400:00000010:2.0:1767384696.425947:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c7d4360. 00000100:00000200:2.0:1767384696.425950:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425951:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053441e1f. 00000400:00000010:2.0:1767384696.425954:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c3422512. 00000100:00000200:2.0:1767384696.425956:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425957:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5eb38de. 00000400:00000010:2.0:1767384696.425959:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007048ce31. 00000100:00000200:2.0:1767384696.425961:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425962:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006511e069. 00000400:00000010:2.0:1767384696.425964:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4514e2c. 00000100:00000200:2.0:1767384696.425966:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425967:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fba9358b. 00000400:00000010:2.0:1767384696.425973:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000208422fe. 00000100:00000200:2.0:1767384696.425976:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425977:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2037b87. 00000400:00000010:2.0:1767384696.425980:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000892294c6. 00000100:00000200:2.0:1767384696.425982:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425983:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633a131e. 00000400:00000010:2.0:1767384696.425985:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c7471a72. 00000100:00000200:2.0:1767384696.425987:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425988:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94cf7bc. 00000400:00000010:2.0:1767384696.425990:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ff908ee. 00000100:00000200:2.0:1767384696.425992:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.425993:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059798ac8. 00000400:00000010:2.0:1767384696.425999:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015c5148e. 00000100:00000200:2.0:1767384696.426002:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426003:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000442676af. 00000400:00000010:2.0:1767384696.426005:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000baa291cb. 00000100:00000200:2.0:1767384696.426007:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426008:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb9fc71. 00000400:00000010:2.0:1767384696.426010:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fab504d8. 00000100:00000200:2.0:1767384696.426012:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426013:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000820fea2b. 00000400:00000010:2.0:1767384696.426016:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d0507a83. 00000100:00000200:2.0:1767384696.426018:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426019:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000597a132. 00000400:00000010:2.0:1767384696.426025:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008b71b96c. 00000100:00000200:2.0:1767384696.426028:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426029:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2a8c371. 00000400:00000010:2.0:1767384696.426032:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000028665b51. 00000100:00000200:2.0:1767384696.426034:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426035:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce88556. 00000400:00000010:2.0:1767384696.426037:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000190b1c85. 00000100:00000200:2.0:1767384696.426039:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426040:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f43e1747. 00000400:00000010:2.0:1767384696.426042:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a6f1f36a. 00000100:00000200:2.0:1767384696.426045:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426045:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e92d1e3d. 00000400:00000010:2.0:1767384696.426051:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b32b182. 00000100:00000200:2.0:1767384696.426054:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426055:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab460f86. 00000400:00000010:2.0:1767384696.426057:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a2a4f3a9. 00000100:00000200:2.0:1767384696.426059:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426060:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000675fc7b1. 00000400:00000010:2.0:1767384696.426063:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d0a93d4. 00000100:00000200:2.0:1767384696.426065:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426065:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003342eadb. 00000400:00000010:2.0:1767384696.426068:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000009a52640. 00000100:00000200:2.0:1767384696.426070:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426071:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c40601ee. 00000400:00000010:2.0:1767384696.426077:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006540776b. 00000100:00000200:2.0:1767384696.426080:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426081:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073b41989. 00000400:00000010:2.0:1767384696.426084:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000023d0b67d. 00000100:00000200:2.0:1767384696.426086:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426087:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000516b8a2a. 00000400:00000010:2.0:1767384696.426090:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7bd8aa9. 00000100:00000200:2.0:1767384696.426092:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426092:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052129c53. 00000400:00000010:2.0:1767384696.426095:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d5ab2cb. 00000100:00000200:2.0:1767384696.426097:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426098:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95890c5. 00000400:00000010:2.0:1767384696.426104:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000034528397. 00000100:00000200:2.0:1767384696.426107:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426108:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ab3b3e. 00000400:00000010:2.0:1767384696.426110:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000d99f978. 00000100:00000200:2.0:1767384696.426112:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426113:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfb1cd. 00000400:00000010:2.0:1767384696.426116:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0a2f5f0. 00000100:00000200:2.0:1767384696.426128:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426131:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838d1d89. 00000400:00000010:2.0:1767384696.426134:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b1ff0a01. 00000100:00000200:2.0:1767384696.426136:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426137:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000514998eb. 00000400:00000010:2.0:1767384696.426144:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de031c85. 00000100:00000200:2.0:1767384696.426147:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426148:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f91a567. 00000400:00000010:2.0:1767384696.426151:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7fa8cee. 00000100:00000200:2.0:1767384696.426153:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426154:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f840759. 00000400:00000010:2.0:1767384696.426156:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ed587cc2. 00000100:00000200:2.0:1767384696.426158:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426159:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074bcfa26. 00000400:00000010:2.0:1767384696.426161:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d1ccb754. 00000100:00000200:2.0:1767384696.426163:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426164:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc2562c. 00000400:00000010:2.0:1767384696.426170:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017558b64. 00000100:00000200:2.0:1767384696.426173:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426174:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c119030b. 00000400:00000010:2.0:1767384696.426176:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b0257d3a. 00000100:00000200:2.0:1767384696.426178:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426179:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a8cbe4. 00000400:00000010:2.0:1767384696.426182:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f9ec6e8a. 00000100:00000200:2.0:1767384696.426184:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426184:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016cf916a. 00000400:00000010:2.0:1767384696.426187:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000039c9d21d. 00000100:00000200:2.0:1767384696.426189:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426191:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004edbb257. 00000400:00000010:2.0:1767384696.426197:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b52f7f53. 00000100:00000200:2.0:1767384696.426200:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426201:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000108e52d4. 00000400:00000010:2.0:1767384696.426204:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006b70fcd0. 00000100:00000200:2.0:1767384696.426206:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426207:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008342cf6. 00000400:00000010:2.0:1767384696.426210:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cfabb7f1. 00000100:00000200:2.0:1767384696.426212:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426212:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb016f62. 00000400:00000010:2.0:1767384696.426215:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000291b0064. 00000100:00000200:2.0:1767384696.426217:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426218:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b131ac8. 00000400:00000010:2.0:1767384696.426223:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000062bf8bd8. 00000100:00000200:2.0:1767384696.426226:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426227:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9e39955. 00000400:00000010:2.0:1767384696.426230:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000061fa75a9. 00000100:00000200:2.0:1767384696.426232:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426232:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b3e7142. 00000400:00000010:2.0:1767384696.426235:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c0408250. 00000100:00000200:2.0:1767384696.426237:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426237:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000006b20c1. 00000400:00000010:2.0:1767384696.426240:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ffc946f0. 00000100:00000200:2.0:1767384696.426242:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426243:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021a0a9c3. 00000400:00000010:2.0:1767384696.426248:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c921fd5a. 00000100:00000200:2.0:1767384696.426251:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426252:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c11899c. 00000400:00000010:2.0:1767384696.426255:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a9186921. 00000100:00000200:2.0:1767384696.426257:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426258:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd1f584b. 00000400:00000010:2.0:1767384696.426261:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a57d252f. 00000100:00000200:2.0:1767384696.426263:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426263:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028fa0b71. 00000400:00000010:2.0:1767384696.426266:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c326f9a. 00000100:00000200:2.0:1767384696.426268:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426269:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089da60c. 00000400:00000010:2.0:1767384696.426275:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000078adbad9. 00000100:00000200:2.0:1767384696.426283:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426285:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6380660. 00000400:00000010:2.0:1767384696.426288:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000138c5355. 00000100:00000200:2.0:1767384696.426290:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426291:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007602e280. 00000400:00000010:2.0:1767384696.426294:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000020f25629. 00000100:00000200:2.0:1767384696.426296:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426297:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e623cdc6. 00000400:00000010:2.0:1767384696.426299:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c9aa5bc. 00000100:00000200:2.0:1767384696.426301:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426302:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001097b78a. 00000400:00000010:2.0:1767384696.426308:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000471e3acc. 00000100:00000200:2.0:1767384696.426311:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426312:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415dd0aa. 00000400:00000010:2.0:1767384696.426315:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009440c2fd. 00000100:00000200:2.0:1767384696.426317:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426318:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2312a6. 00000400:00000010:2.0:1767384696.426320:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008df469c2. 00000100:00000200:2.0:1767384696.426323:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426323:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046329f3e. 00000400:00000010:2.0:1767384696.426326:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003dfd3a8e. 00000100:00000200:2.0:1767384696.426328:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384696.426329:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc8f5234. 00000400:00000010:2.0:1767384696.426334:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d7bc6d3a. 00000100:00000010:2.0:1767384696.426344:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c474fb62. 00000100:00000200:2.0:1767384696.426355:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.426381:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005dadc181. 00000100:00000010:1.0:1767384696.426535:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b84a3445. 00000020:00000010:1.0:1767384696.426539:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003ac74dc9. 00000020:00000010:1.0:1767384696.426542:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6739a60. 00000020:00000010:1.0:1767384696.426544:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0f2b44b. 00000040:00000010:1.0:1767384696.426546:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000037fb7053. 00000020:00000010:1.0:1767384696.426548:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5a9db24. 00000020:00000010:1.0:1767384696.426551:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fdfa3041. 00000020:00000010:1.0:1767384696.426552:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001cb2725f. 80000000:00000010:1.0:1767384696.426560:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000035df5ea5. 40000000:00000010:1.0:1767384696.426562:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b3ebb108. 00100000:00000010:1.0:1767384696.426564:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd21e3e6. 00040000:00000010:1.0:1767384696.426566:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be6ede2c. 00040000:00000010:1.0:1767384696.426568:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df97f3e4. 00080000:00000010:1.0:1767384696.426571:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000082a2123a. 00080000:00000010:1.0:1767384696.426581:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000c9ae844. 00000004:00000010:1.0:1767384696.426585:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005cfd41ed. 00002000:00000010:1.0:1767384696.426587:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000059005066. 00000100:00000010:1.0:1767384696.426595:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a1da8507. 00000100:00000200:1.0:1767384696.426604:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384696.426617:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009212ff6c. 00000100:00000010:3.0:1767384696.426623:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000053e70c2c. 00000100:00000010:3.0:1767384696.426635:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f5bba042. 00000100:00000010:3.0:1767384696.426641:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004ccc1af7. 00000100:00000010:3.0:1767384696.426645:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c24c00f. 00000100:00000010:3.0:1767384696.426648:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dcb903b7. 00000100:00000010:3.0:1767384696.426650:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae852893. 00000100:00000010:3.0:1767384696.426653:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d6860b3. 00000100:00000010:3.0:1767384696.426658:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ea80bcd. 00000100:00000010:3.0:1767384696.426661:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fcde4f9a. 00000100:00000010:3.0:1767384696.426664:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7786844. 00000100:00000010:3.0:1767384696.426667:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b748e5e. 00000100:00000010:3.0:1767384696.426670:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b021a78. 00000100:00000010:3.0:1767384696.426673:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035c29ac5. 00000100:00000010:3.0:1767384696.426676:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030804479. 00000100:00000010:3.0:1767384696.426678:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008282dff2. 00000100:00000010:3.0:1767384696.426681:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000392ef41e. 00000100:00000010:3.0:1767384696.426683:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6829922. 00000100:00000010:3.0:1767384696.426686:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000307e5d47. 00000100:00000010:3.0:1767384696.426690:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e3386b3. 00000100:00000010:3.0:1767384696.426692:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001211335f. 00000100:00000010:3.0:1767384696.426695:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae87fe73. 00000100:00000010:3.0:1767384696.426697:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9a26c36. 00000100:00000010:3.0:1767384696.426700:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078c4120c. 00000100:00000010:3.0:1767384696.426703:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a10eaf1a. 00000100:00000010:3.0:1767384696.426705:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e8e2c75. 00000100:00000010:3.0:1767384696.426708:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d286c9b5. 00000100:00000010:3.0:1767384696.426710:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006841412f. 00000100:00000010:3.0:1767384696.426713:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6089323. 00000100:00000010:3.0:1767384696.426716:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b798cc9. 00000100:00000010:3.0:1767384696.426743:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8cf9d6d. 00000100:00000010:3.0:1767384696.426749:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ad76a58. 00000100:00000010:3.0:1767384696.426752:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d41fcf21. 00000100:00000010:3.0:1767384696.426756:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000585228bd. 00000100:00000010:3.0:1767384696.426759:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000761c6995. 00000100:00000010:3.0:1767384696.426762:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff486c6d. 00000100:00000010:3.0:1767384696.426765:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000ffeb98. 00000100:00000010:3.0:1767384696.426768:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000080888c2. 00000100:00000010:3.0:1767384696.426771:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089516014. 00000100:00000010:3.0:1767384696.426779:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e91d07ec. 00000100:00000010:3.0:1767384696.426782:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000764df5b8. 00000100:00000010:3.0:1767384696.426785:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f3a05d0. 00000100:00000010:3.0:1767384696.426787:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f51782a5. 00000100:00000010:3.0:1767384696.426791:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000411c359a. 00000100:00000010:3.0:1767384696.426794:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1a56ddb. 00000100:00000010:3.0:1767384696.426797:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000096762375. 00000100:00000010:3.0:1767384696.426799:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097c4872e. 00000100:00000010:3.0:1767384696.426802:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084e836a3. 00000100:00000010:3.0:1767384696.426804:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bad468b. 00000100:00000010:3.0:1767384696.426806:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca2194ef. 00000100:00000010:3.0:1767384696.426809:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012c11e8b. 00000100:00000010:3.0:1767384696.426812:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c18f1387. 00000100:00000010:3.0:1767384696.426814:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef07b9bf. 00000100:00000010:3.0:1767384696.426817:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c913c0c. 00000100:00000010:3.0:1767384696.426819:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020cfd556. 00000100:00000010:3.0:1767384696.426822:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019ad0047. 00000100:00000010:3.0:1767384696.426824:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022beb335. 00000100:00000010:3.0:1767384696.426827:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091fcf146. 00000100:00000010:3.0:1767384696.426830:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f27d43d0. 00000100:00000010:3.0:1767384696.426832:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001293e631. 00000100:00000010:3.0:1767384696.426835:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b933c042. 00000100:00000010:3.0:1767384696.426838:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008be2e220. 00000100:00000010:3.0:1767384696.426840:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000115e6f46. 00000100:00000010:3.0:1767384696.426843:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080471c4d. 00000100:00000010:3.0:1767384696.426845:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003614996e. 00000100:00000010:3.0:1767384696.426848:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ad919c3. 00000100:00000010:3.0:1767384696.426850:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065143e09. 00000100:00000010:3.0:1767384696.426853:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed451f6a. 00000100:00000010:3.0:1767384696.426856:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000881ab758. 00000100:00000010:3.0:1767384696.426859:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b5da499. 00000100:00000010:3.0:1767384696.426865:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d56c267. 00000100:00000010:3.0:1767384696.426868:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092bea753. 00000100:00000010:3.0:1767384696.426870:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fe9f5b2. 00000100:00000010:3.0:1767384696.426873:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004dc95b27. 00000100:00000010:3.0:1767384696.426875:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a8dba56. 00000100:00000010:3.0:1767384696.426878:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008493f0fc. 00000100:00000010:3.0:1767384696.426880:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067d122f4. 00000100:00000010:3.0:1767384696.426884:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ab64734. 00000100:00000010:3.0:1767384696.426887:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da292636. 00000100:00000010:3.0:1767384696.426891:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000293688fa. 00000100:00000010:3.0:1767384696.426893:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055eed0bf. 00000100:00000010:3.0:1767384696.426896:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ef05a63. 00000100:00000010:3.0:1767384696.426899:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a8bffae. 00000100:00000010:3.0:1767384696.426902:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002ba9f26. 00000100:00000010:3.0:1767384696.426904:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6f38ee0. 00000100:00000010:3.0:1767384696.426907:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c80fdb87. 00000100:00000010:3.0:1767384696.426909:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fddcb2b0. 00000100:00000010:3.0:1767384696.426912:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb49c4ab. 00000100:00000010:3.0:1767384696.426915:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000200749ed. 00000100:00000010:3.0:1767384696.426919:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef0fdab6. 00000100:00000010:3.0:1767384696.426921:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097662a8a. 00000100:00000010:3.0:1767384696.426924:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c88b0579. 00000100:00000010:3.0:1767384696.426927:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8c7d0eb. 00000100:00000010:3.0:1767384696.426930:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac3ca377. 00000100:00000010:3.0:1767384696.426932:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc835f95. 00000100:00000010:3.0:1767384696.426935:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df5bdab4. 00000100:00000010:3.0:1767384696.426938:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004179dfb8. 00000100:00000010:3.0:1767384696.426942:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d9ddfff. 00000100:00000010:3.0:1767384696.426945:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c61f6348. 00000100:00000010:3.0:1767384696.426948:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3199a5d. 00000100:00000010:3.0:1767384696.426950:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986d04b0. 00000100:00000010:3.0:1767384696.426960:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5b98e48. 00000100:00000010:3.0:1767384696.426963:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1474b17. 00000100:00000010:3.0:1767384696.426965:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d491dc0e. 00000100:00000010:3.0:1767384696.426967:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d74b2e78. 00000100:00000010:3.0:1767384696.426970:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be646ff9. 00000100:00000010:3.0:1767384696.426973:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005104b53b. 00000100:00000010:3.0:1767384696.426976:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079be3bce. 00000100:00000010:3.0:1767384696.426978:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001448a83a. 00000100:00000010:3.0:1767384696.426981:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1ddad84. 00000100:00000010:3.0:1767384696.426983:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002904878f. 00000100:00000010:3.0:1767384696.426986:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2dbe111. 00000100:00000010:3.0:1767384696.426988:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4ddf553. 00000100:00000010:3.0:1767384696.426991:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000afbd36e. 00000100:00000010:3.0:1767384696.426994:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007299eff6. 00000100:00000010:3.0:1767384696.426996:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f4d496f. 00000100:00000010:3.0:1767384696.426998:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006274224d. 00000100:00000010:3.0:1767384696.427001:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5f7fd70. 00000100:00000010:3.0:1767384696.427003:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d85708b1. 00000100:00000010:3.0:1767384696.427006:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035d57c1a. 00000100:00000010:3.0:1767384696.427009:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000183d9054. 00000100:00000010:3.0:1767384696.427011:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ffac7e0. 00000100:00000010:3.0:1767384696.427013:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf7d65fe. 00000100:00000010:3.0:1767384696.427016:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6411380. 00000100:00000010:3.0:1767384696.427018:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb5ca827. 00000100:00000010:3.0:1767384696.427021:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097f5cae7. 00000100:00000010:3.0:1767384696.427024:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7691a5b. 00000100:00000010:3.0:1767384696.427027:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e33267b. 00000100:00000010:3.0:1767384696.427030:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e2d11d8. 00000100:00000010:3.0:1767384696.427033:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9198e35. 00000100:00000010:3.0:1767384696.427035:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c69b4ec. 00000100:00000010:3.0:1767384696.427037:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ad520bc. 00000400:00000200:3.0:1767384696.427044:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384696.427074:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ffd2f6ca. 00000020:00000010:3.0:1767384696.427078:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000973bfc53. 00000100:00000010:3.0:1767384696.427114:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000046c9081a. 00000100:00000010:3.0:1767384696.427132:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002ec29269. 00000100:00000010:3.0:1767384696.427140:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ed83c2e. 00000100:00000010:3.0:1767384696.427143:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005ff5e5c1. 00000100:00000010:3.0:1767384696.427146:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bcc9e38b. 00000100:00000200:3.0:1767384696.427175:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384696.427179:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005c995ed7. 00000100:00000010:1.0:1767384696.427334:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008d527bc8. 00000020:00000010:1.0:1767384696.427337:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d147bba6. 00000020:00000010:1.0:1767384696.427339:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000283bc14e. 00000020:00000010:1.0:1767384696.427341:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac3ccba9. 00000040:00000010:1.0:1767384696.427343:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003144c88e. 00000020:00000010:1.0:1767384696.427344:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b70fd82. 00000020:00000010:1.0:1767384696.427346:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2e6859b. 00000020:00000010:1.0:1767384696.427348:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c86e22d4. 80000000:00000010:1.0:1767384696.427349:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6957798. 40000000:00000010:1.0:1767384696.427351:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cdaf4128. 00100000:00000010:1.0:1767384696.427353:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be76582f. 00040000:00000010:1.0:1767384696.427355:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fb4cc7ec. 00040000:00000010:1.0:1767384696.427356:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004c373683. 00080000:00000010:1.0:1767384696.427359:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f952714c. 00080000:00000010:1.0:1767384696.427362:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028850558. 00000004:00000010:1.0:1767384696.427366:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d3ce570. 00000100:00000200:1.0:1767384696.427368:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427370:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d59f0a. 00000400:00000010:1.0:1767384696.427374:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b91e4f98. 00000100:00000200:1.0:1767384696.427376:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427377:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040fc75a6. 00000400:00000010:1.0:1767384696.427378:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a49833ec. 00000100:00000200:1.0:1767384696.427379:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427380:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bcfa20f. 00000400:00000010:1.0:1767384696.427381:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000182405cd. 00000100:00000200:1.0:1767384696.427383:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427384:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001060d6ad. 00000400:00000010:1.0:1767384696.427385:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d00874a9. 00000100:00000200:1.0:1767384696.427386:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427387:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250a86a1. 00000400:00000010:1.0:1767384696.427388:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265eb346. 00000100:00000200:1.0:1767384696.427389:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427389:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000070ade90. 00000400:00000010:1.0:1767384696.427391:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a26ffb1. 00000100:00000200:1.0:1767384696.427391:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427392:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f03b248. 00000400:00000010:1.0:1767384696.427393:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002baa7d89. 00000100:00000200:1.0:1767384696.427394:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427395:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce893f0f. 00000400:00000010:1.0:1767384696.427396:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dde52fb. 00000100:00000200:1.0:1767384696.427397:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427398:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562810d2. 00000400:00000010:1.0:1767384696.427399:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1267d33. 00000100:00000200:1.0:1767384696.427400:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427401:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec4aec92. 00000400:00000010:1.0:1767384696.427402:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d85a9d4. 00000100:00000200:1.0:1767384696.427403:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427404:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002df75ed0. 00000400:00000010:1.0:1767384696.427405:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2d5757e. 00000100:00000200:1.0:1767384696.427406:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427407:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb766604. 00000400:00000010:1.0:1767384696.427408:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a186bab0. 00000100:00000200:1.0:1767384696.427409:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427410:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125d4848. 00000400:00000010:1.0:1767384696.427411:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bfc7873. 00000100:00000200:1.0:1767384696.427412:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427413:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c738f52d. 00000400:00000010:1.0:1767384696.427414:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004480c535. 00000100:00000200:1.0:1767384696.427414:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427415:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175f3519. 00000400:00000010:1.0:1767384696.427416:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e8782. 00000100:00000200:1.0:1767384696.427417:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427425:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cda0b27. 00000400:00000010:1.0:1767384696.427426:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4136b3f. 00000100:00000200:1.0:1767384696.427427:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427428:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c306addf. 00000400:00000010:1.0:1767384696.427429:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068233c9a. 00000100:00000200:1.0:1767384696.427430:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427431:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfd5d233. 00000400:00000010:1.0:1767384696.427432:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000968982e4. 00000100:00000200:1.0:1767384696.427432:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427442:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d05dead6. 00000400:00000010:1.0:1767384696.427444:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c288bc38. 00000100:00000200:1.0:1767384696.427445:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427446:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062091bcf. 00000400:00000010:1.0:1767384696.427448:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d719c91. 00000100:00000200:1.0:1767384696.427450:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427451:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9c9b160. 00000400:00000010:1.0:1767384696.427453:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e59c3f. 00000100:00000200:1.0:1767384696.427455:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427457:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067da701a. 00000400:00000010:1.0:1767384696.427459:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065cfa51. 00000100:00000200:1.0:1767384696.427461:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427462:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f139fb03. 00000400:00000010:1.0:1767384696.427464:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002774b39f. 00000100:00000200:1.0:1767384696.427466:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427467:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ce62a7. 00000400:00000010:1.0:1767384696.427469:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e913c2. 00000100:00000200:1.0:1767384696.427471:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427472:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000887cbd7e. 00000400:00000010:1.0:1767384696.427474:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000870009e9. 00000100:00000200:1.0:1767384696.427475:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427477:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000100f89bf. 00000400:00000010:1.0:1767384696.427479:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000077372b14. 00000100:00000200:1.0:1767384696.427480:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427482:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001afcfdb. 00000400:00000010:1.0:1767384696.427484:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064124cc2. 00000100:00000200:1.0:1767384696.427486:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427487:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b8776b8. 00000400:00000010:1.0:1767384696.427489:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062a99e3d. 00000100:00000200:1.0:1767384696.427491:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427493:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b577011. 00000400:00000010:1.0:1767384696.427494:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000985c7b6c. 00000100:00000200:1.0:1767384696.427496:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427498:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079be5199. 00000400:00000010:1.0:1767384696.427508:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000416ac1d3. 00000100:00000200:1.0:1767384696.427512:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427514:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa5e20a. 00000400:00000010:1.0:1767384696.427516:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051feb025. 00000100:00000200:1.0:1767384696.427517:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427518:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000179ea06a. 00000400:00000010:1.0:1767384696.427519:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a863317. 00000100:00000200:1.0:1767384696.427520:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427521:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faa07bf3. 00000400:00000010:1.0:1767384696.427522:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aa27661. 00000100:00000200:1.0:1767384696.427523:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427524:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790442bb. 00000400:00000010:1.0:1767384696.427525:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd1ac32d. 00000100:00000200:1.0:1767384696.427526:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427527:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015d860f6. 00000400:00000010:1.0:1767384696.427528:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8e30f80. 00000100:00000200:1.0:1767384696.427530:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427531:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6df9c29. 00000400:00000010:1.0:1767384696.427532:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284e7497. 00000100:00000200:1.0:1767384696.427532:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427533:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db3bdf0. 00000400:00000010:1.0:1767384696.427534:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb971b9f. 00000100:00000200:1.0:1767384696.427535:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427536:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007071b7dc. 00000400:00000010:1.0:1767384696.427537:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dc846d5. 00000100:00000200:1.0:1767384696.427538:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427538:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c217e078. 00000400:00000010:1.0:1767384696.427539:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9f76039. 00000100:00000200:1.0:1767384696.427540:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427541:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000713458b1. 00000400:00000010:1.0:1767384696.427542:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5a823d. 00000100:00000200:1.0:1767384696.427543:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427543:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070da30b5. 00000400:00000010:1.0:1767384696.427544:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f862cccc. 00000100:00000200:1.0:1767384696.427545:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427546:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000452628aa. 00000400:00000010:1.0:1767384696.427547:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005527b484. 00000100:00000200:1.0:1767384696.427548:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427549:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000661fa72e. 00000400:00000010:1.0:1767384696.427549:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6939e5. 00000100:00000200:1.0:1767384696.427550:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427551:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008405ef18. 00000400:00000010:1.0:1767384696.427552:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d7888c. 00000100:00000200:1.0:1767384696.427553:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427554:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007058fc0a. 00000400:00000010:1.0:1767384696.427555:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd559301. 00000100:00000200:1.0:1767384696.427556:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427557:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000523f49aa. 00000400:00000010:1.0:1767384696.427558:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013ed0690. 00000100:00000200:1.0:1767384696.427559:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427560:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bebd045. 00000400:00000010:1.0:1767384696.427561:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d914eb31. 00000100:00000200:1.0:1767384696.427562:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427563:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b015ffc4. 00000400:00000010:1.0:1767384696.427563:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a699c410. 00000100:00000200:1.0:1767384696.427564:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427565:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c11809. 00000400:00000010:1.0:1767384696.427566:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f51cbbc. 00000100:00000200:1.0:1767384696.427567:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427568:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf8252e6. 00000400:00000010:1.0:1767384696.427568:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb78acd6. 00000100:00000200:1.0:1767384696.427569:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427570:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ed0331. 00000400:00000010:1.0:1767384696.427571:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dec97796. 00000100:00000200:1.0:1767384696.427572:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427573:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a176673. 00000400:00000010:1.0:1767384696.427573:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000090a9c77. 00000100:00000200:1.0:1767384696.427574:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427575:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c811183. 00000400:00000010:1.0:1767384696.427576:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec7ef7a6. 00000100:00000200:1.0:1767384696.427577:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427578:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000696dee58. 00000400:00000010:1.0:1767384696.427578:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008367f8be. 00000100:00000200:1.0:1767384696.427579:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427580:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbad0706. 00000400:00000010:1.0:1767384696.427581:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df52fa0f. 00000100:00000200:1.0:1767384696.427582:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427582:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023154029. 00000400:00000010:1.0:1767384696.427583:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebd874be. 00000100:00000200:1.0:1767384696.427584:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427585:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e83b2c76. 00000400:00000010:1.0:1767384696.427586:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7ac1cb. 00000100:00000200:1.0:1767384696.427587:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427588:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048f6f538. 00000400:00000010:1.0:1767384696.427589:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8258f36. 00000100:00000200:1.0:1767384696.427590:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427591:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ee0e311. 00000400:00000010:1.0:1767384696.427592:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6834af5. 00000100:00000200:1.0:1767384696.427593:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427594:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b009630. 00000400:00000010:1.0:1767384696.427601:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b46c7ea8. 00000100:00000200:1.0:1767384696.427603:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427604:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cc88ef1. 00000400:00000010:1.0:1767384696.427605:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076353b20. 00000100:00000200:1.0:1767384696.427605:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427606:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4101dd8. 00000400:00000010:1.0:1767384696.427607:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5e28307. 00000100:00000200:1.0:1767384696.427608:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427609:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c818f07. 00000400:00000010:1.0:1767384696.427610:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c463cd. 00000100:00000200:1.0:1767384696.427611:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384696.427612:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0161cb7. 00000400:00000010:1.0:1767384696.427613:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4ee741c. 00000100:00000010:1.0:1767384696.427615:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004d501c15. 00000100:00000200:1.0:1767384696.427626:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.427648:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000005fdb8a. 00000100:00000010:1.0:1767384696.427783:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b69e06d3. 00000020:00000010:1.0:1767384696.427786:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000023e42c1b. 00000020:00000010:1.0:1767384696.427789:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e13f83. 00000020:00000010:1.0:1767384696.427790:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090d265e1. 00000040:00000010:1.0:1767384696.427792:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008782025. 00000020:00000010:1.0:1767384696.427794:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009ca36d56. 00000020:00000010:1.0:1767384696.427795:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026856f5e. 00000020:00000010:1.0:1767384696.427797:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005948729a. 80000000:00000010:1.0:1767384696.427798:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e55ba3f7. 40000000:00000010:1.0:1767384696.427800:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b4145b9c. 00100000:00000010:1.0:1767384696.427801:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c0262ac. 00040000:00000010:1.0:1767384696.427803:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aa9193ab. 00040000:00000010:1.0:1767384696.427805:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc8b1d80. 00080000:00000010:1.0:1767384696.427808:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007233d9b8. 00080000:00000010:1.0:1767384696.427816:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009f95d4e5. 00000004:00000010:1.0:1767384696.427819:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bc23e3f8. 00000100:00000010:1.0:1767384696.427821:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009f68fd73. 00000100:00000200:1.0:1767384696.427829:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384696.427851:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000040f7d6. 00000100:00000010:2.0:1767384696.427857:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000039988a96. 00000100:00000010:2.0:1767384696.427866:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000014394bcb. 00000100:00000010:2.0:1767384696.427871:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006af818ca. 00000100:00000010:2.0:1767384696.427874:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008702c3bc. 00000100:00000010:2.0:1767384696.427876:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033f6897c. 00000100:00000010:2.0:1767384696.427877:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091db5ad0. 00000100:00000010:2.0:1767384696.427880:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc2e25de. 00000100:00000010:2.0:1767384696.427881:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000254e10ef. 00000100:00000010:2.0:1767384696.427884:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098d6ea75. 00000100:00000010:2.0:1767384696.427885:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1c02854. 00000100:00000010:2.0:1767384696.427887:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000120e8199. 00000100:00000010:2.0:1767384696.427889:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003086e797. 00000100:00000010:2.0:1767384696.427891:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000934fca6. 00000100:00000010:2.0:1767384696.427892:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e14ba25e. 00000100:00000010:2.0:1767384696.427894:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000206bbb70. 00000100:00000010:2.0:1767384696.427896:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069e56f73. 00000100:00000010:2.0:1767384696.427898:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b44d6a8e. 00000100:00000010:2.0:1767384696.427899:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f769ba8d. 00000100:00000010:2.0:1767384696.427902:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6462a76. 00000100:00000010:2.0:1767384696.427903:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fa4b563. 00000100:00000010:2.0:1767384696.427905:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033c54fe8. 00000100:00000010:2.0:1767384696.427906:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006576170f. 00000100:00000010:2.0:1767384696.427909:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7a71870. 00000100:00000010:2.0:1767384696.427910:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000273201ae. 00000100:00000010:2.0:1767384696.427912:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001af83825. 00000100:00000010:2.0:1767384696.427913:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5598fcc. 00000100:00000010:2.0:1767384696.427915:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9a52086. 00000100:00000010:2.0:1767384696.427916:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006add898f. 00000100:00000010:2.0:1767384696.427918:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026ad2d42. 00000100:00000010:2.0:1767384696.427919:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee65bd08. 00000100:00000010:2.0:1767384696.427922:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079d002b6. 00000100:00000010:2.0:1767384696.427923:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cddc1350. 00000100:00000010:2.0:1767384696.427925:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2fd6f0f. 00000100:00000010:2.0:1767384696.427926:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006a43417. 00000100:00000010:2.0:1767384696.427929:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000913bc93d. 00000100:00000010:2.0:1767384696.427930:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5c19d46. 00000100:00000010:2.0:1767384696.427932:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026f29406. 00000100:00000010:2.0:1767384696.427933:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcedbd59. 00000100:00000010:2.0:1767384696.427936:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c904272. 00000100:00000010:2.0:1767384696.427938:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000606743d5. 00000100:00000010:2.0:1767384696.427940:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007036087c. 00000100:00000010:2.0:1767384696.427941:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6893fad. 00000100:00000010:2.0:1767384696.427943:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005dafd659. 00000100:00000010:2.0:1767384696.427945:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d0b7767. 00000100:00000010:2.0:1767384696.427947:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ded2e652. 00000100:00000010:2.0:1767384696.427949:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9ba4c13. 00000100:00000010:2.0:1767384696.427950:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acc8e78f. 00000100:00000010:2.0:1767384696.427952:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e983f3cc. 00000100:00000010:2.0:1767384696.427954:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4b47fe1. 00000100:00000010:2.0:1767384696.427955:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e16bcf1. 00000100:00000010:2.0:1767384696.427957:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8a24027. 00000100:00000010:2.0:1767384696.427958:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000293c38df. 00000100:00000010:2.0:1767384696.427960:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034e1721e. 00000100:00000010:2.0:1767384696.427961:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c77ad993. 00000100:00000010:2.0:1767384696.427963:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007679962a. 00000100:00000010:2.0:1767384696.427964:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3a54d11. 00000100:00000010:2.0:1767384696.427966:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003af9fcfe. 00000100:00000010:2.0:1767384696.427967:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001edd364d. 00000100:00000010:2.0:1767384696.427969:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd1844cb. 00000100:00000010:2.0:1767384696.427971:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000366af37d. 00000100:00000010:2.0:1767384696.427972:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076422c4a. 00000100:00000010:2.0:1767384696.427974:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004be8e342. 00000100:00000010:2.0:1767384696.427976:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ca80978. 00000100:00000010:2.0:1767384696.427977:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cee8d81. 00000100:00000010:2.0:1767384696.427979:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004748632. 00000100:00000010:2.0:1767384696.427980:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003672e318. 00000100:00000010:2.0:1767384696.427982:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e31ffc8. 00000100:00000010:2.0:1767384696.427983:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c09a53a. 00000100:00000010:2.0:1767384696.427985:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023dc3eb6. 00000100:00000010:2.0:1767384696.427986:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006731025d. 00000100:00000010:2.0:1767384696.427988:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ba2d19c. 00000100:00000010:2.0:1767384696.427990:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d55d68b9. 00000100:00000010:2.0:1767384696.427993:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005cc03f6. 00000100:00000010:2.0:1767384696.427994:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000971f3f46. 00000100:00000010:2.0:1767384696.427996:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031422620. 00000100:00000010:2.0:1767384696.427997:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085a9aaba. 00000100:00000010:2.0:1767384696.427999:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9d2ddf0. 00000100:00000010:2.0:1767384696.428001:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007e3569a. 00000100:00000010:2.0:1767384696.428002:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4bff264. 00000100:00000010:2.0:1767384696.428004:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2015c75. 00000100:00000010:2.0:1767384696.428006:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb4eef26. 00000100:00000010:2.0:1767384696.428007:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a7cb548. 00000100:00000010:2.0:1767384696.428009:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dfb55763. 00000100:00000010:2.0:1767384696.428010:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000243a0255. 00000100:00000010:2.0:1767384696.428012:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f07b00be. 00000100:00000010:2.0:1767384696.428013:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8abe416. 00000100:00000010:2.0:1767384696.428015:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007095e42b. 00000100:00000010:2.0:1767384696.428016:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2c54cad. 00000100:00000010:2.0:1767384696.428018:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014f7048e. 00000100:00000010:2.0:1767384696.428020:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e865ecf5. 00000100:00000010:2.0:1767384696.428022:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ada3eae5. 00000100:00000010:2.0:1767384696.428023:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005136ebfc. 00000100:00000010:2.0:1767384696.428025:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8f36f8a. 00000100:00000010:2.0:1767384696.428026:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbaf6683. 00000100:00000010:2.0:1767384696.428028:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a27effa. 00000100:00000010:2.0:1767384696.428029:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc8ae3c3. 00000100:00000010:2.0:1767384696.428031:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7d74847. 00000100:00000010:2.0:1767384696.428032:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab92b25f. 00000100:00000010:2.0:1767384696.428034:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092519835. 00000100:00000010:2.0:1767384696.428036:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004033e942. 00000100:00000010:2.0:1767384696.428038:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc9474a6. 00000100:00000010:2.0:1767384696.428039:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a20a21f. 00000100:00000010:2.0:1767384696.428041:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000270be505. 00000100:00000010:2.0:1767384696.428043:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af0e2712. 00000100:00000010:2.0:1767384696.428045:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005bb47a84. 00000100:00000010:2.0:1767384696.428046:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b2037e5. 00000100:00000010:2.0:1767384696.428048:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000006683de0. 00000100:00000010:2.0:1767384696.428050:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3bdc462. 00000100:00000010:2.0:1767384696.428051:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4125fe0. 00000100:00000010:2.0:1767384696.428053:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b19d5d. 00000100:00000010:2.0:1767384696.428055:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064ccdc39. 00000100:00000010:2.0:1767384696.428056:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7dfdf48. 00000100:00000010:2.0:1767384696.428058:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000454a4c27. 00000100:00000010:2.0:1767384696.428060:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c71ddcd9. 00000100:00000010:2.0:1767384696.428062:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b4506dd. 00000100:00000010:2.0:1767384696.428064:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea1d5e32. 00000100:00000010:2.0:1767384696.428066:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009fbabddb. 00000100:00000010:2.0:1767384696.428067:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006664693a. 00000100:00000010:2.0:1767384696.428069:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b26f0c53. 00000100:00000010:2.0:1767384696.428070:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000643e2af2. 00000100:00000010:2.0:1767384696.428072:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd99e182. 00000100:00000010:2.0:1767384696.428074:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cc595ae. 00000100:00000010:2.0:1767384696.428075:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000912cde5c. 00000100:00000010:2.0:1767384696.428077:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ce0d81b. 00000100:00000010:2.0:1767384696.428079:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e9c4cf2. 00000100:00000010:2.0:1767384696.428080:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035f140b0. 00000100:00000010:2.0:1767384696.428082:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000246bf4d0. 00000100:00000010:2.0:1767384696.428083:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8f261e1. 00000100:00000010:2.0:1767384696.428085:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b422ecc5. 00000100:00000010:2.0:1767384696.428087:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7e8844c. 00000100:00000010:2.0:1767384696.428089:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006de7b071. 00000400:00000200:2.0:1767384696.428091:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384696.428143:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fbd3d903. 00000020:00000010:2.0:1767384696.428146:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008603a879. 00000100:00000010:2.0:1767384696.428174:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bcfe9b52. 00000100:00000010:2.0:1767384696.428176:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008b11ed2a. 00000100:00000010:2.0:1767384696.428178:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005721fb2d. 00000100:00000010:2.0:1767384696.428180:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f828625f. 00000100:00000010:2.0:1767384696.428181:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006c79c349. 00000100:00000200:2.0:1767384696.428199:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384696.428201:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000abec3b69. 00000100:00000010:2.0:1767384696.428339:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000033be0d9a. 00000020:00000010:2.0:1767384696.428342:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000019961265. 00000020:00000010:2.0:1767384696.428344:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6f2174d. 00000020:00000010:2.0:1767384696.428346:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000651cb615. 00000040:00000010:2.0:1767384696.428347:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018dba805. 00000020:00000010:2.0:1767384696.428350:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026aea7ec. 00000020:00000010:2.0:1767384696.428352:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000467c692c. 00000020:00000010:2.0:1767384696.428354:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043516db3. 80000000:00000010:2.0:1767384696.428356:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005013af66. 40000000:00000010:2.0:1767384696.428357:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000078994d3f. 00100000:00000010:2.0:1767384696.428359:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000073ff0352. 00040000:00000010:2.0:1767384696.428361:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023c37932. 00040000:00000010:2.0:1767384696.428362:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c8dd957. 00080000:00000010:2.0:1767384696.428366:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000342542b0. 00080000:00000010:2.0:1767384696.428368:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eb9b6654. 00000004:00000010:2.0:1767384696.428372:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a0aa1ae6. 00002000:00000010:2.0:1767384696.428373:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f8d3f64d. 00000100:00000200:2.0:1767384696.428375:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428377:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ea57f9f. 00000400:00000010:2.0:1767384696.428379:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c636c467. 00000100:00000200:2.0:1767384696.428381:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428383:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000620f1ec6. 00000400:00000010:2.0:1767384696.428384:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007204575c. 00000100:00000200:2.0:1767384696.428385:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428386:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ffbc6b3. 00000400:00000010:2.0:1767384696.428387:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e10a5a81. 00000100:00000200:2.0:1767384696.428389:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428389:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6af1051. 00000400:00000010:2.0:1767384696.428391:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1addf92. 00000100:00000200:2.0:1767384696.428391:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428392:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b6d15d8. 00000400:00000010:2.0:1767384696.428393:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d334bf9. 00000100:00000200:2.0:1767384696.428394:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428395:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002135ced1. 00000400:00000010:2.0:1767384696.428396:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084fe3d3c. 00000100:00000200:2.0:1767384696.428397:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428398:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000309a3a96. 00000400:00000010:2.0:1767384696.428399:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7e0128. 00000100:00000200:2.0:1767384696.428400:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428401:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb1bd1c5. 00000400:00000010:2.0:1767384696.428402:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e120a51. 00000100:00000200:2.0:1767384696.428403:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428403:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9d61c2. 00000400:00000010:2.0:1767384696.428404:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed6b7dc8. 00000100:00000200:2.0:1767384696.428405:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428406:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646ce142. 00000400:00000010:2.0:1767384696.428407:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea18e7b6. 00000100:00000200:2.0:1767384696.428408:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428409:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f36d3c4. 00000400:00000010:2.0:1767384696.428410:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002503cffe. 00000100:00000200:2.0:1767384696.428410:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428411:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f803ae9. 00000400:00000010:2.0:1767384696.428412:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c53b737. 00000100:00000200:2.0:1767384696.428413:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428414:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049440c7d. 00000400:00000010:2.0:1767384696.428415:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5d78e0. 00000100:00000200:2.0:1767384696.428416:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428416:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc996f7. 00000400:00000010:2.0:1767384696.428418:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adf9f3e. 00000100:00000200:2.0:1767384696.428419:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428420:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf6ec30. 00000400:00000010:2.0:1767384696.428421:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005224f8e2. 00000100:00000200:2.0:1767384696.428422:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428423:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6704065. 00000400:00000010:2.0:1767384696.428424:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c15c9be. 00000100:00000200:2.0:1767384696.428425:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428425:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628da1c7. 00000400:00000010:2.0:1767384696.428426:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ea97f2. 00000100:00000200:2.0:1767384696.428427:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428428:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b16c8e. 00000400:00000010:2.0:1767384696.428429:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8defbf8. 00000100:00000200:2.0:1767384696.428430:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428431:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015131eb5. 00000400:00000010:2.0:1767384696.428432:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086b1d0cc. 00000100:00000200:2.0:1767384696.428433:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428434:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6ce4f05. 00000400:00000010:2.0:1767384696.428434:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8c7ffa4. 00000100:00000200:2.0:1767384696.428435:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428436:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ef48292. 00000400:00000010:2.0:1767384696.428437:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97f923e. 00000100:00000200:2.0:1767384696.428438:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428438:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bb3984b. 00000400:00000010:2.0:1767384696.428439:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03f2f7f. 00000100:00000200:2.0:1767384696.428447:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428448:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000490ccb9a. 00000400:00000010:2.0:1767384696.428449:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d41ccea5. 00000100:00000200:2.0:1767384696.428451:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428451:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f20341. 00000400:00000010:2.0:1767384696.428452:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcdc649. 00000100:00000200:2.0:1767384696.428453:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428454:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8fe111f. 00000400:00000010:2.0:1767384696.428455:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015520a5a. 00000100:00000200:2.0:1767384696.428456:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428458:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee9d604. 00000400:00000010:2.0:1767384696.428459:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbaf5c62. 00000100:00000200:2.0:1767384696.428460:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428461:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007830e66b. 00000400:00000010:2.0:1767384696.428463:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080306dc3. 00000100:00000200:2.0:1767384696.428464:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428465:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008481942b. 00000400:00000010:2.0:1767384696.428466:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d611db0f. 00000100:00000200:2.0:1767384696.428467:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428468:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a970756a. 00000400:00000010:2.0:1767384696.428469:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e7f0e5c. 00000100:00000200:2.0:1767384696.428470:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428471:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f258523e. 00000400:00000010:2.0:1767384696.428472:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084c54578. 00000100:00000200:2.0:1767384696.428473:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428475:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ac606ab. 00000400:00000010:2.0:1767384696.428476:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f28d39ed. 00000100:00000200:2.0:1767384696.428477:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428478:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000349e2f38. 00000400:00000010:2.0:1767384696.428479:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cf258a. 00000100:00000200:2.0:1767384696.428479:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428480:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7940c17. 00000400:00000010:2.0:1767384696.428481:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c571e8b. 00000100:00000200:2.0:1767384696.428482:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428483:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f2dfdb. 00000400:00000010:2.0:1767384696.428484:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce2bf436. 00000100:00000200:2.0:1767384696.428485:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428486:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd09d5ba. 00000400:00000010:2.0:1767384696.428487:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b20c187. 00000100:00000200:2.0:1767384696.428488:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428489:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0305271. 00000400:00000010:2.0:1767384696.428490:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f56a870. 00000100:00000200:2.0:1767384696.428491:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428492:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d593bd. 00000400:00000010:2.0:1767384696.428493:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac30df50. 00000100:00000200:2.0:1767384696.428494:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428495:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce14f431. 00000400:00000010:2.0:1767384696.428496:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7c0d30. 00000100:00000200:2.0:1767384696.428497:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428498:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43678b5. 00000400:00000010:2.0:1767384696.428499:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c61e91a. 00000100:00000200:2.0:1767384696.428500:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428500:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5cd2e95. 00000400:00000010:2.0:1767384696.428501:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000036ceea6. 00000100:00000200:2.0:1767384696.428502:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428503:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000878dcde9. 00000400:00000010:2.0:1767384696.428504:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038ad7db4. 00000100:00000200:2.0:1767384696.428505:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428506:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026abb4db. 00000400:00000010:2.0:1767384696.428506:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b88a6d2. 00000100:00000200:2.0:1767384696.428507:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428509:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089722898. 00000400:00000010:2.0:1767384696.428510:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d13533. 00000100:00000200:2.0:1767384696.428511:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428512:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a0e5d1. 00000400:00000010:2.0:1767384696.428512:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086217d9d. 00000100:00000200:2.0:1767384696.428513:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428514:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ee23266. 00000400:00000010:2.0:1767384696.428515:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce7ffcd. 00000100:00000200:2.0:1767384696.428516:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428517:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c9ff4e6. 00000400:00000010:2.0:1767384696.428517:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008feeb171. 00000100:00000200:2.0:1767384696.428518:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428519:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2e3695. 00000400:00000010:2.0:1767384696.428520:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3c1b150. 00000100:00000200:2.0:1767384696.428521:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428522:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab003e5. 00000400:00000010:2.0:1767384696.428523:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017fca1f0. 00000100:00000200:2.0:1767384696.428524:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428524:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f22ac55a. 00000400:00000010:2.0:1767384696.428526:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034bdcb86. 00000100:00000200:2.0:1767384696.428527:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428528:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005abdd6a0. 00000400:00000010:2.0:1767384696.428529:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eccca8c. 00000100:00000200:2.0:1767384696.428530:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428530:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077b59e82. 00000400:00000010:2.0:1767384696.428531:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076c8bccf. 00000100:00000200:2.0:1767384696.428532:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428533:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1e66a75. 00000400:00000010:2.0:1767384696.428534:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000221b6a0e. 00000100:00000200:2.0:1767384696.428535:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428536:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f57cac98. 00000400:00000010:2.0:1767384696.428536:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000643ddd4f. 00000100:00000200:2.0:1767384696.428537:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428538:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031552fd7. 00000400:00000010:2.0:1767384696.428539:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5460aea. 00000100:00000200:2.0:1767384696.428540:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428541:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0411e83. 00000400:00000010:2.0:1767384696.428542:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46ef720. 00000100:00000200:2.0:1767384696.428543:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428543:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d7617f4. 00000400:00000010:2.0:1767384696.428544:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048cc937e. 00000100:00000200:2.0:1767384696.428545:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428546:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe3e9dbd. 00000400:00000010:2.0:1767384696.428547:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000121466d3. 00000100:00000200:2.0:1767384696.428548:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428548:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4181ba. 00000400:00000010:2.0:1767384696.428549:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f90011be. 00000100:00000200:2.0:1767384696.428550:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428551:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043d49f8d. 00000400:00000010:2.0:1767384696.428552:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca3f4f9. 00000100:00000200:2.0:1767384696.428553:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428554:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f581df8. 00000400:00000010:2.0:1767384696.428555:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cd09733. 00000100:00000200:2.0:1767384696.428556:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428557:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078c170f2. 00000400:00000010:2.0:1767384696.428558:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffd0223a. 00000100:00000200:2.0:1767384696.428559:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428561:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003da9b1fb. 00000400:00000010:2.0:1767384696.428562:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017029383. 00000100:00000200:2.0:1767384696.428563:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428563:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b66fdb2. 00000400:00000010:2.0:1767384696.428565:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b46c4512. 00000100:00000200:2.0:1767384696.428566:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384696.428566:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bdd8dc8. 00000400:00000010:2.0:1767384696.428567:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60c8c57. 00000100:00000010:2.0:1767384696.428569:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007904e1e7. 00000100:00000200:2.0:1767384696.428576:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.428612:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000086715d7e. 00000100:00000010:3.0:1767384696.428762:0:41010:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f819441d. 00000020:00000010:3.0:1767384696.428766:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ef6a50d. 00000020:00000010:3.0:1767384696.428770:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e76d17be. 00000020:00000010:3.0:1767384696.428773:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1fab5d4. 00000040:00000010:3.0:1767384696.428775:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e51461d9. 00000020:00000010:3.0:1767384696.428778:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000894c58b0. 00000020:00000010:3.0:1767384696.428782:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000488c5f5d. 00000020:00000010:3.0:1767384696.428784:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a755880. 80000000:00000010:3.0:1767384696.428787:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095f64e0f. 40000000:00000010:3.0:1767384696.428789:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093eb3a3e. 00100000:00000010:3.0:1767384696.428792:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009efcffc2. 00040000:00000010:3.0:1767384696.428795:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000742b7079. 00040000:00000010:3.0:1767384696.428798:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c822cac. 00080000:00000010:3.0:1767384696.428809:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9e6e7b8. 00080000:00000010:3.0:1767384696.428813:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000640249d1. 00000004:00000010:3.0:1767384696.428819:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d57eede4. 00002000:00000010:3.0:1767384696.428822:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006068c83f. 00000100:00000010:3.0:1767384696.428826:0:41010:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e49e1990. 00000100:00000200:3.0:1767384696.428840:0:41010:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384696.428852:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000c080aec1. 00000100:00000010:2.0:1767384696.428855:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000894744e9. 00000100:00000010:2.0:1767384696.428864:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002f6d9f6c. 00000100:00000010:2.0:1767384696.428868:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000548a7f22. 00000100:00000010:2.0:1767384696.428871:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da5661a7. 00000100:00000010:2.0:1767384696.428873:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002826d9b1. 00000100:00000010:2.0:1767384696.428874:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004cb3ee7. 00000100:00000010:2.0:1767384696.428876:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbafbfe9. 00000100:00000010:2.0:1767384696.428877:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061193f6c. 00000100:00000010:2.0:1767384696.428879:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e71197b. 00000100:00000010:2.0:1767384696.428881:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022bf3ebd. 00000100:00000010:2.0:1767384696.428883:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f51d8361. 00000100:00000010:2.0:1767384696.428884:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000500c905a. 00000100:00000010:2.0:1767384696.428886:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056d661e4. 00000100:00000010:2.0:1767384696.428887:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6bc2820. 00000100:00000010:2.0:1767384696.428890:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a702026. 00000100:00000010:2.0:1767384696.428891:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008314de6a. 00000100:00000010:2.0:1767384696.428893:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c34aee35. 00000100:00000010:2.0:1767384696.428895:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000945e1864. 00000100:00000010:2.0:1767384696.428897:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb072012. 00000100:00000010:2.0:1767384696.428899:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022322694. 00000100:00000010:2.0:1767384696.428901:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023e4180c. 00000100:00000010:2.0:1767384696.428902:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097a3f8c3. 00000100:00000010:2.0:1767384696.428904:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c80d90a. 00000100:00000010:2.0:1767384696.428906:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdf5f23d. 00000100:00000010:2.0:1767384696.428908:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008dbc40da. 00000100:00000010:2.0:1767384696.428909:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a945b28. 00000100:00000010:2.0:1767384696.428911:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005955a21d. 00000100:00000010:2.0:1767384696.428912:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b64a49a4. 00000100:00000010:2.0:1767384696.428914:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d11e1ea8. 00000100:00000010:2.0:1767384696.428915:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ef6e1da. 00000100:00000010:2.0:1767384696.428917:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051484e7d. 00000100:00000010:2.0:1767384696.428918:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b29544b. 00000100:00000010:2.0:1767384696.428920:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000043ca75eb. 00000100:00000010:2.0:1767384696.428921:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8a9f236. 00000100:00000010:2.0:1767384696.428923:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce1fb01f. 00000100:00000010:2.0:1767384696.428924:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd34b09e. 00000100:00000010:2.0:1767384696.428926:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062f0c648. 00000100:00000010:2.0:1767384696.428928:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cc0e69a. 00000100:00000010:2.0:1767384696.428930:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1c0d749. 00000100:00000010:2.0:1767384696.428931:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8ceb385. 00000100:00000010:2.0:1767384696.428933:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb601142. 00000100:00000010:2.0:1767384696.428934:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c53c5a42. 00000100:00000010:2.0:1767384696.428936:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000090941487. 00000100:00000010:2.0:1767384696.428937:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce084826. 00000100:00000010:2.0:1767384696.428939:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000459765a4. 00000100:00000010:2.0:1767384696.428940:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007571d2ef. 00000100:00000010:2.0:1767384696.428942:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b2feb69. 00000100:00000010:2.0:1767384696.428943:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e3fbaab. 00000100:00000010:2.0:1767384696.428946:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7dac866. 00000100:00000010:2.0:1767384696.428947:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d09c6be. 00000100:00000010:2.0:1767384696.428949:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002eef466a. 00000100:00000010:2.0:1767384696.428950:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010373218. 00000100:00000010:2.0:1767384696.428952:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000051f42d1. 00000100:00000010:2.0:1767384696.428953:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048fbf955. 00000100:00000010:2.0:1767384696.428955:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000926d73ff. 00000100:00000010:2.0:1767384696.428956:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e328095. 00000100:00000010:2.0:1767384696.428958:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6cc4764. 00000100:00000010:2.0:1767384696.428959:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004136f6f7. 00000100:00000010:2.0:1767384696.428961:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ea311da. 00000100:00000010:2.0:1767384696.428967:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8d65f6f. 00000100:00000010:2.0:1767384696.428970:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000fd0e3ce. 00000100:00000010:2.0:1767384696.428971:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036ae4a34. 00000100:00000010:2.0:1767384696.428973:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000004f719. 00000100:00000010:2.0:1767384696.428974:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ececc04. 00000100:00000010:2.0:1767384696.428976:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088784446. 00000100:00000010:2.0:1767384696.428978:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016be3c54. 00000100:00000010:2.0:1767384696.428980:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001f2e534. 00000100:00000010:2.0:1767384696.428981:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d941213. 00000100:00000010:2.0:1767384696.428983:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001de2f10d. 00000100:00000010:2.0:1767384696.428984:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e627c72c. 00000100:00000010:2.0:1767384696.428985:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef0f6ec1. 00000100:00000010:2.0:1767384696.428987:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008074a3c5. 00000100:00000010:2.0:1767384696.428989:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009bdd16ce. 00000100:00000010:2.0:1767384696.428990:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1913c46. 00000100:00000010:2.0:1767384696.428993:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d5bdadc8. 00000100:00000010:2.0:1767384696.428994:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eda1d629. 00000100:00000010:2.0:1767384696.428996:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000838a7f1e. 00000100:00000010:2.0:1767384696.428997:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044c8e519. 00000100:00000010:2.0:1767384696.428999:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8070239. 00000100:00000010:2.0:1767384696.429000:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004982018a. 00000100:00000010:2.0:1767384696.429002:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb0c690b. 00000100:00000010:2.0:1767384696.429004:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0ced02c. 00000100:00000010:2.0:1767384696.429006:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f739115. 00000100:00000010:2.0:1767384696.429008:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1c66fae. 00000100:00000010:2.0:1767384696.429009:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d526d912. 00000100:00000010:2.0:1767384696.429011:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d3c8bd8. 00000100:00000010:2.0:1767384696.429013:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049630c5d. 00000100:00000010:2.0:1767384696.429014:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a98eba5. 00000100:00000010:2.0:1767384696.429017:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009684ea2. 00000100:00000010:2.0:1767384696.429018:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1ed406a. 00000100:00000010:2.0:1767384696.429020:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c04eb2e. 00000100:00000010:2.0:1767384696.429026:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000151a7778. 00000100:00000010:2.0:1767384696.429028:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000190564f8. 00000100:00000010:2.0:1767384696.429029:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b76b3161. 00000100:00000010:2.0:1767384696.429031:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000812570af. 00000100:00000010:2.0:1767384696.429032:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005450b78d. 00000100:00000010:2.0:1767384696.429034:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009b00ca9. 00000100:00000010:2.0:1767384696.429036:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025d827b2. 00000100:00000010:2.0:1767384696.429037:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3a52463. 00000100:00000010:2.0:1767384696.429039:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002ad7d6d. 00000100:00000010:2.0:1767384696.429040:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3fa8558. 00000100:00000010:2.0:1767384696.429041:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b488c678. 00000100:00000010:2.0:1767384696.429044:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000099ef457e. 00000100:00000010:2.0:1767384696.429045:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c98c4d4d. 00000100:00000010:2.0:1767384696.429048:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ded277a4. 00000100:00000010:2.0:1767384696.429049:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c359c31. 00000100:00000010:2.0:1767384696.429051:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e57972f. 00000100:00000010:2.0:1767384696.429053:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eeb6f66. 00000100:00000010:2.0:1767384696.429055:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003eb94dcf. 00000100:00000010:2.0:1767384696.429057:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df6340b4. 00000100:00000010:2.0:1767384696.429062:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e795f908. 00000100:00000010:2.0:1767384696.429064:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2b9b270. 00000100:00000010:2.0:1767384696.429066:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000461da69b. 00000100:00000010:2.0:1767384696.429068:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003064d1bf. 00000100:00000010:2.0:1767384696.429070:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6e0767b. 00000100:00000010:2.0:1767384696.429071:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bcbabfc. 00000100:00000010:2.0:1767384696.429073:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f58324d. 00000100:00000010:2.0:1767384696.429075:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd32b5ea. 00000100:00000010:2.0:1767384696.429076:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005adb95d9. 00000100:00000010:2.0:1767384696.429078:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2fd550a. 00000100:00000010:2.0:1767384696.429079:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051cfb082. 00000100:00000010:2.0:1767384696.429081:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f808fcfc. 00000100:00000010:2.0:1767384696.429082:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013962da3. 00000100:00000010:2.0:1767384696.429088:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002744bbcf. 00000100:00000010:2.0:1767384696.429090:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c03455b7. 00000100:00000010:2.0:1767384696.429092:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da18dcaa. 00000100:00000010:2.0:1767384696.429097:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e16701c. 00000100:00000010:2.0:1767384696.429099:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e588c4. 00000100:00000010:2.0:1767384696.429101:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b367e89. 00000100:00000010:2.0:1767384696.429102:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a8f96a1. 00000100:00000010:2.0:1767384696.429104:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a55da681. 00000400:00000200:2.0:1767384696.429105:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384696.429135:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000177eb172. 00000020:00000010:2.0:1767384696.429138:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d174050e. 00000100:00000010:2.0:1767384696.429170:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006140e3c0. 00000100:00000010:2.0:1767384696.429173:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e8fc18e2. 00000100:00000010:2.0:1767384696.429176:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cb345224. 00000100:00000010:2.0:1767384696.429179:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000051fcb04f. 00000100:00000010:2.0:1767384696.429182:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007aa13dca. 00000100:00000200:2.0:1767384696.429209:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384696.429212:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000776c00cb. 00000100:00000010:2.0:1767384696.429338:0:41011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b93c4f0d. 00000020:00000010:2.0:1767384696.429341:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003a13156b. 00000020:00000010:2.0:1767384696.429343:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6703ecc. 00000020:00000010:2.0:1767384696.429345:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7ef8c8d. 00000040:00000010:2.0:1767384696.429346:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000045183ec1. 00000020:00000010:2.0:1767384696.429348:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028b54570. 00000020:00000010:2.0:1767384696.429350:0:41011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000017082b4b. 00000020:00000010:2.0:1767384696.429351:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fdf956e7. 80000000:00000010:2.0:1767384696.429353:0:41011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a4b775c. 40000000:00000010:2.0:1767384696.429354:0:41011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d6a35627. 00100000:00000010:2.0:1767384696.429356:0:41011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f820639e. 00040000:00000010:2.0:1767384696.429358:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fdc94baa. 00040000:00000010:2.0:1767384696.429360:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000431ac3d0. 00080000:00000010:2.0:1767384696.429362:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000484a7a38. 00080000:00000010:2.0:1767384696.429371:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000053f5c6e. 00000004:00000010:2.0:1767384696.429374:0:41011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000db60a367. 00002000:00000010:2.0:1767384696.429376:0:41011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d09bca4d. 00000100:00000200:2.0:1767384696.429378:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429379:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088ca41ab. 00000400:00000010:2.0:1767384696.429381:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f0b051. 00000100:00000200:2.0:1767384696.429383:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429384:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6819fe2. 00000400:00000010:2.0:1767384696.429385:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008efd3223. 00000100:00000200:2.0:1767384696.429386:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429387:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be79c9fa. 00000400:00000010:2.0:1767384696.429388:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069efa792. 00000100:00000200:2.0:1767384696.429389:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429390:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bb598ae. 00000400:00000010:2.0:1767384696.429391:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0cf034f. 00000100:00000200:2.0:1767384696.429392:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429392:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9426fef. 00000400:00000010:2.0:1767384696.429393:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f7534e9. 00000100:00000200:2.0:1767384696.429394:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429395:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8348fd2. 00000400:00000010:2.0:1767384696.429396:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051260bdb. 00000100:00000200:2.0:1767384696.429397:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429398:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a46f3bd3. 00000400:00000010:2.0:1767384696.429399:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bab94526. 00000100:00000200:2.0:1767384696.429400:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429401:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0be8fc0. 00000400:00000010:2.0:1767384696.429402:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca6dfab. 00000100:00000200:2.0:1767384696.429403:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429404:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e26acd8. 00000400:00000010:2.0:1767384696.429405:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab63ecc. 00000100:00000200:2.0:1767384696.429406:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429407:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d400403d. 00000400:00000010:2.0:1767384696.429408:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5dea35. 00000100:00000200:2.0:1767384696.429409:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429409:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000993b4d5f. 00000400:00000010:2.0:1767384696.429411:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055a2d1e1. 00000100:00000200:2.0:1767384696.429412:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429412:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091b1e059. 00000400:00000010:2.0:1767384696.429413:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005edc2343. 00000100:00000200:2.0:1767384696.429414:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429415:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d51e451c. 00000400:00000010:2.0:1767384696.429416:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a6a146a. 00000100:00000200:2.0:1767384696.429417:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429417:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006243ce0c. 00000400:00000010:2.0:1767384696.429418:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfcada46. 00000100:00000200:2.0:1767384696.429419:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429420:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007da75e42. 00000400:00000010:2.0:1767384696.429421:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c318bc26. 00000100:00000200:2.0:1767384696.429422:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429422:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f698b71. 00000400:00000010:2.0:1767384696.429423:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d29aacbb. 00000100:00000200:2.0:1767384696.429424:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429425:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a19fc8. 00000400:00000010:2.0:1767384696.429426:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a77523a. 00000100:00000200:2.0:1767384696.429427:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429427:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003492c67d. 00000400:00000010:2.0:1767384696.429428:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a963baea. 00000100:00000200:2.0:1767384696.429429:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429430:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f42014fd. 00000400:00000010:2.0:1767384696.429431:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013b9a93. 00000100:00000200:2.0:1767384696.429432:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429433:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9490e4d. 00000400:00000010:2.0:1767384696.429434:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000328ed992. 00000100:00000200:2.0:1767384696.429435:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429437:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bc3aa47. 00000400:00000010:2.0:1767384696.429438:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f0d810d. 00000100:00000200:2.0:1767384696.429440:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429441:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009276fd17. 00000400:00000010:2.0:1767384696.429443:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dea0e62. 00000100:00000200:2.0:1767384696.429445:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429446:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb15adb4. 00000400:00000010:2.0:1767384696.429448:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b808c3c2. 00000100:00000200:2.0:1767384696.429450:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429452:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9915cdd. 00000400:00000010:2.0:1767384696.429453:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bdca6c3. 00000100:00000200:2.0:1767384696.429455:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429457:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009377ad46. 00000400:00000010:2.0:1767384696.429459:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044adb87. 00000100:00000200:2.0:1767384696.429460:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429462:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292886cc. 00000400:00000010:2.0:1767384696.429464:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009686ec58. 00000100:00000200:2.0:1767384696.429466:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429468:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022141ce9. 00000400:00000010:2.0:1767384696.429470:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087a06f83. 00000100:00000200:2.0:1767384696.429472:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429474:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034899441. 00000400:00000010:2.0:1767384696.429476:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce947eb. 00000100:00000200:2.0:1767384696.429478:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429480:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e59598e. 00000400:00000010:2.0:1767384696.429482:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392bc4a8. 00000100:00000200:2.0:1767384696.429483:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429485:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f0215de. 00000400:00000010:2.0:1767384696.429487:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026c53d30. 00000100:00000200:2.0:1767384696.429489:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429491:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002173abec. 00000400:00000010:2.0:1767384696.429493:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000569e83f7. 00000100:00000200:2.0:1767384696.429495:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429497:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031fc07d0. 00000400:00000010:2.0:1767384696.429499:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fcf7b19. 00000100:00000200:2.0:1767384696.429502:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429503:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5afc707. 00000400:00000010:2.0:1767384696.429504:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056ac83e2. 00000100:00000200:2.0:1767384696.429505:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429506:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009efd8bfb. 00000400:00000010:2.0:1767384696.429507:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007400f01f. 00000100:00000200:2.0:1767384696.429508:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429510:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000246e3694. 00000400:00000010:2.0:1767384696.429511:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065ce5920. 00000100:00000200:2.0:1767384696.429512:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429513:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001afce1bd. 00000400:00000010:2.0:1767384696.429514:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd240134. 00000100:00000200:2.0:1767384696.429515:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429515:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e2026df. 00000400:00000010:2.0:1767384696.429516:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79d625c. 00000100:00000200:2.0:1767384696.429517:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429518:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c567224a. 00000400:00000010:2.0:1767384696.429519:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0202777. 00000100:00000200:2.0:1767384696.429520:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429520:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002f295f2. 00000400:00000010:2.0:1767384696.429521:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbe8c5f1. 00000100:00000200:2.0:1767384696.429522:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429523:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bac4fb6. 00000400:00000010:2.0:1767384696.429524:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fcc2a23. 00000100:00000200:2.0:1767384696.429525:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429526:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db6b0ca0. 00000400:00000010:2.0:1767384696.429526:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000105af6cc. 00000100:00000200:2.0:1767384696.429527:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429528:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b03a7bb5. 00000400:00000010:2.0:1767384696.429530:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019489f9d. 00000100:00000200:2.0:1767384696.429531:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429531:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d20f75d. 00000400:00000010:2.0:1767384696.429533:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b663dd5. 00000100:00000200:2.0:1767384696.429534:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429535:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000431a4133. 00000400:00000010:2.0:1767384696.429536:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab59193. 00000100:00000200:2.0:1767384696.429536:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429537:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c3407c6. 00000400:00000010:2.0:1767384696.429538:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc512525. 00000100:00000200:2.0:1767384696.429539:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429540:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e205d05e. 00000400:00000010:2.0:1767384696.429541:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007981248b. 00000100:00000200:2.0:1767384696.429542:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429542:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad5ea4dc. 00000400:00000010:2.0:1767384696.429543:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a19bbb6. 00000100:00000200:2.0:1767384696.429544:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429545:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007c4c7aa. 00000400:00000010:2.0:1767384696.429546:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ff466a2. 00000100:00000200:2.0:1767384696.429547:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429548:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b6bd73. 00000400:00000010:2.0:1767384696.429549:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abe4944c. 00000100:00000200:2.0:1767384696.429550:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429550:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c532cc09. 00000400:00000010:2.0:1767384696.429551:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000676ee5e7. 00000100:00000200:2.0:1767384696.429552:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429553:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df3c89ae. 00000400:00000010:2.0:1767384696.429554:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000646d8f80. 00000100:00000200:2.0:1767384696.429555:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429555:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cc5bdbb. 00000400:00000010:2.0:1767384696.429556:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061dd1151. 00000100:00000200:2.0:1767384696.429557:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429558:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7977b9. 00000400:00000010:2.0:1767384696.429559:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007296c8a4. 00000100:00000200:2.0:1767384696.429560:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429561:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e18b5802. 00000400:00000010:2.0:1767384696.429562:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b708c3c6. 00000100:00000200:2.0:1767384696.429563:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429564:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e063ad19. 00000400:00000010:2.0:1767384696.429565:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cf8084. 00000100:00000200:2.0:1767384696.429566:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429567:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000239595e. 00000400:00000010:2.0:1767384696.429569:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5c398a. 00000100:00000200:2.0:1767384696.429570:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429570:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee4ea3af. 00000400:00000010:2.0:1767384696.429572:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d00b498. 00000100:00000200:2.0:1767384696.429572:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429573:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000015ec579. 00000400:00000010:2.0:1767384696.429574:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013640ad3. 00000100:00000200:2.0:1767384696.429575:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429576:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ab33889. 00000400:00000010:2.0:1767384696.429577:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069bad24d. 00000100:00000200:2.0:1767384696.429578:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429579:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f864cfa4. 00000400:00000010:2.0:1767384696.429580:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea968e07. 00000100:00000200:2.0:1767384696.429580:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429581:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6377bbf. 00000400:00000010:2.0:1767384696.429582:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7e2d837. 00000100:00000200:2.0:1767384696.429583:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429584:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022447b02. 00000400:00000010:2.0:1767384696.429585:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e88fa4a2. 00000100:00000200:2.0:1767384696.429585:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429586:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002faae1e5. 00000400:00000010:2.0:1767384696.429587:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5de2a3c. 00000100:00000200:2.0:1767384696.429588:0:41011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384696.429589:0:41011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003810d71e. 00000400:00000010:2.0:1767384696.429590:0:41011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021fcc3a1. 00000100:00000010:2.0:1767384696.429592:0:41011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000027aec715. 00000100:00000200:2.0:1767384696.429600:0:41011:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.429627:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dec54547. 00000100:00000010:3.0:1767384696.429770:0:41012:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004b6fbb35. 00000020:00000010:3.0:1767384696.429778:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b10fabb. 00000020:00000010:3.0:1767384696.429781:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f31a0019. 00000020:00000010:3.0:1767384696.429784:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b563de2. 00000040:00000010:3.0:1767384696.429787:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c14446b. 00000020:00000010:3.0:1767384696.429789:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070cdaf54. 00000020:00000010:3.0:1767384696.429792:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008e5be65c. 00000020:00000010:3.0:1767384696.429795:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1f11c36. 80000000:00000010:3.0:1767384696.429798:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf0e31af. 40000000:00000010:3.0:1767384696.429799:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a69bca6. 00100000:00000010:3.0:1767384696.429802:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f89edca. 00040000:00000010:3.0:1767384696.429804:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000032cd5967. 00040000:00000010:3.0:1767384696.429806:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002fbd8d3a. 00080000:00000010:3.0:1767384696.429810:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000015b5c30a. 00080000:00000010:3.0:1767384696.429814:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e97efa32. 00000004:00000010:3.0:1767384696.429818:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003a4dacd4. 00002000:00000010:3.0:1767384696.429828:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e8ecda9f. 00000100:00000010:3.0:1767384696.429832:0:41012:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009882f691. 00000100:00000200:3.0:1767384696.429845:0:41012:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384696.429850:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000016310f79. 00000100:00000010:2.0:1767384696.429854:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ae7d0147. 00000100:00000010:2.0:1767384696.429864:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000004bdb57f. 00000100:00000010:2.0:1767384696.429869:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000023c2faf2. 00000100:00000010:2.0:1767384696.429871:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66c42cc. 00000100:00000010:2.0:1767384696.429999:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cb92422b. 00000100:00000010:2.0:1767384696.430001:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043fbe2cf. 00000100:00000010:2.0:1767384696.430148:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000075c64fee. 00000100:00000010:2.0:1767384696.430151:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067bd7be4. 00000100:00000010:2.0:1767384696.430296:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000904f1635. 00000100:00000010:2.0:1767384696.430298:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c97108e1. 00000100:00000010:2.0:1767384696.430426:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f70b4947. 00000100:00000010:2.0:1767384696.430428:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b92f223f. 00000100:00000010:2.0:1767384696.430566:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ba8972b5. 00000100:00000010:2.0:1767384696.430570:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d3bb24a. 00000100:00000010:2.0:1767384696.430696:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009a9ef7c7. 00000100:00000010:2.0:1767384696.430698:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000500f3dfd. 00000100:00000010:2.0:1767384696.430851:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b997e0ef. 00000100:00000010:2.0:1767384696.430854:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000377baf1d. 00000100:00000010:2.0:1767384696.430980:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000057a18f1d. 00000100:00000010:2.0:1767384696.430982:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f008e25. 00000100:00000010:2.0:1767384696.431109:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005dd65f51. 00000100:00000010:2.0:1767384696.431116:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a422d50. 00000100:00000010:2.0:1767384696.431257:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000048f2a3ed. 00000100:00000010:2.0:1767384696.431260:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8604d97. 00000100:00000010:2.0:1767384696.431397:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000065c34bc1. 00000100:00000010:2.0:1767384696.431399:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042eef6af. 00000100:00000010:2.0:1767384696.431534:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001e47207e. 00000100:00000010:2.0:1767384696.431537:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d737f32b. 00000100:00000010:2.0:1767384696.431666:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d7caba55. 00000100:00000010:2.0:1767384696.431668:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b2ba266. 00000100:00000010:2.0:1767384696.431819:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002e41acec. 00000100:00000010:2.0:1767384696.431824:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ae4d821. 00000100:00000010:2.0:1767384696.431977:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000e4303ca. 00000100:00000010:2.0:1767384696.431980:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cd4ca33. 00000100:00000010:2.0:1767384696.432110:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002dfb244a. 00000100:00000010:2.0:1767384696.432112:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d52599b. 00000100:00000010:2.0:1767384696.432253:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000193c1cc9. 00000100:00000010:2.0:1767384696.432256:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000714ecb4c. 00000100:00000010:2.0:1767384696.432385:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b826439e. 00000100:00000010:2.0:1767384696.432387:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006980715d. 00000100:00000010:2.0:1767384696.432532:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000687a798a. 00000100:00000010:2.0:1767384696.432536:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa2606f3. 00000100:00000010:2.0:1767384696.432665:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dd3203ba. 00000100:00000010:2.0:1767384696.432667:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3c7321a. 00000100:00000010:2.0:1767384696.432862:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000075646a38. 00000100:00000010:2.0:1767384696.432865:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c06ba704. 00000100:00000010:2.0:1767384696.432994:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c24d82c4. 00000100:00000010:2.0:1767384696.432996:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061ede671. 00000100:00000010:2.0:1767384696.433143:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002bd98707. 00000100:00000010:2.0:1767384696.433146:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6095a10. 00000100:00000010:2.0:1767384696.433274:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000070cfcb29. 00000100:00000010:2.0:1767384696.433276:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095db5faa. 00000100:00000010:2.0:1767384696.433402:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000049d38758. 00000100:00000010:2.0:1767384696.433409:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009697bb89. 00000100:00000010:2.0:1767384696.433541:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b68c1a62. 00000100:00000010:2.0:1767384696.433544:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adceae96. 00000100:00000010:2.0:1767384696.433681:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a75dc65. 00000100:00000010:2.0:1767384696.433684:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b36d85f8. 00000100:00000010:2.0:1767384696.433833:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004cb2f96b. 00000100:00000010:2.0:1767384696.433837:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bc2a922. 00000100:00000010:2.0:1767384696.433967:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c1a356ff. 00000100:00000010:2.0:1767384696.433969:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a668e9e7. 00000100:00000010:2.0:1767384696.434096:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dbf261b6. 00000100:00000010:2.0:1767384696.434098:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b762f1d. 00000100:00000010:2.0:1767384696.434245:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000043031c24. 00000100:00000010:2.0:1767384696.434249:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc5a5e37. 00000100:00000010:2.0:1767384696.434377:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019e18071. 00000100:00000010:2.0:1767384696.434379:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000254f5bc5. 00000100:00000010:2.0:1767384696.434525:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000234fc7b3. 00000100:00000010:2.0:1767384696.434528:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005236fe3c. 00000100:00000010:2.0:1767384696.434656:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fed57865. 00000100:00000010:2.0:1767384696.434658:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003428fb38. 00000100:00000010:2.0:1767384696.434808:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d3fe6e7e. 00000100:00000010:2.0:1767384696.434812:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0175dc1. 00000100:00000010:2.0:1767384696.434940:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b05c9375. 00000100:00000010:2.0:1767384696.434942:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f58086e. 00000100:00000010:2.0:1767384696.435068:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000992f1852. 00000100:00000010:2.0:1767384696.435070:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080abd0f0. 00000100:00000010:2.0:1767384696.435207:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a182b38. 00000100:00000010:2.0:1767384696.435210:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e32dbe1. 00000100:00000010:2.0:1767384696.435347:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c2ec14b5. 00000100:00000010:2.0:1767384696.435349:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000403c6372. 00000100:00000010:2.0:1767384696.435480:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f7beb97. 00000100:00000010:2.0:1767384696.435484:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000382b6ae1. 00000100:00000010:2.0:1767384696.435615:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000061612588. 00000100:00000010:2.0:1767384696.435622:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3ca23d9. 00000100:00000010:2.0:1767384696.435762:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000defc0620. 00000100:00000010:2.0:1767384696.435765:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e7fc788. 00000100:00000010:2.0:1767384696.435919:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b279d704. 00000100:00000010:2.0:1767384696.435923:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083660811. 00000100:00000010:2.0:1767384696.436051:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009f7671e3. 00000100:00000010:2.0:1767384696.436053:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008443bfe3. 00000100:00000010:2.0:1767384696.436188:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb4b8dd6. 00000100:00000010:2.0:1767384696.436191:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba4a6a0b. 00000100:00000010:2.0:1767384696.436318:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dca6f016. 00000100:00000010:2.0:1767384696.436320:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000841e65e6. 00000100:00000010:2.0:1767384696.436459:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ac0cd9f6. 00000100:00000010:2.0:1767384696.436463:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ee02890. 00000100:00000010:2.0:1767384696.436602:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff9994ff. 00000100:00000010:2.0:1767384696.436607:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db840953. 00000100:00000010:2.0:1767384696.436771:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f3778330. 00000100:00000010:2.0:1767384696.436775:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f7024db. 00000100:00000010:2.0:1767384696.436905:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b152d9c0. 00000100:00000010:2.0:1767384696.436907:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ec11858. 00000100:00000010:2.0:1767384696.437038:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000de4333f. 00000100:00000010:2.0:1767384696.437040:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dedb32ca. 00000100:00000010:2.0:1767384696.437180:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003d8f50fa. 00000100:00000010:2.0:1767384696.437183:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a86f4e8c. 00000100:00000010:2.0:1767384696.437309:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f3d5d417. 00000100:00000010:2.0:1767384696.437311:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000112acdbe. 00000100:00000010:2.0:1767384696.437439:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000046c9eb26. 00000100:00000010:2.0:1767384696.437442:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007696f72a. 00000100:00000010:2.0:1767384696.437579:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054039e29. 00000100:00000010:2.0:1767384696.437582:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8efe131. 00000100:00000010:2.0:1767384696.437709:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e0449da9. 00000100:00000010:2.0:1767384696.437711:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7237595. 00000100:00000010:2.0:1767384696.437852:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008a7f5cf7. 00000100:00000010:2.0:1767384696.437860:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099ff55a7. 00000100:00000010:2.0:1767384696.437986:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000025328eb5. 00000100:00000010:2.0:1767384696.437988:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066fd34eb. 00000100:00000010:2.0:1767384696.438116:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001bdfed93. 00000100:00000010:2.0:1767384696.438130:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5ed48bb. 00000100:00000010:2.0:1767384696.438256:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff922ee9. 00000100:00000010:2.0:1767384696.438258:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093fbd0b1. 00000100:00000010:2.0:1767384696.438386:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000d222310. 00000100:00000010:2.0:1767384696.438388:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000779fe273. 00000100:00000010:2.0:1767384696.438522:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000044cec496. 00000100:00000010:2.0:1767384696.438525:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3122404. 00000100:00000010:2.0:1767384696.438665:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d64cc002. 00000100:00000010:2.0:1767384696.438667:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4bb3a7e. 00000100:00000010:2.0:1767384696.438808:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b9bba3f5. 00000400:00000200:2.0:1767384696.438815:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384696.438871:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000068af09a9. 00000020:00000010:2.0:1767384696.438874:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000230a5cb0. 00000100:00000010:2.0:1767384696.438914:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007f7d515d. 00000100:00000010:2.0:1767384696.438919:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000bb52428a. 00000100:00000010:2.0:1767384696.438922:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003086638a. 00000100:00000010:2.0:1767384696.438925:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000396dca3f. 00000100:00000010:2.0:1767384696.438927:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000048ac533f. 00000100:00000010:2.0:1767384696.438929:0:40986:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000089d66ebc. 00000100:00000010:2.0:1767384696.438930:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d8c7adf2. 00000100:00000010:2.0:1767384696.438931:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000027b4be0e. 00000100:00000010:2.0:1767384696.438933:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000adce4b6f. 00000100:00000010:2.0:1767384696.438934:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f446c3fb. 00000100:00000010:2.0:1767384696.438935:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dc53a30f. 00000100:00000200:2.0:1767384696.438953:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384696.438956:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000071d51f0d. 00000020:00000010:2.0:1767384696.439386:0:41013:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d068c698. 00000100:00000010:2.0:1767384696.439390:0:41013:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d04c7693. 00000020:00000010:2.0:1767384696.439392:0:41013:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000033a030de. 00000020:00000010:2.0:1767384696.439397:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fff7da1a. 00000020:00000010:2.0:1767384696.439399:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e51e0a01. 00000040:00000010:2.0:1767384696.439403:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1c029ee. 00000020:00000010:2.0:1767384696.439405:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d972461. 00000020:00000010:2.0:1767384696.439409:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000068103564. 00000020:00000010:2.0:1767384696.439412:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f660bde. 80000000:00000010:2.0:1767384696.439414:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000923735c4. 40000000:00000010:2.0:1767384696.439416:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b6f611b. 00100000:00000010:2.0:1767384696.439420:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c33ee70. 00040000:00000010:2.0:1767384696.439423:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e5e928. 00040000:00000010:2.0:1767384696.439425:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af2c9592. 00080000:00000010:2.0:1767384696.439429:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000035a123e4. 00080000:00000010:2.0:1767384696.439432:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007af72a8. 00000004:00000010:2.0:1767384696.439437:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a137f868. 00002000:00000010:2.0:1767384696.439442:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000081c06819. 00000100:00000200:2.0:1767384696.439447:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439451:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f95ddfa9. 00000400:00000010:2.0:1767384696.439464:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fad005fb. 00000100:00000200:2.0:1767384696.439471:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439473:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d50ae6. 00000400:00000010:2.0:1767384696.439477:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074e9f6b9. 00000100:00000200:2.0:1767384696.439479:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439481:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab7f7d9a. 00000400:00000010:2.0:1767384696.439484:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ba6f236. 00000100:00000200:2.0:1767384696.439487:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439488:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7597b3b. 00000400:00000010:2.0:1767384696.439491:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000868cc9ff. 00000100:00000200:2.0:1767384696.439493:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439494:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009daae4e1. 00000400:00000010:2.0:1767384696.439496:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000063556442. 00000100:00000200:2.0:1767384696.439498:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439499:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0255e42. 00000400:00000010:2.0:1767384696.439500:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000805d7b77. 00000100:00000200:2.0:1767384696.439502:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439503:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dba9fdf. 00000400:00000010:2.0:1767384696.439505:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000019c17bf5. 00000100:00000200:2.0:1767384696.439507:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439508:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005062c33d. 00000400:00000010:2.0:1767384696.439509:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002bec3cfd. 00000100:00000200:2.0:1767384696.439511:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439512:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9b76d46. 00000400:00000010:2.0:1767384696.439519:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b7fcb638. 00000100:00000200:2.0:1767384696.439522:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439523:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d2d6797. 00000400:00000010:2.0:1767384696.439525:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000005a664ab. 00000100:00000200:2.0:1767384696.439527:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439528:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0d433f8. 00000400:00000010:2.0:1767384696.439530:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb58bc07. 00000100:00000200:2.0:1767384696.439531:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439532:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d912cb23. 00000400:00000010:2.0:1767384696.439534:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034752167. 00000100:00000200:2.0:1767384696.439535:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439536:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f34f8ce. 00000400:00000010:2.0:1767384696.439538:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003bb54e52. 00000100:00000200:2.0:1767384696.439539:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439540:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000239c6ad. 00000400:00000010:2.0:1767384696.439542:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003d153966. 00000100:00000200:2.0:1767384696.439543:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439544:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baefb663. 00000400:00000010:2.0:1767384696.439546:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006bbd6180. 00000100:00000200:2.0:1767384696.439547:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439548:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b90b5c. 00000400:00000010:2.0:1767384696.439550:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073e8b9df. 00000100:00000200:2.0:1767384696.439551:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439552:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a86168. 00000400:00000010:2.0:1767384696.439558:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002e90a5ee. 00000100:00000200:2.0:1767384696.439560:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439561:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008659b60f. 00000400:00000010:2.0:1767384696.439563:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000048975b84. 00000100:00000200:2.0:1767384696.439564:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439565:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec413987. 00000400:00000010:2.0:1767384696.439567:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000424595e7. 00000100:00000200:2.0:1767384696.439568:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439569:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef100fe. 00000400:00000010:2.0:1767384696.439571:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000889ded32. 00000100:00000200:2.0:1767384696.439572:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439573:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd2f162. 00000400:00000010:2.0:1767384696.439575:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a7131a5a. 00000100:00000200:2.0:1767384696.439576:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439577:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3dbba0. 00000400:00000010:2.0:1767384696.439579:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009a6311c3. 00000100:00000200:2.0:1767384696.439581:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439582:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7e531d2. 00000400:00000010:2.0:1767384696.439583:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cefb2d8f. 00000100:00000200:2.0:1767384696.439585:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439586:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a5d1104. 00000400:00000010:2.0:1767384696.439587:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b632bcce. 00000100:00000200:2.0:1767384696.439589:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439589:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc03f13e. 00000400:00000010:2.0:1767384696.439595:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb77a66d. 00000100:00000200:2.0:1767384696.439598:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439599:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005024ebd6. 00000400:00000010:2.0:1767384696.439600:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce2e3311. 00000100:00000200:2.0:1767384696.439602:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439603:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008068c1f4. 00000400:00000010:2.0:1767384696.439604:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a556daad. 00000100:00000200:2.0:1767384696.439606:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439607:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e2e31d. 00000400:00000010:2.0:1767384696.439608:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e175910. 00000100:00000200:2.0:1767384696.439610:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439611:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000821e5f7e. 00000400:00000010:2.0:1767384696.439612:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000630bd38. 00000100:00000200:2.0:1767384696.439614:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439615:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3ed57a. 00000400:00000010:2.0:1767384696.439616:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000062b05e20. 00000100:00000200:2.0:1767384696.439618:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439618:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a8f4b2. 00000400:00000010:2.0:1767384696.439620:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000033055589. 00000100:00000200:2.0:1767384696.439622:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439622:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075b52286. 00000400:00000010:2.0:1767384696.439624:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b9b45412. 00000100:00000200:2.0:1767384696.439626:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439626:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f192b84. 00000400:00000010:2.0:1767384696.439633:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca2b6d93. 00000100:00000200:2.0:1767384696.439635:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439636:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a643274. 00000400:00000010:2.0:1767384696.439638:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bea77775. 00000100:00000200:2.0:1767384696.439639:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439640:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a3f13c. 00000400:00000010:2.0:1767384696.439642:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000055f47d5e. 00000100:00000200:2.0:1767384696.439644:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439645:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056a08339. 00000400:00000010:2.0:1767384696.439646:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000712d071f. 00000100:00000200:2.0:1767384696.439648:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439649:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000557e605b. 00000400:00000010:2.0:1767384696.439650:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e7d1b842. 00000100:00000200:2.0:1767384696.439652:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439652:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000390cdfd4. 00000400:00000010:2.0:1767384696.439654:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e2ed6ab2. 00000100:00000200:2.0:1767384696.439656:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439657:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085902659. 00000400:00000010:2.0:1767384696.439658:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005638f7c7. 00000100:00000200:2.0:1767384696.439660:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439661:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e12ce640. 00000400:00000010:2.0:1767384696.439662:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000092cd24f7. 00000100:00000200:2.0:1767384696.439664:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439665:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004809bb3a. 00000400:00000010:2.0:1767384696.439670:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009922869c. 00000100:00000200:2.0:1767384696.439672:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439673:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d79fac. 00000400:00000010:2.0:1767384696.439675:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000072b819a7. 00000100:00000200:2.0:1767384696.439676:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439677:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005250c512. 00000400:00000010:2.0:1767384696.439679:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000031fcd24c. 00000100:00000200:2.0:1767384696.439680:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439681:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b14bc0. 00000400:00000010:2.0:1767384696.439683:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003815bf57. 00000100:00000200:2.0:1767384696.439685:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439686:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d84fdef. 00000400:00000010:2.0:1767384696.439688:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008c1dd540. 00000100:00000200:2.0:1767384696.439689:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439690:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a1a4f11. 00000400:00000010:2.0:1767384696.439692:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d0952a18. 00000100:00000200:2.0:1767384696.439694:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439695:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031b1c582. 00000400:00000010:2.0:1767384696.439696:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aebd9fdf. 00000100:00000200:2.0:1767384696.439698:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439699:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e41fd059. 00000400:00000010:2.0:1767384696.439700:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008a97e45d. 00000100:00000200:2.0:1767384696.439702:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439703:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f2d27d1. 00000400:00000010:2.0:1767384696.439708:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000036472f47. 00000100:00000200:2.0:1767384696.439711:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439712:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7744545. 00000400:00000010:2.0:1767384696.439713:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000031c830ac. 00000100:00000200:2.0:1767384696.439715:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439716:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0999c30. 00000400:00000010:2.0:1767384696.439741:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ddb676db. 00000100:00000200:2.0:1767384696.439744:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439746:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000602912ae. 00000400:00000010:2.0:1767384696.439748:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000009b1f46c. 00000100:00000200:2.0:1767384696.439750:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439752:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3a8a6e1. 00000400:00000010:2.0:1767384696.439755:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e6066d43. 00000100:00000200:2.0:1767384696.439757:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439758:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cbde630. 00000400:00000010:2.0:1767384696.439760:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007e2ec43d. 00000100:00000200:2.0:1767384696.439763:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439764:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009587c818. 00000400:00000010:2.0:1767384696.439766:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a44ab82. 00000100:00000200:2.0:1767384696.439769:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439771:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3871d1a. 00000400:00000010:2.0:1767384696.439774:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ebd7ce1. 00000100:00000200:2.0:1767384696.439776:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439778:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004162ba39. 00000400:00000010:2.0:1767384696.439788:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bb03e273. 00000100:00000200:2.0:1767384696.439793:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439795:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006893def8. 00000400:00000010:2.0:1767384696.439798:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c453eca8. 00000100:00000200:2.0:1767384696.439801:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439802:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e1e97f. 00000400:00000010:2.0:1767384696.439805:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e36b576. 00000100:00000200:2.0:1767384696.439808:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439810:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169b0003. 00000400:00000010:2.0:1767384696.439812:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a027d335. 00000100:00000200:2.0:1767384696.439815:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439817:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009f267a3. 00000400:00000010:2.0:1767384696.439820:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b5e1b3a8. 00000100:00000200:2.0:1767384696.439822:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439824:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000243763bd. 00000400:00000010:2.0:1767384696.439827:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004817a8a2. 00000100:00000200:2.0:1767384696.439830:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439831:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002487bbbc. 00000400:00000010:2.0:1767384696.439834:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e50cc80e. 00000100:00000200:2.0:1767384696.439837:0:41013:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384696.439839:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003725370a. 00000400:00000010:2.0:1767384696.439842:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000050cec99. 00000100:00000010:2.0:1767384696.439854:0:41013:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000195144eb. 00000100:00000200:2.0:1767384696.439866:0:41013:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384696.439881:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000cad2739. 00000020:00000010:3.0:1767384696.440293:0:41014:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000bd09ebf4. 00000100:00000010:3.0:1767384696.440297:0:41014:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004b464dd8. 00000020:00000010:3.0:1767384696.440299:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000082954763. 00000020:00000010:3.0:1767384696.440302:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d61dc035. 00000020:00000010:3.0:1767384696.440303:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004cbdf416. 00000040:00000010:3.0:1767384696.440305:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f241e412. 00000020:00000010:3.0:1767384696.440308:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f474fc00. 00000020:00000010:3.0:1767384696.440310:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c1b2606f. 00000020:00000010:3.0:1767384696.440312:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004b18ac25. 80000000:00000010:3.0:1767384696.440314:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e0be91f. 40000000:00000010:3.0:1767384696.440315:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eb1bb523. 00100000:00000010:3.0:1767384696.440319:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008b52b6fa. 00040000:00000010:3.0:1767384696.440320:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001dc42252. 00040000:00000010:3.0:1767384696.440322:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e6da2d4b. 00080000:00000010:3.0:1767384696.440334:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d107a84f. 00080000:00000010:3.0:1767384696.440337:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000995c4d2d. 00000004:00000010:3.0:1767384696.440340:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003e8aba22. 00002000:00000010:3.0:1767384696.440342:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e05d3bb1. 00000100:00000010:3.0:1767384696.440350:0:41014:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f9f3ab14. 00000100:00000200:3.0:1767384696.440360:0:41014:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384696.440384:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000db50c6cc. 00000020:00000010:2.0:1767384696.440812:0:41015:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000003a52f295. 00000100:00000010:2.0:1767384696.440815:0:41015:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000089a1d776. 00000020:00000010:2.0:1767384696.440816:0:41015:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c117b40e. 00000020:00000010:2.0:1767384696.440819:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024eed84d. 00000020:00000010:2.0:1767384696.440820:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002402f60f. 00000040:00000010:2.0:1767384696.440822:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000019650a4e. 00000020:00000010:2.0:1767384696.440823:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e53c2f30. 00000020:00000010:2.0:1767384696.440825:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095db0b07. 00000020:00000010:2.0:1767384696.440827:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018bfde68. 80000000:00000010:2.0:1767384696.440828:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016c6af91. 40000000:00000010:2.0:1767384696.440830:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000059c89daa. 00100000:00000010:2.0:1767384696.440832:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ff4e5b07. 00040000:00000010:2.0:1767384696.440833:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9170e56. 00040000:00000010:2.0:1767384696.440835:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009816be99. 00080000:00000010:2.0:1767384696.440838:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000025a9c2f3. 00080000:00000010:2.0:1767384696.440845:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e4d9c6a. 00000004:00000010:2.0:1767384696.440852:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf5f40f8. 00002000:00000010:2.0:1767384696.440854:0:41015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005c86fdb3. 00000100:00000010:2.0:1767384696.440862:0:41015:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000acfd3072. 00000100:00000200:2.0:1767384696.440871:0:41015:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384696.440887:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000323cdd71. 00000040:00000010:3.0:1767384696.440893:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026ee23e9. 00000020:00000010:3.0:1767384696.440895:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e72aa1a7. 00000020:00000010:3.0:1767384696.440898:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384696.440902:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c236694. 80000000:00000010:3.0:1767384696.440904:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc1554be. 40000000:00000010:3.0:1767384696.440907:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad9daad4. 00100000:00000010:3.0:1767384696.440910:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d570f292. 00040000:00000010:3.0:1767384696.440913:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000edf79598. 00040000:00000010:3.0:1767384696.440917:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000639a4252. 00080000:00000010:3.0:1767384696.440921:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f102bcea. 00080000:00000010:3.0:1767384696.440924:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007880bacc. 00000020:00000010:3.0:1767384696.440927:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b771387d. 00000020:00000010:3.0:1767384696.440931:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034362d69. 00000020:00000010:3.0:1767384696.440935:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000008:00000010:3.0:1767384696.440939:0:40986:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000090ed9314. 00020000:00000010:3.0:1767384696.440942:0:40986:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a364c39c. 00008000:00000010:3.0:1767384696.440947:0:40986:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000df1af136. 00000080:00000010:3.0:1767384696.440950:0:40986:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004cf590ea. 00000020:00000010:3.0:1767384696.440954:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfb4eb30. 00000020:00000010:3.0:1767384696.440959:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000c79054b5. 00000020:00000010:3.0:1767384696.440971:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab5c32f. 00000020:00000010:3.0:1767384696.440973:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f33e375. 00000040:00000010:3.0:1767384696.440976:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df9ba6ad. 00000020:00000010:3.0:1767384696.440979:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c167d133. 00000020:00000010:3.0:1767384696.440981:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000175155d5. 80000000:00000010:3.0:1767384696.440983:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc1554be. 00040000:00000010:3.0:1767384696.440992:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be33c719. 00080000:00000010:3.0:1767384696.440996:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dbd3f485. 00080000:00000010:3.0:1767384696.441000:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e7cebd1c. 20000000:00000010:3.0:1767384696.441004:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000bc770aa. 00000020:00000010:3.0:1767384696.441020:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000edf79598. 00080000:00000010:3.0:1767384696.441026:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000055e4cf58. 00080000:00000010:3.0:1767384696.441082:0:40986:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c41a2add. 00080000:00000010:3.0:1767384696.441095:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000055e4cf58. 00000020:00000010:3.0:1767384696.441097:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000edf79598. 00000040:00000010:3.0:1767384696.441107:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000003e3a54b9. 00000020:00000010:3.0:1767384696.441172:0:40986:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000007880bacc. 00000100:00000010:3.0:1767384696.441213:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.441227:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f102bcea. 00000100:00000010:3.0:1767384696.441237:0:40986:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000089c5c1d7. 00000100:00000010:3.0:1767384696.441240:0:40986:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004e2c36c6. 00000100:00000010:3.0:1767384696.441247:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000564295e4. 00000400:00000010:3.0:1767384696.441264:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d30a9d2b. 00000400:00000010:3.0:1767384696.441268:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000100:00000200:3.0:1767384696.441271:0:40986:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260008a80-0x6958260008a80, portal 33 02000000:00000010:3.0:1767384696.441285:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002f0f9410. 00000400:00000010:3.0:1767384696.441289:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.441292:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9ba69a7. 00000100:00000200:3.0:1767384696.441294:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049199232, portal 25 00000400:00000010:3.0:1767384696.441298:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000013210e1. 00000100:00000200:3.0:1767384696.441300:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237049199232, offset 0 00000400:00000200:3.0:1767384696.441307:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.441317:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.441325:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260008a80 00000400:00000200:3.0:1767384696.441330:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2209 [2] + 0 00000400:00000010:3.0:1767384696.441333:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061266d24. 00000400:00000200:3.0:1767384696.441336:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f27ae229 00000400:00000200:3.0:1767384696.441342:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.441349:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.441353:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27ae229 00000400:00000010:3.0:1767384696.441355:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f27ae229. 00000100:00000200:3.0:1767384696.441359:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.441376:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013210e1 00000400:00000010:3.0:1767384696.441377:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000013210e1. 00000100:00000200:3.0:1767384696.441383:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049199232/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.441398:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb13b367. 00000100:00000010:3.0:1767384696.441400:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fc96a67. 00000020:00000010:2.0:1767384696.441402:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb13b367. 00000020:00000010:2.0:1767384696.441408:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.441410:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.441413:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00000100:00000010:3.0:1767384696.441414:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df5767b8. 00000100:00000010:3.0:1767384696.441421:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1caf5fe. 00000100:00000010:3.0:1767384696.441426:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004782ccf9. 00000020:00000010:2.0:1767384696.441444:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb13b367. 00000020:00000010:2.0:1767384696.441448:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb13b367. 00000100:00000200:2.0:1767384696.441450:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199232 02000000:00000010:2.0:1767384696.441464:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065b66bdf. 20000000:00000010:2.0:1767384696.441474:0:40995:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000ce9a3eae. 00000100:00000010:2.0:1767384696.441479:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fda5171f. 00000100:00000010:2.0:1767384696.441481:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000071e6c328. 00000400:00000010:2.0:1767384696.441487:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000400:00000010:2.0:1767384696.441494:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000361e9abc. 00000400:00000200:2.0:1767384696.441496:0:40995:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384696.441501:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384696.441505:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260008a80 00000400:00000200:2.0:1767384696.441508:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a29 [1] + 0 00000400:00000010:2.0:1767384696.441510:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d30a9d2b. 00000400:00000200:2.0:1767384696.441512:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062422639 00000100:00000200:2.0:1767384696.441515:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fda5171f 00000400:00000200:2.0:1767384696.441520:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384696.441523:0:40995:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a35 00000400:00000200:2.0:1767384696.441525:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.441527:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384696.441529:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384696.441530:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.441531:0:40995:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000fda5171f 00000400:00000200:2.0:1767384696.441534:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062422639 00000400:00000010:2.0:1767384696.441534:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000200:2.0:1767384696.441536:0:40995:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000cc840831 desc 0000000089c5c1d7 mbits 1853237049199232 00000100:00000200:2.0:1767384696.441546:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260008a80-0x6958260008a80 20000000:00000010:2.0:1767384696.441554:0:40995:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000002b61cd63. 20000000:00000010:2.0:1767384696.441558:0:40995:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000022c78ba5. 20000000:00000010:2.0:1767384696.441566:0:40995:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000cae064bf. 00000100:00000010:2.0:1767384696.441780:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000071e6c328. 00000100:00000010:2.0:1767384696.441784:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fda5171f. 20000000:00000010:2.0:1767384696.441786:0:40995:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000ce9a3eae. 00010000:00000200:2.0:1767384696.441793:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a463e9c3 x1853237049199232/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 4784/4768 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.441808:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042f88f95. 00000100:00000200:2.0:1767384696.441811:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049199232, offset 224 00000400:00000200:2.0:1767384696.441815:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.441819:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.441823:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260008a80 00000400:00000200:2.0:1767384696.441826:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a2d [2] + 224 00000400:00000200:2.0:1767384696.441829:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.441830:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.441834:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049199232/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.441845:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042f88f95 00000400:00000010:2.0:1767384696.441846:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042f88f95. 00000020:00000010:2.0:1767384696.441856:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002326a339. 00000400:00000010:3.0:1767384696.441858:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000020:00000010:2.0:1767384696.441858:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.441862:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c23bc66. 00000400:00000200:3.0:1767384696.441864:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9ba69a7 00000400:00000010:3.0:1767384696.441867:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9ba69a7. 02000000:00000010:2.0:1767384696.441868:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065b66bdf. 00000100:00000200:2.0:1767384696.441873:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384696.441874:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049199232/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.441877:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ef9f1d. 00000400:00000010:2.0:1767384696.441881:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042f88f95. 00000100:00000200:3.0:1767384696.441890:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049199232/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.441908:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000564295e4. 02000000:00000010:3.0:1767384696.441915:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002f0f9410. 00000100:00000010:3.0:1767384696.441919:0:40986:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004e2c36c6. 00000100:00000010:3.0:1767384696.441921:0:40986:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000089c5c1d7. 02000000:00000010:3.0:1767384696.441923:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f102bcea. 00000100:00000010:3.0:1767384696.441926:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 00000020:00000010:3.0:1767384696.441930:0:40986:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 000000007880bacc. 00000020:00000010:3.0:1767384696.441934:0:40986:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000001b094fcb. 00000020:00000010:3.0:1767384696.441937:0:40986:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 000000004e2c36c6. 00000020:00000010:3.0:1767384696.441942:0:40986:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000034362d69. 00000020:00000010:3.0:1767384696.441945:0:40986:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000564295e4. 00000020:00000010:3.0:1767384696.441947:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055e4cf58. 00000020:00000010:3.0:1767384696.441950:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cfb4eb30. 00000040:00000010:3.0:1767384696.441958:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b771387d. 00000020:00000010:3.0:1767384696.441960:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d570f292. 00000020:00000010:3.0:1767384696.441963:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000639a4252. 00040000:00000010:3.0:1767384696.441966:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c9e7a6d. 00040000:00000010:3.0:1767384696.441968:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c236694. 00080000:00000010:3.0:1767384696.441971:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002f0f9410. 00080000:00000010:3.0:1767384696.441974:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000115217fc. 10000000:00000010:3.0:1767384696.441985:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000323cdd71. 10000000:00000010:3.0:1767384696.441991:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000001a9567fc. 00000100:00000010:3.0:1767384696.441995:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.442000:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093e0ccc5. 00010000:00000010:3.0:1767384696.442010:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac93ffbe. 00010000:00000010:3.0:1767384696.442016:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070162971. 00000100:00000010:3.0:1767384696.442027:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442034:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089c5c1d7. 00000400:00000010:3.0:1767384696.442036:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.442040:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.442042:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049199360, portal 25 00000400:00000010:3.0:1767384696.442045:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.442046:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049199360, offset 0 00000400:00000200:3.0:1767384696.442050:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.442055:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.442059:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008b00 00000400:00000200:3.0:1767384696.442063:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x220d [2] + 0 00000400:00000010:3.0:1767384696.442065:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c42c858f. 00000400:00000200:3.0:1767384696.442067:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005033396 00000400:00000200:3.0:1767384696.442070:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.442072:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.442075:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005033396 00000400:00000010:3.0:1767384696.442076:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005033396. 00000100:00000200:3.0:1767384696.442079:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.442091:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092b2368d 00000400:00000010:3.0:1767384696.442093:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.442103:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049199360/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.442109:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb13b367. 00000020:00000010:2.0:1767384696.442112:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb13b367. 00000020:00000010:2.0:1767384696.442115:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.442126:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.442129:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.442149:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb13b367. 00000020:00000010:2.0:1767384696.442150:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb13b367. 00000100:00000200:2.0:1767384696.442152:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199360 00010000:00000010:2.0:1767384696.442162:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d04b06dd. 00010000:00000010:2.0:1767384696.442165:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4e29122. 00000020:00000010:2.0:1767384696.442168:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000cb13b367. 02000000:00000010:2.0:1767384696.442174:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fda5171f. 00010000:00000200:2.0:1767384696.442187:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd56221b x1853237049199360/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 328/344 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.442193:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.442195:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049199360, offset 224 00000400:00000200:2.0:1767384696.442197:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.442201:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.442204:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008b00 00000400:00000200:2.0:1767384696.442206:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a41 [1] + 224 00000400:00000200:2.0:1767384696.442208:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.442210:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.442212:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049199360/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.442222:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384696.442223:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000020:00000010:2.0:1767384696.442228:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.442230:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.442232:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c23bc66. 00000400:00000010:3.0:1767384696.442236:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 02000000:00000010:2.0:1767384696.442236:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fda5171f. 00000100:00000200:2.0:1767384696.442238:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384696.442241:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:2.0:1767384696.442242:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d365414f. 00000400:00000010:3.0:1767384696.442244:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.442249:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049199360/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.442252:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d616923f. 00000100:00000200:3.0:1767384696.442258:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049199360/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.442268:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442276:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089c5c1d7. 02000000:00000010:3.0:1767384696.442278:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093e0ccc5. 00000100:00000010:3.0:1767384696.442280:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 10000000:00000010:3.0:1767384696.442293:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000093e0ccc5. 10000000:00000010:3.0:1767384696.442296:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000c107e8c7. 00000100:00000010:3.0:1767384696.442299:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.442303:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6543450. 00010000:00000010:3.0:1767384696.442308:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f9732d9a. 00010000:00000010:3.0:1767384696.442310:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f46bb175. 00000100:00000010:3.0:1767384696.442314:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442319:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089c5c1d7. 00000400:00000010:3.0:1767384696.442321:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.442323:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.442324:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049199488, portal 25 00000400:00000010:3.0:1767384696.442326:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.442327:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049199488, offset 0 00000400:00000200:3.0:1767384696.442330:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.442334:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.442337:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008b80 00000400:00000200:3.0:1767384696.442339:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2211 [2] + 0 00000400:00000010:3.0:1767384696.442341:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d75a8c3f. 00000400:00000200:3.0:1767384696.442342:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f20a7a77 00000400:00000200:3.0:1767384696.442349:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.442351:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.442352:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f20a7a77 00000400:00000010:3.0:1767384696.442353:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f20a7a77. 00000100:00000200:3.0:1767384696.442356:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.442364:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092b2368d 00000400:00000010:3.0:1767384696.442365:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.442368:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049199488/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.442377:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6bc7aa5. 00000020:00000010:2.0:1767384696.442380:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6bc7aa5. 00000020:00000010:2.0:1767384696.442382:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.442384:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.442385:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.442398:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6bc7aa5. 00000020:00000010:2.0:1767384696.442399:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6bc7aa5. 00000100:00000200:2.0:1767384696.442401:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199488 00010000:00000010:2.0:1767384696.442406:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000441e5274. 00010000:00000010:2.0:1767384696.442409:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd3c5399. 02000000:00000010:2.0:1767384696.442413:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fda5171f. 00010000:00000200:2.0:1767384696.442419:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a64fcba9 x1853237049199488/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 328/344 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.442426:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.442427:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049199488, offset 224 00000400:00000200:2.0:1767384696.442430:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.442434:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.442438:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008b80 00000400:00000200:2.0:1767384696.442441:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a51 [1] + 224 00000400:00000200:2.0:1767384696.442445:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.442448:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.442451:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049199488/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.442466:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384696.442468:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000400:00000010:3.0:1767384696.442475:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000020:00000010:2.0:1767384696.442476:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002326a339. 00000400:00000200:3.0:1767384696.442479:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000020:00000010:2.0:1767384696.442481:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00000400:00000010:3.0:1767384696.442482:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000020:00000010:2.0:1767384696.442488:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c23bc66. 00000100:00000200:3.0:1767384696.442489:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049199488/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384696.442494:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fda5171f. 00000100:00000200:3.0:1767384696.442498:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049199488/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384696.442500:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.442504:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd0a6d4d. 00000400:00000010:2.0:1767384696.442508:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f7ecc7. 00000100:00000010:3.0:1767384696.442511:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442519:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089c5c1d7. 02000000:00000010:3.0:1767384696.442521:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c6543450. 00000100:00000010:3.0:1767384696.442522:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 10000000:00000010:3.0:1767384696.442526:0:40986:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c79054b5. 00000020:00000010:3.0:1767384696.442528:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6543450. 00000020:00000010:3.0:1767384696.442530:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ace1000. 00000040:00000010:3.0:1767384696.442531:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088abc634. 00000020:00000010:3.0:1767384696.442533:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e72aa1a7. 00000020:00000010:3.0:1767384696.442535:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e6c29826. 80000000:00000010:3.0:1767384696.442537:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000475e657. 00040000:00000010:3.0:1767384696.442539:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079ba872a. 00080000:00000010:3.0:1767384696.442541:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000045a45ad6. 00080000:00000010:3.0:1767384696.442544:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004c31bf49. 20000000:00000010:3.0:1767384696.442547:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000bfba7c2b. 00000040:00000010:3.0:1767384696.442550:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c080c94c. 00000100:00000010:3.0:1767384696.442557:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.442561:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa63a00a. 00000100:00000010:3.0:1767384696.442565:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442569:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000567a20e9. 00000400:00000010:3.0:1767384696.442571:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.442573:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.442575:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049199616, portal 25 00000400:00000010:3.0:1767384696.442577:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.442578:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237049199616, offset 0 00000400:00000200:3.0:1767384696.442580:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.442583:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.442588:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260008c00 00000400:00000200:3.0:1767384696.442591:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2215 [2] + 0 00000400:00000010:3.0:1767384696.442594:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000853a1790. 00000400:00000200:3.0:1767384696.442596:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060d4d02f 00000400:00000200:3.0:1767384696.442599:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.442601:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.442603:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d4d02f 00000400:00000010:3.0:1767384696.442605:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060d4d02f. 00000100:00000200:3.0:1767384696.442608:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.442618:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092b2368d 00000400:00000010:3.0:1767384696.442621:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.442625:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049199616/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.442629:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6bc7aa5. 00000020:00000010:2.0:1767384696.442632:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6bc7aa5. 00000020:00000010:2.0:1767384696.442635:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.442638:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.442640:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.442655:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6bc7aa5. 00000020:00000010:2.0:1767384696.442656:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6bc7aa5. 00000100:00000200:2.0:1767384696.442657:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199616 02000000:00000010:2.0:1767384696.442663:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000fda5171f. 00000040:00000010:2.0:1767384696.442666:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000064f6eadc. 00000040:00000010:2.0:1767384696.442686:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000071e6c328. 00000020:00000010:2.0:1767384696.442690:0:40995:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e2178bea. 00080000:00000010:2.0:1767384696.442693:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b121145. 00000040:00000010:2.0:1767384696.442700:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000071e6c328. 00000040:00000010:2.0:1767384696.442702:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000064f6eadc. 20000000:00000010:2.0:1767384696.442706:0:40995:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000d6bc7aa5. 00010000:00000200:2.0:1767384696.442710:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085061a7c x1853237049199616/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 512/272 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.442715:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.442717:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049199616, offset 224 00000400:00000200:2.0:1767384696.442739:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.442744:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.442747:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260008c00 00000400:00000200:2.0:1767384696.442749:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a61 [1] + 224 00000400:00000200:2.0:1767384696.442752:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.442753:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.442756:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049199616/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.442768:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384696.442769:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000020:00000010:2.0:1767384696.442774:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.442776:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.442777:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c23bc66. 02000000:00000010:2.0:1767384696.442781:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000fda5171f. 00000400:00000010:3.0:1767384696.442784:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000100:00000200:2.0:1767384696.442785:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.442787:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007314f06b. 00000400:00000200:3.0:1767384696.442791:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384696.442794:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000400:00000010:2.0:1767384696.442798:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae0a3410. 00000100:00000200:3.0:1767384696.442800:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049199616/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384696.442810:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049199616/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.442821:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442832:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000567a20e9. 02000000:00000010:3.0:1767384696.442835:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa63a00a. 00000100:00000010:3.0:1767384696.442837:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 00000040:00000010:3.0:1767384696.442842:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007880bacc. 00000100:00000010:3.0:1767384696.442845:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.442850:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa63a00a. 00000100:00000010:3.0:1767384696.442854:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.442869:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000027001eae. 00000400:00000010:3.0:1767384696.442873:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.442877:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000013210e1. 00000100:00000200:3.0:1767384696.442880:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049199744, portal 25 00000400:00000010:3.0:1767384696.442883:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.442884:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049199744, offset 0 00000400:00000200:3.0:1767384696.442888:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.442894:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.442899:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008c80 00000400:00000200:3.0:1767384696.442902:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2219 [2] + 0 00000400:00000010:3.0:1767384696.442905:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6232aae. 00000400:00000200:3.0:1767384696.442907:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091deb01d 00000400:00000200:3.0:1767384696.442911:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.442913:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.442916:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091deb01d 00000400:00000010:3.0:1767384696.442917:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091deb01d. 00000100:00000200:3.0:1767384696.442920:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.442932:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384696.442934:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000020:00000010:2.0:1767384696.442938:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000811f155a. 00000100:00000200:3.0:1767384696.442940:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049199744/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.442942:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000811f155a. 00000020:00000010:2.0:1767384696.442945:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.442948:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.442951:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.442969:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000811f155a. 00000020:00000010:2.0:1767384696.442972:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000811f155a. 00000100:00000200:2.0:1767384696.442974:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199744 02000000:00000010:2.0:1767384696.442987:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000dacaaa9c. 00000040:00000010:2.0:1767384696.442990:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000064f6eadc. 00000040:00000010:2.0:1767384696.442996:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005648c17b. 00000040:00000010:2.0:1767384696.443255:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005648c17b. 00000040:00000010:2.0:1767384696.443258:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000064f6eadc. 00010000:00000200:2.0:1767384696.443262:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008eb8aba7 x1853237049199744/t0(0) o503->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.443269:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000023a9ca11. 00000100:00000200:2.0:1767384696.443271:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049199744, offset 224 00000400:00000200:2.0:1767384696.443273:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.443276:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.443279:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260008c80 00000400:00000200:2.0:1767384696.443281:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a71 [4] + 224 00000400:00000200:2.0:1767384696.443284:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.443286:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.443288:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049199744/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.443299:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a9ca11 00000400:00000010:2.0:1767384696.443301:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000023a9ca11. 00000020:00000010:2.0:1767384696.443305:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.443307:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.443308:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c23bc66. 02000000:00000010:2.0:1767384696.443310:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000dacaaa9c. 00000100:00000200:2.0:1767384696.443319:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.443321:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007897e525. 00000400:00000010:2.0:1767384696.443323:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023a9ca11. 00000400:00000010:3.0:1767384696.443327:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000400:00000200:3.0:1767384696.443332:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013210e1 00000400:00000010:3.0:1767384696.443334:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000013210e1. 00000100:00000200:3.0:1767384696.443339:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049199744/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384696.443357:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049199744/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.443368:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9ba69a7. 02000000:00000010:3.0:1767384696.443374:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000027001eae. 02000000:00000010:3.0:1767384696.443382:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa63a00a. 00000100:00000010:3.0:1767384696.443386:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 00000040:00000010:3.0:1767384696.443391:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000258d4822. 00000020:00000010:3.0:1767384696.443526:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa63a00a. 00000020:00000010:3.0:1767384696.443529:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000567a20e9. 00000040:00000010:3.0:1767384696.443532:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000835a1319. 00000020:00000010:3.0:1767384696.443536:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c6a83956. 00000020:00000010:3.0:1767384696.443539:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384696.443542:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000859a09b9. 80000000:00000010:3.0:1767384696.443544:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000a180af0. 40000000:00000010:3.0:1767384696.443547:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f432bad. 00100000:00000010:3.0:1767384696.443550:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002459cec8. 00040000:00000010:3.0:1767384696.443553:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d8ac180a. 00040000:00000010:3.0:1767384696.443555:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1008767. 00080000:00000010:3.0:1767384696.443558:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f102bcea. 00080000:00000010:3.0:1767384696.443569:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004aa9f63c. 00000004:00000010:3.0:1767384696.443575:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000969ca46c. 00002000:00000010:3.0:1767384696.443577:0:41016:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000089c5c1d7. 00000020:00000010:3.0:1767384696.443580:0:41016:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009d973b82. 00000040:00000010:3.0:1767384696.443585:0:41016:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001947d4ad. 00000100:00000010:3.0:1767384696.443590:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.443595:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd6cd7fd. 00000100:00000010:3.0:1767384696.443601:0:41016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000013210e1. 02000000:00000010:3.0:1767384696.443614:0:41016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000027001eae. 00000400:00000010:3.0:1767384696.443618:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.443621:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000007e00bfd. 00000100:00000200:3.0:1767384696.443623:0:41016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049199872, portal 25 00000400:00000010:3.0:1767384696.443630:0:41016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.443632:0:41016:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049199872, offset 0 00000400:00000200:3.0:1767384696.443636:0:41016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.443641:0:41016:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.443645:0:41016:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008d00 00000400:00000200:3.0:1767384696.443649:0:41016:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x221d [2] + 0 00000400:00000010:3.0:1767384696.443651:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97f78d6. 00000400:00000200:3.0:1767384696.443653:0:41016:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000377803c7 00000400:00000200:3.0:1767384696.443656:0:41016:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.443658:0:41016:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.443660:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000377803c7 00000400:00000010:3.0:1767384696.443662:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000377803c7. 00000100:00000200:3.0:1767384696.443665:0:41016:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.443677:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384696.443679:0:41016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.443683:0:41016:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049199872/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.443685:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000811f155a. 00000020:00000010:2.0:1767384696.443688:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000811f155a. 00000020:00000010:2.0:1767384696.443692:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.443695:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.443698:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.443713:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000811f155a. 00000020:00000010:2.0:1767384696.443714:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000811f155a. 00000100:00000200:2.0:1767384696.443716:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049199872 02000000:00000010:2.0:1767384696.443740:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000dacaaa9c. 00000040:00000010:2.0:1767384696.443743:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000064f6eadc. 00000040:00000010:2.0:1767384696.443748:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005648c17b. 00000040:00000010:2.0:1767384696.443968:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005648c17b. 00000040:00000010:2.0:1767384696.443971:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000064f6eadc. 00010000:00000200:2.0:1767384696.443974:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eaba8562 x1853237049199872/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8472 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.443982:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007c069cde. 00000100:00000200:2.0:1767384696.443984:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049199872, offset 224 00000400:00000200:2.0:1767384696.443986:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.443990:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.443993:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260008d00 00000400:00000200:2.0:1767384696.443995:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a81 [4] + 224 00000400:00000200:2.0:1767384696.443998:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.444000:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.444003:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049199872/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.444014:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c069cde 00000400:00000010:2.0:1767384696.444015:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007c069cde. 00000020:00000010:2.0:1767384696.444020:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002326a339. 00000020:00000010:2.0:1767384696.444021:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c3169cd. 00000020:00000010:2.0:1767384696.444023:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c23bc66. 02000000:00000010:2.0:1767384696.444025:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000dacaaa9c. 00000100:00000200:2.0:1767384696.444032:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.444034:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011f675a6. 00000400:00000010:3.0:1767384696.444037:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000400:00000200:3.0:1767384696.444042:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e00bfd 00000400:00000010:3.0:1767384696.444044:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000007e00bfd. 00000400:00000010:2.0:1767384696.444048:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c069cde. 00000100:00000200:3.0:1767384696.444050:0:41016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049199872/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384696.444059:0:41016:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049199872/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.444070:0:41016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000013210e1. 02000000:00000010:3.0:1767384696.444075:0:41016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000027001eae. 02000000:00000010:3.0:1767384696.444085:0:41016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd6cd7fd. 00000100:00000010:3.0:1767384696.444088:0:41016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 00000020:00000010:3.0:1767384696.444098:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000009f0499b. 00000020:00000010:3.0:1767384696.444102:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000009f0499b. 00000020:00000010:3.0:1767384696.444107:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000d21c273e. 00000020:00000010:3.0:1767384696.444133:0:41016:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004185eb07. 00000020:00000010:3.0:1767384696.444146:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a7c782c6. 00000020:00000010:3.0:1767384696.444158:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000d21c273e. 00000020:00000010:3.0:1767384696.444163:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000013210e1. 00000001:00000010:3.0:1767384696.444177:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000009f0499b. 00000001:00000010:3.0:1767384696.444181:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005e1f2336. 00000001:00000010:3.0:1767384696.444183:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd6cd7fd. 00000001:00000010:3.0:1767384696.444187:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b22bd5f1. 00000001:00000010:3.0:1767384696.444190:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008adeec9f. 00000001:00000010:3.0:1767384696.444191:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4800a53. 00000001:00000010:3.0:1767384696.444194:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a9a63696. 00000001:00000010:3.0:1767384696.444196:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e8877367. 00000001:00000010:3.0:1767384696.444198:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b35beec0. 00000001:00000010:3.0:1767384696.444201:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009357393a. 00000001:00000010:3.0:1767384696.444203:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de71697b. 00000001:00000010:3.0:1767384696.444205:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048f8d91d. 00000020:00000010:3.0:1767384696.444208:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fed3918. 00000020:00000010:3.0:1767384696.444211:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d21c273e. 00000020:00000010:3.0:1767384696.444214:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000008:00000010:3.0:1767384696.444217:0:41016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000090ed9314. 00020000:00000010:3.0:1767384696.444220:0:41016:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a364c39c. 00008000:00000010:3.0:1767384696.444224:0:41016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000df1af136. 00000080:00000010:3.0:1767384696.444228:0:41016:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004cf590ea. 00000020:00000010:3.0:1767384696.444231:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c01935e5. 00000020:00000010:3.0:1767384696.444233:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d5bc2e8. 00000040:00000010:3.0:1767384696.444235:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f4dc64a0. 00000020:00000010:3.0:1767384696.444238:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004974b151. 00000020:00000010:3.0:1767384696.444240:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f4cb87. 00000020:00000010:3.0:1767384696.444242:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000116f4a01. 80000000:00000010:3.0:1767384696.444245:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000070247f71. 40000000:00000010:3.0:1767384696.444248:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ad29637. 00100000:00000010:3.0:1767384696.444250:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e15e538. 00040000:00000010:3.0:1767384696.444254:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008633138c. 00040000:00000010:3.0:1767384696.444262:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be7f8340. 00080000:00000010:3.0:1767384696.444266:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000082ceab85. 00080000:00000010:3.0:1767384696.444269:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005207112f. 00000004:00000010:3.0:1767384696.444281:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000939f7c16. 00000004:00000010:3.0:1767384696.444286:0:41016:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000006fc30b80. 00000004:00000010:3.0:1767384696.444292:0:41016:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000d3289987. 00000004:00000010:3.0:1767384696.444296:0:41016:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444300:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a3c4ebc5. 00000004:00000010:3.0:1767384696.444305:0:41016:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 0000000007e00bfd. 00000004:00000010:3.0:1767384696.444308:0:41016:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000d3289987. 00000020:00000010:3.0:1767384696.444324:0:41016:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000004cd7685a. 00000020:00000010:3.0:1767384696.444326:0:41016:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000336b3f8a. 00000020:00000010:3.0:1767384696.444328:0:41016:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000d8159cdd. 00000020:00000010:3.0:1767384696.444330:0:41016:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e3b69bec. 00000020:00000010:3.0:1767384696.444442:0:41016:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444451:0:41016:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444458:0:41016:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444463:0:41016:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444470:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d5bc2e8. 00000040:00000010:3.0:1767384696.444473:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f4dc64a0. 00000020:00000010:3.0:1767384696.444475:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004974b151. 00000020:00000010:3.0:1767384696.444477:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f4cb87. 00000020:00000010:3.0:1767384696.444479:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000116f4a01. 80000000:00000010:3.0:1767384696.444482:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000070247f71. 40000000:00000010:3.0:1767384696.444486:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ad29637. 00100000:00000010:3.0:1767384696.444489:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e15e538. 00040000:00000010:3.0:1767384696.444491:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008633138c. 00040000:00000010:3.0:1767384696.444494:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be7f8340. 00080000:00000010:3.0:1767384696.444496:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005207112f. 00080000:00000010:3.0:1767384696.444499:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000082ceab85. 00000004:00000010:3.0:1767384696.444502:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000939f7c16. 00000020:00000010:3.0:1767384696.444504:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c01935e5. 00000020:00000010:3.0:1767384696.444507:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d21c273e. 00000020:00000010:3.0:1767384696.444514:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000008:00000010:3.0:1767384696.444517:0:41016:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000090ed9314. 00020000:00000010:3.0:1767384696.444519:0:41016:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a364c39c. 00008000:00000010:3.0:1767384696.444522:0:41016:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000df1af136. 00000080:00000010:3.0:1767384696.444524:0:41016:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004cf590ea. 00000020:00000010:3.0:1767384696.444526:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fed3918. 00000020:00000010:3.0:1767384696.444528:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000013210e1. 00000020:00000010:3.0:1767384696.444532:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008633138c. 00000020:00000010:3.0:1767384696.444534:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008633138c. 00000020:00000010:3.0:1767384696.444538:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008633138c. 00000020:00000010:3.0:1767384696.444539:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008633138c. 00000020:00000010:3.0:1767384696.444542:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000070247f71. 00000020:00000010:3.0:1767384696.444556:0:41016:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000624f1be6. 00000020:00000010:3.0:1767384696.444560:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003e15e538. 00000004:00000010:3.0:1767384696.444564:0:41016:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000006ad29637. 00000020:00000010:3.0:1767384696.444571:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000070247f71. 00000020:00000010:3.0:1767384696.444576:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000070247f71. 00000020:00000010:3.0:1767384696.444579:0:41016:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000006dfc1b0b. 00000020:00000010:3.0:1767384696.444582:0:41016:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 0000000070559f4f. 00000020:00000010:3.0:1767384696.444585:0:41016:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000077ac7f67. 00000020:00000010:3.0:1767384696.444587:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000070247f71. 00000020:00000010:3.0:1767384696.444591:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000013210e1. 00000001:00000010:3.0:1767384696.444601:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008633138c. 00000001:00000010:3.0:1767384696.444603:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fc885daf. 00000001:00000010:3.0:1767384696.444605:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3acea06. 00000001:00000010:3.0:1767384696.444608:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053713abf. 00000001:00000010:3.0:1767384696.444610:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8917490. 00000001:00000010:3.0:1767384696.444612:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e86cdbf. 00000001:00000010:3.0:1767384696.444614:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0d6a01b. 00000001:00000010:3.0:1767384696.444616:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000029ab0688. 00000001:00000010:3.0:1767384696.444618:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8c1f660. 00000001:00000010:3.0:1767384696.444624:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001cd87275. 00000001:00000010:3.0:1767384696.444626:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b17dd68d. 00000001:00000010:3.0:1767384696.444628:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009824a42e. 00000020:00000010:3.0:1767384696.444632:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69698e7. 00000020:00000010:3.0:1767384696.444634:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d21c273e. 00000020:00000010:3.0:1767384696.444636:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001b4f6cb6. 00000008:00000010:3.0:1767384696.444638:0:41016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000090ed9314. 00020000:00000010:3.0:1767384696.444640:0:41016:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a364c39c. 00008000:00000010:3.0:1767384696.444643:0:41016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000df1af136. 00000080:00000010:3.0:1767384696.444645:0:41016:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004cf590ea. 00000020:00000010:3.0:1767384696.444647:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be7f8340. 00000020:00000010:3.0:1767384696.444649:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fed3918. 00000040:00000010:3.0:1767384696.444652:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c01935e5. 00000020:00000010:3.0:1767384696.444654:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004974b151. 00000020:00000010:3.0:1767384696.444655:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f4cb87. 00000020:00000010:3.0:1767384696.444658:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000116f4a01. 80000000:00000010:3.0:1767384696.444660:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000070247f71. 40000000:00000010:3.0:1767384696.444662:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012904b92. 00100000:00000010:3.0:1767384696.444664:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036875dc5. 00040000:00000010:3.0:1767384696.444666:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5a584ca. 00040000:00000010:3.0:1767384696.444668:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4dc64a0. 00080000:00000010:3.0:1767384696.444671:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000082ceab85. 00080000:00000010:3.0:1767384696.444673:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005207112f. 00000004:00000010:3.0:1767384696.444676:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000939f7c16. 00000004:00000010:3.0:1767384696.444679:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000db0a14b4. 00000004:00000010:3.0:1767384696.444683:0:41016:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 000000007d4dbaca. 00000004:00000010:3.0:1767384696.444689:0:41016:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000ee97250b. 00000004:00000010:3.0:1767384696.444692:0:41016:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000fcf5af61. 00000004:00000010:3.0:1767384696.444694:0:41016:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000cf3af3c0. 00000004:00000010:3.0:1767384696.444699:0:41016:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000f14091a1. 00000020:00000010:3.0:1767384696.444705:0:41016:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000045a3677f. 00000020:00000010:3.0:1767384696.444709:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dd03ba4a. 00000004:00000010:3.0:1767384696.444747:0:41016:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000f14091a1. 00000004:00000010:3.0:1767384696.444753:0:41016:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000f14091a1. 00000001:00000010:3.0:1767384696.444769:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033084002. 00000001:00000010:3.0:1767384696.444772:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000993bba57. 00000001:00000010:3.0:1767384696.444775:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004c03abc. 00000001:00000010:3.0:1767384696.444777:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000423e91ae. 00000001:00000010:3.0:1767384696.444779:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000da7c1db. 00000001:00000010:3.0:1767384696.444782:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f8387d1. 00000001:00000010:3.0:1767384696.444784:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002834e208. 00000001:00000010:3.0:1767384696.444786:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c7702219. 00000001:00000010:3.0:1767384696.444788:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088ff62ff. 00000001:00000010:3.0:1767384696.444790:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc3cfbb8. 00000001:00000010:3.0:1767384696.444792:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051de9240. 00000001:00000010:3.0:1767384696.444794:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077f0f979. 00000020:00000010:3.0:1767384696.444797:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b07be04d. 00000020:00000010:3.0:1767384696.444800:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000860fb1d9. 00000020:00000010:3.0:1767384696.444802:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009de2d8e8. 00000008:00000010:3.0:1767384696.444805:0:41016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006181bb5d. 00020000:00000010:3.0:1767384696.444807:0:41016:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000be50c1c0. 00008000:00000010:3.0:1767384696.444810:0:41016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000095ba7ebb. 00000080:00000010:3.0:1767384696.444813:0:41016:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000025008a57. 00000020:00000010:3.0:1767384696.444815:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076b292c8. 00000020:00000010:3.0:1767384696.444817:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c77b1b24. 00000040:00000010:3.0:1767384696.444819:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008dde1cae. 00000020:00000010:3.0:1767384696.444822:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008cc42650. 00000020:00000010:3.0:1767384696.444824:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c0eb2eb. 00000020:00000010:3.0:1767384696.444827:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000300f171. 80000000:00000010:3.0:1767384696.444829:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000435d13f1. 40000000:00000010:3.0:1767384696.444831:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bfbf565. 00100000:00000010:3.0:1767384696.444833:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000028cd5dc4. 00040000:00000010:3.0:1767384696.444835:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001f96c30c. 00040000:00000010:3.0:1767384696.444837:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f84254d. 00080000:00000010:3.0:1767384696.444851:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe906b03. 00080000:00000010:3.0:1767384696.444856:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081f57cea. 00000004:00000010:3.0:1767384696.444860:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9a831e4. 00000004:00000010:3.0:1767384696.444863:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004da4cab1. 00000004:00000010:3.0:1767384696.444867:0:41016:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000bb5d985a. 00000004:00000010:3.0:1767384696.444872:0:41016:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444877:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004c87a3d7. 00000004:00000010:3.0:1767384696.444882:0:41016:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.444957:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c77b1b24. 00000040:00000010:3.0:1767384696.444960:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008dde1cae. 00000020:00000010:3.0:1767384696.444962:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008cc42650. 00000020:00000010:3.0:1767384696.444965:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c0eb2eb. 00000020:00000010:3.0:1767384696.444968:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000300f171. 80000000:00000010:3.0:1767384696.444971:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000435d13f1. 40000000:00000010:3.0:1767384696.444973:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bfbf565. 00100000:00000010:3.0:1767384696.444976:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000028cd5dc4. 00040000:00000010:3.0:1767384696.444978:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001f96c30c. 00040000:00000010:3.0:1767384696.444981:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f84254d. 00080000:00000010:3.0:1767384696.444983:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081f57cea. 00080000:00000010:3.0:1767384696.444986:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fe906b03. 00000004:00000010:3.0:1767384696.444989:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9a831e4. 00000004:00000010:3.0:1767384696.444992:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004da4cab1. 00000020:00000010:3.0:1767384696.444993:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076b292c8. 00000020:00000010:3.0:1767384696.444996:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000860fb1d9. 00000020:00000010:3.0:1767384696.444998:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009de2d8e8. 00000008:00000010:3.0:1767384696.445000:0:41016:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006181bb5d. 00020000:00000010:3.0:1767384696.445002:0:41016:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000be50c1c0. 00008000:00000010:3.0:1767384696.445004:0:41016:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000095ba7ebb. 00000080:00000010:3.0:1767384696.445006:0:41016:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000025008a57. 00000020:00000010:3.0:1767384696.445008:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b07be04d. 00000004:00000010:3.0:1767384696.445011:0:41016:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.445016:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b0d2d200. 00000004:00000010:3.0:1767384696.445021:0:41016:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000007e00bfd. 00000004:00000010:3.0:1767384696.445029:0:41016:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000007e00bfd. 00000020:00000010:3.0:1767384696.445032:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004da4cab1. 00000004:00000010:3.0:1767384696.445036:0:41016:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000007e00bfd. 00000004:00000010:3.0:1767384696.445040:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028cd5dc4. 00000004:00000010:3.0:1767384696.445043:0:41016:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000f14091a1. 00000004:00000010:3.0:1767384696.445046:0:41016:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000cf3af3c0. 00000004:00000010:3.0:1767384696.445048:0:41016:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000ee97250b. 00000004:00000010:3.0:1767384696.445049:0:41016:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000fcf5af61. 00000004:00000010:3.0:1767384696.445052:0:41016:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000007e00bfd. 80000000:00000010:3.0:1767384696.445056:0:41016:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000f2f5b785. 80000000:00000010:3.0:1767384696.445058:0:41016:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000fcf5af61. 00000004:00000010:3.0:1767384696.445063:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009788d5cd. 00000004:00000010:3.0:1767384696.445069:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004823ac51. 00000004:00000010:3.0:1767384696.445074:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006feb73d7. 00080000:00000010:3.0:1767384696.445078:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b07be04d. 00000001:00000010:3.0:1767384696.445087:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.445098:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00080000:00000010:3.0:1767384696.445114:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001f96c30c. 00100000:00000010:3.0:1767384696.445135:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006bfbf565. 00100000:00000010:3.0:1767384696.445143:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006bfbf565. 00080000:00000010:3.0:1767384696.445147:0:41016:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000076b292c8. 00000001:00000010:3.0:1767384696.445151:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 80000000:00000010:3.0:1767384696.445295:0:41016:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000006bfbf565. 80000000:00000010:3.0:1767384696.445300:0:41016:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000003a7a6654. 80000000:00000010:3.0:1767384696.445301:0:41016:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000006d7f61fa. 80000000:00000010:3.0:1767384696.445302:0:41016:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a976860e. 80000000:00000010:3.0:1767384696.445303:0:41016:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000004446def. 00000001:00000010:3.0:1767384696.445306:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fd9ac09. 00000001:00000010:3.0:1767384696.445308:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fd9ac09. 00000001:00000010:3.0:1767384696.445309:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00080000:00000010:3.0:1767384696.445314:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005541df70. 00080000:00000010:3.0:1767384696.445318:0:41016:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000005541df70. 00080000:00000010:3.0:1767384696.445322:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005541df70. 00080000:00000010:3.0:1767384696.445328:0:41016:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000005541df70. 00080000:00000010:3.0:1767384696.445329:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005541df70. 00080000:00000010:3.0:1767384696.445331:0:41016:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000005541df70. 00080000:00000010:3.0:1767384696.445333:0:41016:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 0000000076b292c8. 80000000:00000010:3.0:1767384696.445334:0:41016:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000fcf5af61. 00000004:00000010:3.0:1767384696.445348:0:41016:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 0000000076b292c8. 00000004:00000010:3.0:1767384696.445353:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007340f8c5. 00000004:00000010:3.0:1767384696.445355:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ce8f9e29. 00000004:00000010:3.0:1767384696.445357:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009205c96c. 00080000:00000010:3.0:1767384696.445359:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005541df70. 00000001:00000010:3.0:1767384696.445362:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.445366:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000004:00000010:3.0:1767384696.445505:0:41016:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000007f84254d. 00000004:00000010:3.0:1767384696.445509:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000025566bd9. 00000004:00000010:3.0:1767384696.445536:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000740fd04a. 00000004:00000010:3.0:1767384696.445538:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ef7ae63b. 00080000:00000010:3.0:1767384696.445540:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c77b1b24. 00000001:00000010:3.0:1767384696.445543:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.445547:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000004:00000010:3.0:1767384696.445671:0:41016:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 0000000065042bf2. 00000004:00000010:3.0:1767384696.445674:0:41016:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000009b84621d. 00000004:00000010:3.0:1767384696.445688:0:41016:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000009b84621d. 00010000:00000010:3.0:1767384696.445692:0:41016:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000008b5bf3d6. 00000001:00000010:3.0:1767384696.445694:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000094342202. 00000001:00000010:3.0:1767384696.445696:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000dacaaa9c. 00000001:00000010:3.0:1767384696.445864:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071eb729f. 00000001:00000010:3.0:1767384696.446097:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5cb406d. 00000001:00000010:3.0:1767384696.446396:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e61f7b6. 00000001:00000010:3.0:1767384696.446685:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0104aa2. 00000001:00000010:3.0:1767384696.446988:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004093a57. 00000001:00000010:3.0:1767384696.447276:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000269ecdd2. 00000001:00000010:3.0:1767384696.447555:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af5e77ff. 00000001:00000010:3.0:1767384696.447871:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd27a292. 00000001:00000010:3.0:1767384696.448171:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ac77c05. 00000001:00000010:3.0:1767384696.448461:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ed44fb3. 00000100:00000010:2.0:1767384696.448754:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1caf5fe. 00000100:00000010:3.0:1767384696.448767:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004782ccf9. 00000100:00000010:0.0:1767384696.448781:0:770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fc96a67. 00000100:00000010:1.0:1767384696.448797:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df5767b8. 00000001:00000010:2.0:1767384696.448807:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002a5036c8. 00000001:00000010:2.0:1767384696.449028:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003cf43979. 00000001:00000010:2.0:1767384696.449245:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003aa73320. 00000001:00000010:2.0:1767384696.449472:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000108022ae. 00000001:00000010:2.0:1767384696.449687:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000543ead57. 00000001:00000010:2.0:1767384696.449909:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006685e1cb. 00000001:00000010:2.0:1767384696.450109:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000912eaa45. 00000001:00000010:2.0:1767384696.450328:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d713d8de. 00000001:00000010:2.0:1767384696.450540:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015991eb7. 00000001:00000010:2.0:1767384696.450758:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008053e427. 00000001:00000010:2.0:1767384696.450979:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020c4274a. 00000001:00000010:2.0:1767384696.451201:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6f17252. 00000001:00000010:2.0:1767384696.451401:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005cb6baee. 00000001:00000010:2.0:1767384696.451620:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079f28e8f. 00000001:00000010:2.0:1767384696.451866:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ddcedfe. 00000001:00000010:2.0:1767384696.452077:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048b0572d. 00000001:00000010:2.0:1767384696.452292:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b555f9f. 00000001:00000010:2.0:1767384696.452528:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000508bd254. 00000001:00000010:2.0:1767384696.452768:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000419af5f. 00000001:00000010:2.0:1767384696.452980:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000503f2411. 00000001:00000010:2.0:1767384696.453194:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005329a045. 00000001:00000010:2.0:1767384696.453393:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000afb4b50c. 00000001:00000010:2.0:1767384696.453593:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b6fbc9c2. 00000001:00000010:2.0:1767384696.453823:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7e36839. 00000001:00000010:2.0:1767384696.454024:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000500d6484. 00000001:00000010:2.0:1767384696.454237:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000040cdc7a3. 00000001:00000010:2.0:1767384696.454439:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000047fe797f. 00000001:00000010:2.0:1767384696.454650:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c20df993. 00000001:00000010:2.0:1767384696.454863:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d4094ea. 00000001:00000010:2.0:1767384696.455064:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021ca078d. 00000001:00000010:2.0:1767384696.455276:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000388d4153. 00000001:00000010:2.0:1767384696.455474:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000294bd7c4. 00000001:00000010:2.0:1767384696.455673:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fad8bf47. 00000001:00000010:2.0:1767384696.455888:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ff7b2a0. 00000001:00000010:2.0:1767384696.456089:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000646b7a62. 00000001:00000010:2.0:1767384696.456313:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2dcc561. 00000001:00000010:2.0:1767384696.456513:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c2a1378. 00000001:00000010:2.0:1767384696.456714:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c8073a11. 00000001:00000010:2.0:1767384696.456967:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fbf8534e. 00000001:00000010:2.0:1767384696.457188:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007416b0f1. 00000001:00000010:2.0:1767384696.457399:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c457991b. 00000001:00000010:2.0:1767384696.457600:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b38f55f. 00000001:00000010:2.0:1767384696.457870:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bdb11943. 00000001:00000010:2.0:1767384696.458086:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000074811351. 00000001:00000010:2.0:1767384696.458300:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e19644f. 00000001:00000010:2.0:1767384696.458500:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023c31725. 00000001:00000010:2.0:1767384696.458705:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b7dc3d2. 00000001:00000010:2.0:1767384696.458923:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af57249c. 00000001:00000010:2.0:1767384696.459135:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fb891719. 00000001:00000010:2.0:1767384696.459339:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000755f9bf6. 00000001:00000010:2.0:1767384696.459553:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f0c93d95. 00000001:00000010:2.0:1767384696.459769:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001841b228. 00000001:00000010:2.0:1767384696.459971:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c51f1ac9. 00000001:00000010:2.0:1767384696.460185:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000056c7c172. 00000001:00000010:2.0:1767384696.460386:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007657d611. 00000001:00000010:2.0:1767384696.460591:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000feac97a9. 00000001:00000010:2.0:1767384696.460804:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d54c524d. 00000001:00000010:2.0:1767384696.461005:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003960c073. 00000001:00000010:2.0:1767384696.461225:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed3a480b. 00000001:00000010:2.0:1767384696.461435:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d02aa27a. 00000001:00000010:2.0:1767384696.461676:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000567e0721. 00000001:00000010:2.0:1767384696.461896:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008c6e446c. 00000001:00000010:2.0:1767384696.462095:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ada339de. 00000001:00000010:2.0:1767384696.462308:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000006c87ddc. 00000001:00000010:2.0:1767384696.462509:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001ba0addc. 00000001:00000010:2.0:1767384696.462709:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dec7d260. 00000001:00000010:2.0:1767384696.462932:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f834a2f3. 00000001:00000010:2.0:1767384696.463142:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000335eb3ef. 00000001:00000010:2.0:1767384696.463341:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004228bb0e. 00000001:00000010:2.0:1767384696.463540:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a09e7856. 00000001:00000010:2.0:1767384696.463753:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083b56765. 00000001:00000010:2.0:1767384696.463958:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bd9462fb. 00000001:00000010:2.0:1767384696.464168:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004896cb36. 00000001:00000010:2.0:1767384696.464368:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d8c16b0. 00000001:00000010:2.0:1767384696.464578:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d84e4dde. 00000001:00000010:2.0:1767384696.464790:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008ebad6ac. 00000001:00000010:2.0:1767384696.464988:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004422ae99. 00000001:00000010:2.0:1767384696.465198:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000053845089. 00000001:00000010:2.0:1767384696.465398:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e67eff7c. 00000001:00000010:2.0:1767384696.465598:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000872ba78e. 00000001:00000010:2.0:1767384696.465816:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c39bb733. 00000001:00000010:2.0:1767384696.466017:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007468353e. 00000001:00000010:2.0:1767384696.466237:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf645aba. 00000001:00000010:2.0:1767384696.466439:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a93c1e62. 00000001:00000010:2.0:1767384696.466638:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085245c72. 00000001:00000010:2.0:1767384696.466856:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000742a83ef. 00000001:00000010:2.0:1767384696.467058:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000054135802. 00000001:00000010:2.0:1767384696.467274:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f265ae1d. 00000001:00000010:2.0:1767384696.467475:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c660500. 00000001:00000010:2.0:1767384696.467676:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f0b8997. 00000001:00000010:2.0:1767384696.467901:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a53c797c. 00000001:00000010:2.0:1767384696.468103:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003be46caf. 00000001:00000010:2.0:1767384696.468317:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000543b3eef. 00000001:00000010:2.0:1767384696.468518:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b28ba0ee. 00000001:00000010:2.0:1767384696.468730:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000788d2dd. 00000001:00000010:2.0:1767384696.468934:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000926bc828. 00000001:00000010:2.0:1767384696.469148:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0d35913. 00000001:00000010:2.0:1767384696.469401:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000045da647d. 00000001:00000010:2.0:1767384696.469638:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003560a05f. 00000001:00000010:2.0:1767384696.469862:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b24356c1. 00000001:00000010:2.0:1767384696.470064:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fbadfe63. 00000001:00000010:2.0:1767384696.470280:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000ff7ae72. 00000001:00000010:2.0:1767384696.470499:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058a08449. 00000001:00000010:2.0:1767384696.470716:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009ad0561c. 00000001:00000010:2.0:1767384696.470952:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000060dae604. 00000001:00000010:2.0:1767384696.471179:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dec72478. 00000001:00000010:2.0:1767384696.471390:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000837ebcc1. 00000001:00000010:2.0:1767384696.471613:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4371370. 00000001:00000010:2.0:1767384696.471833:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000612153b5. 00000001:00000010:2.0:1767384696.472038:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001b9d4f14. 00000001:00000010:2.0:1767384696.472253:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000feaffb45. 00000001:00000010:2.0:1767384696.472466:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a4d14b54. 00000001:00000010:2.0:1767384696.472679:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048901031. 00000001:00000010:2.0:1767384696.472898:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000080e3a943. 00000001:00000010:2.0:1767384696.473101:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000667a1d0e. 00000001:00000010:2.0:1767384696.473315:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f34f165c. 00000001:00000010:2.0:1767384696.474019:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f88319c. 00000001:00000010:2.0:1767384696.474193:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad375d28. 00000020:00000010:2.0:1767384696.474325:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000411d0940. 00000020:00000010:2.0:1767384696.474328:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000099944e9b. 00000020:00000010:2.0:1767384696.474380:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e082e08c. 00000020:00000010:2.0:1767384696.474382:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002c23bc66. 00000020:00000010:2.0:1767384696.474410:0:41016:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000fd4dfd08. 00000004:00000010:2.0:1767384696.474418:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000019350f53. 00000004:00000010:2.0:1767384696.474425:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000050d7e68d. 00000004:00000010:2.0:1767384696.474430:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000017b54401. 00080000:00000010:2.0:1767384696.474435:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000064f6eadc. 00000001:00000010:2.0:1767384696.474450:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.474467:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.474509:0:41016:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000002326a339. 00000001:00000010:2.0:1767384696.474739:0:41016:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000002326a339. 00080000:00000010:2.0:1767384696.474746:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005863b017. 00080000:00000010:2.0:1767384696.474752:0:41016:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000afb16bbf. 00080000:00000010:2.0:1767384696.474786:0:41016:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000afb16bbf. 00000020:00000010:2.0:1767384696.474792:0:41016:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 000000002326a339. 00000004:00000010:2.0:1767384696.474795:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d7ddd15f. 00000004:00000010:2.0:1767384696.474798:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006b831625. 00000004:00000010:2.0:1767384696.474800:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c86529e0. 00080000:00000010:2.0:1767384696.474802:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a8e8da6. 00000001:00000010:2.0:1767384696.474805:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.474808:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.474956:0:41016:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000646fb9cf. 00000001:00000010:2.0:1767384696.474964:0:41016:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000646fb9cf. 00000001:00000010:2.0:1767384696.474974:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fa1271ab. 00000001:00000010:2.0:1767384696.474977:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000022a78834. 00000001:00000010:2.0:1767384696.474978:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000646fb9cf. 00000020:00000010:2.0:1767384696.474982:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7b602d1. 00000020:00000010:2.0:1767384696.474985:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7c93a0d. 00000040:00000010:2.0:1767384696.474987:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f21b49a8. 00000020:00000010:2.0:1767384696.474990:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000017735f5f. 00000020:00000010:2.0:1767384696.474992:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb75a5e1. 00000020:00000010:2.0:1767384696.474995:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096044b2b. 80000000:00000010:2.0:1767384696.474998:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000044b9d911. 40000000:00000010:2.0:1767384696.475000:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000afb16bbf. 00100000:00000010:2.0:1767384696.475004:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004166ef80. 00040000:00000010:2.0:1767384696.475007:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000032a695c1. 00040000:00000010:2.0:1767384696.475009:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ecfd604. 00080000:00000010:2.0:1767384696.475013:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005648c17b. 00080000:00000010:2.0:1767384696.475016:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000029da43d0. 00000004:00000010:2.0:1767384696.475019:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000082eb2ec4. 00000004:00000010:2.0:1767384696.475022:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037a9368f. 00000004:00000010:2.0:1767384696.475025:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cfc97556. 00000020:00000010:2.0:1767384696.475028:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072f864dd. 00000020:00000010:2.0:1767384696.475030:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005894b4be. 00000020:00000010:2.0:1767384696.475032:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c3169cd. 02000000:00000010:2.0:1767384696.475042:0:41016:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000c225c648. 02000000:00000010:2.0:1767384696.475044:0:41016:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000833c3326. 02000000:00000010:2.0:1767384696.475046:0:41016:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000efba4fa0. 02000000:00000010:2.0:1767384696.475048:0:41016:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000f8e10241. 00000020:00000010:2.0:1767384696.475253:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000333af39c. 00000020:00000010:2.0:1767384696.475256:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000077adf013. 00000004:00000010:2.0:1767384696.475269:0:41016:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000007479ce52. 00000004:00000010:2.0:1767384696.475271:0:41016:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000002882ddb1. 00000004:00000010:2.0:1767384696.475272:0:41016:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000009f845f3b. 00000004:00000010:2.0:1767384696.475274:0:41016:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000001940491a. 00000004:00000010:2.0:1767384696.475279:0:41016:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000d11b4a68. 00000020:00000010:2.0:1767384696.475292:0:41016:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004f62b74a. 00000020:00000010:2.0:1767384696.475296:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f68d665e. 00000004:00000010:2.0:1767384696.475308:0:41016:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000d11b4a68. 00000004:00000010:2.0:1767384696.475311:0:41016:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000d11b4a68. 00000001:00000010:2.0:1767384696.475319:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003a225e5c. 00000001:00000010:2.0:1767384696.475322:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003377d418. 00000001:00000010:2.0:1767384696.475323:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f875b14. 00000001:00000010:2.0:1767384696.475325:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9ec2ba9. 00000001:00000010:2.0:1767384696.475326:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f83cfc6. 00000001:00000010:2.0:1767384696.475328:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000399f3c1a. 00000001:00000010:2.0:1767384696.475330:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009c6b5fa9. 00000001:00000010:2.0:1767384696.475331:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006a491079. 00000001:00000010:2.0:1767384696.475333:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030bb470f. 00000001:00000010:2.0:1767384696.475334:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d1896e1. 00000001:00000010:2.0:1767384696.475336:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ad6bf41. 00000001:00000010:2.0:1767384696.475338:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a18bd582. 00000020:00000010:2.0:1767384696.475339:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000406cb2df. 00000020:00000010:2.0:1767384696.475341:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021d4ca81. 00000020:00000010:2.0:1767384696.475343:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000704eb195. 00000008:00000010:2.0:1767384696.475346:0:41016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d5f9d5ca. 00020000:00000010:2.0:1767384696.475349:0:41016:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a0c8a33f. 00008000:00000010:2.0:1767384696.475352:0:41016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000010f76c55. 00000080:00000010:2.0:1767384696.475356:0:41016:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000bc0f2780. 00000020:00000010:2.0:1767384696.475359:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f36dce7. 00000020:00000010:2.0:1767384696.475360:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f651a4fb. 00000040:00000010:2.0:1767384696.475362:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006722d111. 00000020:00000010:2.0:1767384696.475364:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008a7b3fb2. 00000020:00000010:2.0:1767384696.475366:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000afbc1e4b. 00000020:00000010:2.0:1767384696.475368:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a085414c. 80000000:00000010:2.0:1767384696.475370:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b49184af. 40000000:00000010:2.0:1767384696.475371:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000659a40e9. 00100000:00000010:2.0:1767384696.475373:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e314430c. 00040000:00000010:2.0:1767384696.475375:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f866fe2b. 00040000:00000010:2.0:1767384696.475378:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bb25972. 00080000:00000010:2.0:1767384696.475381:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fd9f10d3. 00080000:00000010:2.0:1767384696.475385:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000065b66bdf. 00000004:00000010:2.0:1767384696.475388:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000281bc6b4. 00000004:00000010:2.0:1767384696.475390:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7ad7d38. 00000004:00000010:2.0:1767384696.475391:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003b682d9e. 00040000:00000010:2.0:1767384696.475394:0:41016:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000e8d5e748. 00040000:00000010:2.0:1767384696.475400:0:41016:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000003eeca689. 00000020:00000010:2.0:1767384696.475404:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000613d0fc7. 00040000:00000010:2.0:1767384696.475408:0:41016:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000003eeca689. 00040000:00000010:2.0:1767384696.475411:0:41016:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 0000000066602a1c. 00000020:00000010:2.0:1767384696.475414:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c32cfcd. 00000020:00000010:2.0:1767384696.475415:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000399940cd. 00000040:00000010:2.0:1767384696.475417:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000774fed1f. 00000020:00000010:2.0:1767384696.475420:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009201f5f2. 00000020:00000010:2.0:1767384696.475423:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba0bcf8d. 00000020:00000010:2.0:1767384696.475425:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006df457db. 80000000:00000010:2.0:1767384696.475427:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa82fb17. 40000000:00000010:2.0:1767384696.475429:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008050ee8f. 00100000:00000010:2.0:1767384696.475431:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000088b6a838. 00040000:00000010:2.0:1767384696.475432:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ca0d7c5. 00040000:00000010:2.0:1767384696.475436:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e0187a4. 00040000:00000010:2.0:1767384696.475439:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f4607ad. 00080000:00000010:2.0:1767384696.475443:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ce9a3eae. 00080000:00000010:2.0:1767384696.475453:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007a023224. 00000004:00000010:2.0:1767384696.475457:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea979665. 00000004:00000010:2.0:1767384696.475461:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000172b4987. 00000004:00000010:2.0:1767384696.475464:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000564933cb. 00000020:00000010:3.0:1767384696.475639:0:41016:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000006fe941. 00040000:00000010:3.0:1767384696.475693:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008cc42650. 00040000:00000010:3.0:1767384696.475699:0:41016:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000d6c7ed52. 00000020:00000010:3.0:1767384696.475707:0:41016:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ddcff7c8. 00040000:00000010:3.0:1767384696.475710:0:41016:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000005d7aaaac. 00000020:00000010:3.0:1767384696.475715:0:41016:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000066e777fa. 00000020:00000010:3.0:1767384696.475756:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f651a4fb. 00000040:00000010:3.0:1767384696.475761:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006722d111. 00000020:00000010:3.0:1767384696.475764:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008a7b3fb2. 00000020:00000010:3.0:1767384696.475767:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000afbc1e4b. 00000020:00000010:3.0:1767384696.475771:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a085414c. 80000000:00000010:3.0:1767384696.475774:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b49184af. 40000000:00000010:3.0:1767384696.475777:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000659a40e9. 00100000:00000010:3.0:1767384696.475780:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e314430c. 00040000:00000010:3.0:1767384696.475783:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f866fe2b. 00040000:00000010:3.0:1767384696.475786:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008cc42650. 00040000:00000010:3.0:1767384696.475790:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bb25972. 00080000:00000010:3.0:1767384696.475803:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000065b66bdf. 00080000:00000010:3.0:1767384696.475806:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fd9f10d3. 00000004:00000010:3.0:1767384696.475809:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000281bc6b4. 00000004:00000010:3.0:1767384696.475812:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7ad7d38. 00000004:00000010:3.0:1767384696.475815:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003b682d9e. 00000020:00000010:3.0:1767384696.475817:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f36dce7. 00000020:00000010:3.0:1767384696.475820:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021d4ca81. 00000020:00000010:3.0:1767384696.475823:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000704eb195. 00000008:00000010:3.0:1767384696.475826:0:41016:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d5f9d5ca. 00020000:00000010:3.0:1767384696.475829:0:41016:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a0c8a33f. 00008000:00000010:3.0:1767384696.475832:0:41016:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000010f76c55. 00000080:00000010:3.0:1767384696.475835:0:41016:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000bc0f2780. 00000020:00000010:3.0:1767384696.475842:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000406cb2df. 00000004:00000010:3.0:1767384696.475858:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000014c8445c. 00000004:00000010:3.0:1767384696.475863:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009ae5e3ea. 00000004:00000010:3.0:1767384696.475867:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae758f50. 00080000:00000010:3.0:1767384696.475870:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c100d10. 00080000:00000010:3.0:1767384696.475915:0:41016:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000e29e4e98. 00000020:00000010:3.0:1767384696.475929:0:41016:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000058073671. 00080000:00000010:3.0:1767384696.475933:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a4df3d5. 00080000:00000010:3.0:1767384696.475949:0:41016:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006a4df3d5. 00000020:00000010:3.0:1767384696.475952:0:41016:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000058073671. 00000004:00000010:3.0:1767384696.475961:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000286a09a1. 00000004:00000010:3.0:1767384696.475965:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fbc5ba12. 00000004:00000010:3.0:1767384696.475968:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e6a3452c. 00080000:00000010:3.0:1767384696.475971:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a4df3d5. 00040000:00000010:3.0:1767384696.475982:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008cc42650. 00000020:00000010:3.0:1767384696.475999:0:41016:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b04e29cb. 00080000:00000010:3.0:1767384696.476002:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000706db5f0. 00080000:00000010:3.0:1767384696.476012:0:41016:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000706db5f0. 00000020:00000010:3.0:1767384696.476014:0:41016:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b04e29cb. 00000004:00000010:3.0:1767384696.476018:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000075108d6d. 00000004:00000010:3.0:1767384696.476022:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000091532a35. 00000004:00000010:3.0:1767384696.476024:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000261134d1. 00080000:00000010:3.0:1767384696.476027:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000706db5f0. 00000004:00000010:3.0:1767384696.476048:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001702c64c. 00000004:00000010:3.0:1767384696.476051:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d935f871. 00000004:00000010:3.0:1767384696.476054:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000815f6bdd. 00080000:00000010:3.0:1767384696.476056:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000017dac473. 00080000:00000010:3.0:1767384696.476064:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000009b1d5ef. 00100000:00000010:3.0:1767384696.476073:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000456a4731. 00100000:00000010:3.0:1767384696.476076:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476083:0:41016:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d2b5450d. 00000001:00000010:3.0:1767384696.476087:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000da275f1a. 00000001:00000010:3.0:1767384696.476090:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000060d36fd4. 00000001:00000010:3.0:1767384696.476096:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004a0e5b9d. 00040000:00000010:3.0:1767384696.476100:0:41016:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000456a4731. 00080000:00000010:3.0:1767384696.476104:0:41016:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000be50c1c0. 00080000:00000010:3.0:1767384696.476141:0:41016:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000be50c1c0. 00040000:00000010:3.0:1767384696.476145:0:41016:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476157:0:41016:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000db2f3aeb. 00000001:00000010:3.0:1767384696.476165:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.476313:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000004:00000010:3.0:1767384696.476339:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000025745a65. 00000004:00000010:3.0:1767384696.476343:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007c6124cf. 00000004:00000010:3.0:1767384696.476346:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001c62cb7a. 00080000:00000010:3.0:1767384696.476349:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007308908d. 00080000:00000010:3.0:1767384696.476359:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a3e24189. 00100000:00000010:3.0:1767384696.476365:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000456a4731. 00100000:00000010:3.0:1767384696.476367:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476372:0:41016:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a6ee9cbd. 00000001:00000010:3.0:1767384696.476375:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000799db5e7. 00000001:00000010:3.0:1767384696.476378:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d6f6d9e0. 00000001:00000010:3.0:1767384696.476380:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000091deb01d. 00040000:00000010:3.0:1767384696.476383:0:41016:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000456a4731. 00080000:00000010:3.0:1767384696.476386:0:41016:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000be50c1c0. 00080000:00000010:3.0:1767384696.476400:0:41016:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000be50c1c0. 00040000:00000010:3.0:1767384696.476411:0:41016:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476416:0:41016:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000054290819. 00000001:00000010:3.0:1767384696.476421:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.476553:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000004:00000010:3.0:1767384696.476576:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f1be3fdf. 00000004:00000010:3.0:1767384696.476580:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000087528002. 00000004:00000010:3.0:1767384696.476582:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007daae23a. 00080000:00000010:3.0:1767384696.476585:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045f309dd. 00080000:00000010:3.0:1767384696.476592:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000efbb6f9f. 00100000:00000010:3.0:1767384696.476598:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000456a4731. 00100000:00000010:3.0:1767384696.476604:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476609:0:41016:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000057ca4b5f. 00000001:00000010:3.0:1767384696.476611:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cdd0cf8f. 00000001:00000010:3.0:1767384696.476613:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004bdb0a75. 00000001:00000010:3.0:1767384696.476615:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f20a7a77. 00040000:00000010:3.0:1767384696.476616:0:41016:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000456a4731. 00080000:00000010:3.0:1767384696.476619:0:41016:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000be50c1c0. 00080000:00000010:3.0:1767384696.476630:0:41016:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000be50c1c0. 00040000:00000010:3.0:1767384696.476632:0:41016:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476635:0:41016:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004ea9bce8. 00000001:00000010:3.0:1767384696.476639:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.476750:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000020:00000010:3.0:1767384696.476770:0:41016:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000219908e7. 00080000:00000010:3.0:1767384696.476773:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008d909551. 00080000:00000010:3.0:1767384696.476783:0:41016:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008d909551. 00000020:00000010:3.0:1767384696.476784:0:41016:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000219908e7. 00000004:00000010:3.0:1767384696.476788:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008473346a. 00000004:00000010:3.0:1767384696.476791:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bed93e42. 00000004:00000010:3.0:1767384696.476793:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000057aef59c. 00080000:00000010:3.0:1767384696.476795:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008d909551. 00000004:00000010:3.0:1767384696.476808:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000091736e8. 00000004:00000010:3.0:1767384696.476811:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000763aa137. 00000004:00000010:3.0:1767384696.476813:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009cfeda6a. 00080000:00000010:3.0:1767384696.476814:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ffb62a14. 00080000:00000010:3.0:1767384696.476819:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000082fc2e4. 00100000:00000010:3.0:1767384696.476823:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000456a4731. 00100000:00000010:3.0:1767384696.476825:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476828:0:41016:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000009571c767. 00000001:00000010:3.0:1767384696.476830:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000406cb2df. 00000001:00000010:3.0:1767384696.476833:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f3d61e01. 00000001:00000010:3.0:1767384696.476834:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000603a8975. 00040000:00000010:3.0:1767384696.476836:0:41016:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000456a4731. 00080000:00000010:3.0:1767384696.476837:0:41016:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000be50c1c0. 00080000:00000010:3.0:1767384696.476853:0:41016:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000be50c1c0. 00040000:00000010:3.0:1767384696.476854:0:41016:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000456a4731. 00040000:00000010:3.0:1767384696.476857:0:41016:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000424e5b37. 00000001:00000010:3.0:1767384696.476861:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.476975:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000004:00000010:3.0:1767384696.476998:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000042e1b6fb. 00000004:00000010:3.0:1767384696.477002:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000001027934. 00000004:00000010:3.0:1767384696.477006:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095b68639. 00080000:00000010:3.0:1767384696.477008:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f36dce7. 00080000:00000010:3.0:1767384696.477016:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f1629472. 00100000:00000010:3.0:1767384696.477020:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000456a4731. 00100000:00000010:3.0:1767384696.477021:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000456a4731. 00040000:00000010:3.0:1767384696.477024:0:41016:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000066d85210. 00000001:00000010:3.0:1767384696.477026:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006722d111. 00000001:00000010:3.0:1767384696.477029:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000146e7206. 00000001:00000010:3.0:1767384696.477030:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001cc2ad0c. 00040000:00000010:3.0:1767384696.477031:0:41016:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000456a4731. 00080000:00000010:3.0:1767384696.477033:0:41016:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000be50c1c0. 00080000:00000010:3.0:1767384696.477041:0:41016:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000be50c1c0. 00040000:00000010:3.0:1767384696.477043:0:41016:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000456a4731. 00040000:00000010:3.0:1767384696.477046:0:41016:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000e6bb51d4. 00000001:00000010:3.0:1767384696.477049:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.477155:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000004:00000010:3.0:1767384696.477173:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ad24654e. 00000004:00000010:3.0:1767384696.477209:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001817ea60. 00000004:00000010:3.0:1767384696.477211:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003370f165. 00080000:00000010:3.0:1767384696.477213:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f651a4fb. 00080000:00000010:3.0:1767384696.477220:0:41016:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fc41a27b. 00100000:00000010:3.0:1767384696.477224:0:41016:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000456a4731. 00100000:00000010:3.0:1767384696.477226:0:41016:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000456a4731. 00040000:00000010:3.0:1767384696.477229:0:41016:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000851782a0. 00000001:00000010:3.0:1767384696.477233:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000097022a3c. 00000001:00000010:3.0:1767384696.477236:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008f34768b. 00000001:00000010:3.0:1767384696.477242:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003a5450e5. 00040000:00000010:3.0:1767384696.477244:0:41016:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000456a4731. 00080000:00000010:3.0:1767384696.477247:0:41016:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000be50c1c0. 00080000:00000010:3.0:1767384696.477259:0:41016:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000be50c1c0. 00040000:00000010:3.0:1767384696.477261:0:41016:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000456a4731. 00040000:00000010:3.0:1767384696.477264:0:41016:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000f0cec787. 00000001:00000010:3.0:1767384696.477270:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1f4585b. 00000001:00000010:3.0:1767384696.477396:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1f4585b. 00000020:00000010:3.0:1767384696.477407:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f43d0e0f. 00000004:00000010:3.0:1767384696.477411:0:41016:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000d11b4a68. 00000004:00000010:3.0:1767384696.477414:0:41016:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000009f845f3b. 00000004:00000010:3.0:1767384696.477415:0:41016:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000007479ce52. 00000004:00000010:3.0:1767384696.477416:0:41016:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000002882ddb1. 00000004:00000010:3.0:1767384696.477418:0:41016:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000001940491a. 00000020:00000010:3.0:1767384696.477426:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a54eb59. 00000020:00000010:3.0:1767384696.477429:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b44ff3e5. 00000040:00000010:3.0:1767384696.477431:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fbf2548f. 00000020:00000010:3.0:1767384696.477439:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d2d5e71e. 00000020:00000010:3.0:1767384696.477441:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c0eb2eb. 00000020:00000010:3.0:1767384696.477443:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5c5a670. 80000000:00000010:3.0:1767384696.477445:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000435d13f1. 40000000:00000010:3.0:1767384696.477446:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000456a4731. 00100000:00000010:3.0:1767384696.477448:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e717b064. 00040000:00000010:3.0:1767384696.477449:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f65b88e5. 00040000:00000010:3.0:1767384696.477451:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000974d9bb4. 00040000:00000010:3.0:1767384696.477452:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be4d5367. 00080000:00000010:3.0:1767384696.477455:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe906b03. 00080000:00000010:3.0:1767384696.477458:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081f57cea. 00000004:00000010:3.0:1767384696.477461:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a93461a8. 00000004:00000010:3.0:1767384696.477463:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9a831e4. 00000004:00000010:3.0:1767384696.477465:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000050afcf58. 00000020:00000010:3.0:1767384696.477467:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000898b12ea. 00000020:00000010:3.0:1767384696.477468:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcf5af61. 00000020:00000010:3.0:1767384696.477474:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009de2d8e8. 00000020:00000010:2.0:1767384696.477616:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007fed3918. 00000040:00000010:2.0:1767384696.477620:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c01935e5. 00000020:00000010:2.0:1767384696.477622:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004974b151. 00000020:00000010:2.0:1767384696.477626:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f4cb87. 00000020:00000010:2.0:1767384696.477630:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000116f4a01. 80000000:00000010:2.0:1767384696.477632:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000070247f71. 40000000:00000010:2.0:1767384696.477638:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000012904b92. 00100000:00000010:2.0:1767384696.477641:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000036875dc5. 00040000:00000010:2.0:1767384696.477644:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5a584ca. 00040000:00000010:2.0:1767384696.477647:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008cc42650. 00040000:00000010:2.0:1767384696.477650:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f4dc64a0. 00080000:00000010:2.0:1767384696.477654:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005207112f. 00080000:00000010:2.0:1767384696.477656:0:41016:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000e29e4e98. 00080000:00000010:2.0:1767384696.477659:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000082ceab85. 00000004:00000010:2.0:1767384696.477662:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028cd5dc4. 00000004:00000010:2.0:1767384696.477666:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000939f7c16. 00000004:00000010:2.0:1767384696.477670:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000db0a14b4. 00000020:00000010:2.0:1767384696.477672:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be7f8340. 00000020:00000010:2.0:1767384696.477675:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d21c273e. 00000020:00000010:2.0:1767384696.477678:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001b4f6cb6. 00000008:00000010:2.0:1767384696.477681:0:41016:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000090ed9314. 00020000:00000010:2.0:1767384696.477684:0:41016:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a364c39c. 00008000:00000010:2.0:1767384696.477687:0:41016:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000df1af136. 00000080:00000010:2.0:1767384696.477690:0:41016:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004cf590ea. 00000020:00000010:2.0:1767384696.477694:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69698e7. 00000020:00000010:2.0:1767384696.477699:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000013210e1. 00000020:00000010:2.0:1767384696.477709:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477712:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477747:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477750:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477756:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477758:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477762:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000139f1ed9. 00000020:00000010:2.0:1767384696.477769:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008216b9df. 00000020:00000010:2.0:1767384696.477772:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000644c01af. 00000040:00000010:2.0:1767384696.477776:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c44a3b45. 00000020:00000010:2.0:1767384696.477778:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b682d9e. 00000020:00000010:2.0:1767384696.477782:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b875f0e4. 00000020:00000010:2.0:1767384696.477786:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007aff300d. 80000000:00000010:2.0:1767384696.477788:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b49184af. 40000000:00000010:2.0:1767384696.477790:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb15279e. 00100000:00000010:2.0:1767384696.477793:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000281bc6b4. 00040000:00000010:2.0:1767384696.477796:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000558113a6. 00040000:00000010:2.0:1767384696.477799:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e314430c. 00040000:00000010:2.0:1767384696.477803:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000373fe169. 00080000:00000010:2.0:1767384696.477806:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9aa8705. 00080000:00000010:2.0:1767384696.477808:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000626af77b. 00000004:00000010:2.0:1767384696.477812:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008a7b3fb2. 00000004:00000010:2.0:1767384696.477816:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6a29415. 00000004:00000010:2.0:1767384696.477819:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000db0a14b4. 02000000:00000010:2.0:1767384696.477827:0:41016:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000b19b0a1a. 02000000:00000010:2.0:1767384696.477831:0:41016:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000b19b0a1a. 00000020:00000010:2.0:1767384696.477835:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000644c01af. 00000040:00000010:2.0:1767384696.477838:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c44a3b45. 00000020:00000010:2.0:1767384696.477840:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003b682d9e. 00000020:00000010:2.0:1767384696.477842:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b875f0e4. 00000020:00000010:2.0:1767384696.477844:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007aff300d. 80000000:00000010:2.0:1767384696.477846:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b49184af. 40000000:00000010:2.0:1767384696.477849:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cb15279e. 00100000:00000010:2.0:1767384696.477852:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000281bc6b4. 00040000:00000010:2.0:1767384696.477855:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000558113a6. 00040000:00000010:2.0:1767384696.477857:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e314430c. 00040000:00000010:2.0:1767384696.477859:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000373fe169. 00080000:00000010:2.0:1767384696.477861:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000626af77b. 00080000:00000010:2.0:1767384696.477864:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9aa8705. 00000004:00000010:2.0:1767384696.477866:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008a7b3fb2. 00000004:00000010:2.0:1767384696.477868:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6a29415. 00000004:00000010:2.0:1767384696.477871:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000db0a14b4. 00000020:00000010:2.0:1767384696.477873:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008216b9df. 00000020:00000010:2.0:1767384696.477875:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000139f1ed9. 00000020:00000010:2.0:1767384696.477880:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477882:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477887:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477889:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000558113a6. 00000020:00000010:2.0:1767384696.477893:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000cb15279e. 00000100:00000010:2.0:1767384696.477897:0:41016:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e595bb88. 00000400:00000200:2.0:1767384696.477900:0:41016:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384696.477906:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:2.0:1767384696.477913:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384696.477919:0:41016:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (42) 00000400:00000200:2.0:1767384696.477923:0:41016:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384696.477927:0:41016:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:2.0:1767384696.477929:0:41016:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (43) 00000400:00000200:2.0:1767384696.477931:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:2.0:1767384696.477933:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:2.0:1767384696.477936:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477938:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:2.0:1767384696.477940:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:2.0:1767384696.477942:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477943:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:2.0:1767384696.477944:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:2.0:1767384696.477946:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477947:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:2.0:1767384696.477947:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:2.0:1767384696.477949:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477950:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:2.0:1767384696.477951:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:2.0:1767384696.477952:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477953:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:2.0:1767384696.477954:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:2.0:1767384696.477955:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477956:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:2.0:1767384696.477957:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:2.0:1767384696.477959:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477960:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:2.0:1767384696.477961:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:2.0:1767384696.477963:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477963:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:2.0:1767384696.477964:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:2.0:1767384696.477966:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477966:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:2.0:1767384696.477967:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:2.0:1767384696.477969:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477970:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:2.0:1767384696.477971:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:2.0:1767384696.477972:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477973:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:2.0:1767384696.477974:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:2.0:1767384696.477975:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477976:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:2.0:1767384696.477977:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:2.0:1767384696.477978:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477979:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:2.0:1767384696.477980:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:2.0:1767384696.477981:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477982:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:2.0:1767384696.477982:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:2.0:1767384696.477984:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477985:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:2.0:1767384696.477985:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:2.0:1767384696.477987:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477987:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:2.0:1767384696.477988:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:2.0:1767384696.477990:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477991:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:2.0:1767384696.477992:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:2.0:1767384696.477994:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.477995:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:2.0:1767384696.477996:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:2.0:1767384696.477999:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478000:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:2.0:1767384696.478001:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:2.0:1767384696.478003:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478004:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:2.0:1767384696.478004:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:2.0:1767384696.478006:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478006:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:2.0:1767384696.478007:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:2.0:1767384696.478009:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478010:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:2.0:1767384696.478010:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:2.0:1767384696.478012:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478012:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:2.0:1767384696.478013:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:2.0:1767384696.478015:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478015:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:2.0:1767384696.478016:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:2.0:1767384696.478018:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478018:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:2.0:1767384696.478019:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:2.0:1767384696.478021:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478022:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:2.0:1767384696.478023:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:2.0:1767384696.478024:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478025:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:2.0:1767384696.478026:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:2.0:1767384696.478027:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478028:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:2.0:1767384696.478029:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:2.0:1767384696.478030:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478031:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:2.0:1767384696.478032:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:2.0:1767384696.478033:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478034:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:2.0:1767384696.478035:0:41016:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:2.0:1767384696.478037:0:41016:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.478038:0:41016:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 00000100:00000010:2.0:1767384696.478039:0:41016:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000e595bb88. 00000020:00000010:2.0:1767384696.478041:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000cb15279e. 00000020:00000010:2.0:1767384696.478044:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000088979ed9. 00000020:00000010:2.0:1767384696.478049:0:41016:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b1431636. 00000020:00000010:2.0:1767384696.478053:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000db0a14b4. 00000020:00000010:2.0:1767384696.478059:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000088979ed9. 00000020:00000010:2.0:1767384696.478063:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000088979ed9. 00000001:00000010:2.0:1767384696.478076:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000558113a6. 00000001:00000010:2.0:1767384696.478079:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d547d343. 00000001:00000010:2.0:1767384696.478082:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008216b9df. 00000001:00000010:2.0:1767384696.478084:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ddad2d68. 00000001:00000010:2.0:1767384696.478086:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000373fe169. 00000001:00000010:2.0:1767384696.478088:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007aff300d. 00000001:00000010:2.0:1767384696.478090:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005d63e982. 00000001:00000010:2.0:1767384696.478092:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f85d87b0. 00000001:00000010:2.0:1767384696.478093:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c44a3b45. 00000001:00000010:2.0:1767384696.478094:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000644c01af. 00000001:00000010:2.0:1767384696.478095:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ab1f8a1f. 00000001:00000010:2.0:1767384696.478096:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bb25972. 00000020:00000010:2.0:1767384696.478098:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a085414c. 00000020:00000010:2.0:1767384696.478100:0:41016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004277b521. 00000020:00000010:2.0:1767384696.478103:0:41016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2473011. 00000008:00000010:2.0:1767384696.478105:0:41016:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000053719ceb. 00020000:00000010:2.0:1767384696.478106:0:41016:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000091c28d68. 00008000:00000010:2.0:1767384696.478108:0:41016:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a680220f. 00000080:00000010:2.0:1767384696.478110:0:41016:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005d0dcbfa. 00000020:00000010:2.0:1767384696.478113:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69698e7. 00000020:00000010:2.0:1767384696.478114:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be7f8340. 00000040:00000010:2.0:1767384696.478116:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009d5bc2e8. 00000020:00000010:2.0:1767384696.478132:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028cd5dc4. 00000020:00000010:2.0:1767384696.478135:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b875f0e4. 00000020:00000010:2.0:1767384696.478137:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4dc64a0. 80000000:00000010:2.0:1767384696.478138:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b49184af. 40000000:00000010:2.0:1767384696.478140:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb15279e. 00100000:00000010:2.0:1767384696.478142:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008cc42650. 00040000:00000010:2.0:1767384696.478144:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000053307ce7. 00040000:00000010:2.0:1767384696.478146:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000036875dc5. 00040000:00000010:2.0:1767384696.478147:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000116f4a01. 00080000:00000010:2.0:1767384696.478149:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9aa8705. 00080000:00000010:2.0:1767384696.478151:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000626af77b. 00000004:00000010:2.0:1767384696.478154:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004974b151. 00000004:00000010:2.0:1767384696.478155:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6a29415. 00000004:00000010:2.0:1767384696.478157:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008a7b3fb2. 00002000:00000010:2.0:1767384696.478160:0:41016:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003036b64e. 00000004:00000010:2.0:1767384696.478163:0:41016:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000e314430c. 00000004:00000010:2.0:1767384696.478169:0:41016:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000000bd88c74. 00000004:00000010:2.0:1767384696.478172:0:41016:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000139f1ed9. 00000020:00000010:2.0:1767384696.478175:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000281bc6b4. 00000004:00000010:2.0:1767384696.478178:0:41016:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000139f1ed9. 00010000:00000010:2.0:1767384696.478185:0:41016:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000fbb9261b. 00010000:00000010:2.0:1767384696.478190:0:41016:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003f2672b4. 00000020:00000010:2.0:1767384696.478195:0:41016:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003b682d9e. 00000100:00000200:2.0:1767384696.478207:0:41016:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.154@tcp->12345-0@lo 00010000:00000010:2.0:1767384696.478212:0:41016:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000002828367b. 00010000:00000010:2.0:1767384696.478215:0:41016:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000e8ba71fd. 00000001:00000010:2.0:1767384696.478217:0:41016:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007fed3918. 00000001:00000010:2.0:1767384696.478220:0:41016:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000010862559. 00000001:00000010:2.0:1767384696.478222:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004925d9a5. 00000001:00000010:2.0:1767384696.478226:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000082ceab85. 00000001:00000010:2.0:1767384696.478230:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005207112f. 00000001:00000010:2.0:1767384696.478239:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fab11ea1. 00000001:00000010:2.0:1767384696.478242:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c98b2ed1. 00000001:00000010:2.0:1767384696.478247:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000074b441cf. 00000001:00000010:2.0:1767384696.478250:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009a32b67d. 00000001:00000010:2.0:1767384696.478257:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000009f6268b. 00000001:00000010:2.0:1767384696.478261:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008e959f8b. 00000001:00000010:2.0:1767384696.478263:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a2b4445f. 00000001:00000010:2.0:1767384696.478266:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007753f34b. 00000001:00000010:2.0:1767384696.478272:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a048c517. 00000001:00000010:2.0:1767384696.478276:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001864e4ff. 00000001:00000010:2.0:1767384696.478279:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000030f9cba4. 00000001:00000010:2.0:1767384696.478282:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000076d55793. 00000001:00000010:2.0:1767384696.478287:0:41016:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000627ebcd4. 00000020:00000010:2.0:1767384696.478316:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000780c6f15. 00000020:00000010:2.0:1767384696.478318:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000001ff0be50. 00000020:00000010:2.0:1767384696.478347:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004bcfec7e. 00000020:00000010:2.0:1767384696.478350:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000fe5cff76. 40000000:00000010:2.0:1767384696.478361:0:41016:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000002833499b. 40000000:00000010:2.0:1767384696.478363:0:41016:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000139f1ed9. 40000000:00000010:2.0:1767384696.478384:0:41016:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000139f1ed9. 00000004:00000010:2.0:1767384696.478389:0:41016:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f6196b31. 00000004:00000010:2.0:1767384696.478395:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae5c93be. 00000004:00000010:2.0:1767384696.478399:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e3f17ba0. 00000004:00000010:2.0:1767384696.478403:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000016e7253f. 00080000:00000010:2.0:1767384696.478406:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002a940808. 00000001:00000010:2.0:1767384696.478412:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.478419:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003b3c9cde. 00000004:00000010:2.0:1767384696.478579:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b7c2cfcc. 00000004:00000010:2.0:1767384696.478584:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a121a1ab. 00000004:00000010:2.0:1767384696.478586:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002df18fdb. 00080000:00000010:2.0:1767384696.478588:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006ca44b05. 00000001:00000010:2.0:1767384696.478592:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.478596:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003b3c9cde. 00000004:00000010:2.0:1767384696.478740:0:41016:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 0000000011a87694. 00000004:00000010:2.0:1767384696.478746:0:41016:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000005704134e. 00000004:00000010:2.0:1767384696.478752:0:41016:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000678a7209. 00000004:00000010:2.0:1767384696.478757:0:41016:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000563299f7. 00000004:00000010:2.0:1767384696.478761:0:41016:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003b152143. 00080000:00000010:2.0:1767384696.478764:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001c10ee20. 00000001:00000010:2.0:1767384696.478770:0:41016:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003b3c9cde. 00000001:00000010:2.0:1767384696.478775:0:41016:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003b3c9cde. 00000040:00000010:2.0:1767384696.478914:0:41016:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000013210e1. 00000040:00000010:2.0:1767384696.478922:0:41016:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b8906055. 00000020:00000010:2.0:1767384696.478927:0:41016:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cc347413. 00080000:00000010:2.0:1767384696.478930:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d3876b63. 00000040:00000010:2.0:1767384696.479074:0:41016:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4625856. 00080000:00000010:2.0:1767384696.479302:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002e9b5ac7. 00080000:00000010:2.0:1767384696.479307:0:41016:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b19b0a1a. 00080000:00000010:2.0:1767384696.479324:0:41016:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b19b0a1a. 00080000:00000010:2.0:1767384696.479330:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c8925588. 00000040:00000010:2.0:1767384696.479333:0:41016:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b6f49674. 00000020:00000010:2.0:1767384696.479338:0:41016:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e1334a7. 00080000:00000010:2.0:1767384696.479340:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002363e385. 00080000:00000010:2.0:1767384696.479507:0:41016:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b19b0a1a. 00080000:00000010:2.0:1767384696.479512:0:41016:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000062a9a98f. 00080000:00000010:2.0:1767384696.479516:0:41016:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000054c358b7. 00000040:00000010:2.0:1767384696.479520:0:41016:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a3e1d99. 00000020:00000010:2.0:1767384696.479523:0:41016:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f866fe2b. 00080000:00000010:2.0:1767384696.479527:0:41016:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b68d48f. 00080000:00000010:2.0:1767384696.479648:0:41016:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cafc8b3a. 00000001:00000010:2.0:1767384696.479826:0:41016:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000bfcad8a8. 00000040:00000010:2.0:1767384696.479846:0:41016:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007cdba39f. 00080000:00000010:2.0:1767384696.479854:0:41016:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000009b53eeb1. 00080000:00000010:2.0:1767384696.479958:0:41016:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000ae1d757e. 00080000:00000010:2.0:1767384696.480191:0:41016:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cafc8b3a. 00080000:00000010:2.0:1767384696.480194:0:41016:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000054c358b7. 00080000:00000010:2.0:1767384696.480196:0:41016:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b19b0a1a. 00000020:00000010:2.0:1767384696.480328:0:41020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4cdd127. 00000020:00000010:2.0:1767384696.480332:0:41020:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003bc20bf6. 00000040:00000010:2.0:1767384696.480334:0:41020:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e3ad4f5e. 00000004:00000010:3.0:1767384696.480335:0:41016:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000015374326. 00000020:00000010:2.0:1767384696.480337:0:41020:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f96ad3e0. 00000020:00000010:3.0:1767384696.480339:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1f00ad4. 00000020:00000010:2.0:1767384696.480339:0:41020:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9f749a4. 00000020:00000010:3.0:1767384696.480342:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3e01060. 00040000:00000010:2.0:1767384696.480342:0:41020:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5a584ca. 00000040:00000010:3.0:1767384696.480345:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e2b3bef. 00040000:00000010:2.0:1767384696.480345:0:41020:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec9f01b9. 00000020:00000010:3.0:1767384696.480348:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6813562. 00080000:00000010:2.0:1767384696.480348:0:41020:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002794b05c. 00000020:00000010:3.0:1767384696.480350:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f3b0d82a. 00000020:00000010:3.0:1767384696.480352:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083f8fbe1. 80000000:00000010:3.0:1767384696.480354:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d17c8734. 40000000:00000010:3.0:1767384696.480357:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c977a65b. 00080000:00000010:2.0:1767384696.480357:0:41020:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000db371411. 00100000:00000010:3.0:1767384696.480359:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000561bbda1. 00040000:00000010:3.0:1767384696.480361:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e690322. 00000020:00000010:2.0:1767384696.480361:0:41020:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000054c358b7. 00040000:00000010:3.0:1767384696.480365:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f31a33ad. 00000040:00000010:2.0:1767384696.480366:0:41020:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002069f261. 00040000:00000010:3.0:1767384696.480367:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b074bf37. 00080000:00000010:3.0:1767384696.480371:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003c281dc8. 00000040:00000010:2.0:1767384696.480371:0:41020:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000bc443d13. 00080000:00000010:3.0:1767384696.480374:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000af0b4629. 00000004:00000010:3.0:1767384696.480377:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a8f13c1d. 00000004:00000010:3.0:1767384696.480380:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000282cdc8c. 00000004:00000010:3.0:1767384696.480383:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000cfb1b3a. 00002000:00000010:3.0:1767384696.480385:0:41016:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3b3ec66. 00000040:00000010:2.0:1767384696.480386:0:41020:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000281f6f9e. 00000004:00000010:3.0:1767384696.480387:0:41016:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002f63d54e. 00000040:00000010:2.0:1767384696.480388:0:41020:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001ba0af14. 00000020:00000010:3.0:1767384696.480671:0:41016:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000030b98b14. 00000020:00000010:3.0:1767384696.480675:0:41016:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a8aacbe6. 00000020:00000010:3.0:1767384696.480695:0:41016:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000265a54ec. 00000020:00000010:3.0:1767384696.480701:0:41016:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000265a54ec. 00000004:00000010:3.0:1767384696.480704:0:41016:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000000bd88c74. 00000020:00000010:3.0:1767384696.480708:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be7f8340. 00000040:00000010:3.0:1767384696.480710:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009d5bc2e8. 00000020:00000010:3.0:1767384696.480711:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028cd5dc4. 00000020:00000010:3.0:1767384696.480714:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b875f0e4. 00000020:00000010:3.0:1767384696.480716:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4dc64a0. 80000000:00000010:3.0:1767384696.480738:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b49184af. 40000000:00000010:3.0:1767384696.480741:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cb15279e. 00100000:00000010:3.0:1767384696.480748:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008cc42650. 00040000:00000010:3.0:1767384696.480749:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000053307ce7. 00040000:00000010:3.0:1767384696.480752:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000036875dc5. 00040000:00000010:3.0:1767384696.480753:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000116f4a01. 00080000:00000010:3.0:1767384696.480754:0:41016:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000bfcad8a8. 00080000:00000010:3.0:1767384696.480757:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000626af77b. 00080000:00000010:3.0:1767384696.480758:0:41016:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000062a9a98f. 00080000:00000010:3.0:1767384696.480760:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9aa8705. 00000004:00000010:3.0:1767384696.480761:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004974b151. 00000004:00000010:3.0:1767384696.480763:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6a29415. 00000004:00000010:3.0:1767384696.480765:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008a7b3fb2. 00002000:00000010:3.0:1767384696.480766:0:41016:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003036b64e. 00000004:00000010:3.0:1767384696.480769:0:41016:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f6196b31. 00000020:00000010:3.0:1767384696.480770:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69698e7. 00000020:00000010:3.0:1767384696.480773:0:41016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004277b521. 00000020:00000010:3.0:1767384696.480774:0:41016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2473011. 00000008:00000010:3.0:1767384696.480776:0:41016:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000053719ceb. 00020000:00000010:3.0:1767384696.480778:0:41016:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000091c28d68. 00008000:00000010:3.0:1767384696.480780:0:41016:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a680220f. 00000080:00000010:3.0:1767384696.480781:0:41016:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005d0dcbfa. 00000020:00000010:3.0:1767384696.480782:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a085414c. 00000020:00000010:3.0:1767384696.480784:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000088979ed9. 00000020:00000010:3.0:1767384696.480788:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000ee97250b. 00000020:00000010:3.0:1767384696.480792:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000702cadce. 00000020:00000010:3.0:1767384696.480794:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035c50c4b. 00000040:00000010:3.0:1767384696.480795:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000099acb7a8. 00000020:00000010:3.0:1767384696.480797:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001e9392c. 00000020:00000010:3.0:1767384696.480799:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009efb83a2. 00000020:00000010:3.0:1767384696.480800:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad2f986f. 80000000:00000010:3.0:1767384696.480802:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c463c6b0. 40000000:00000010:3.0:1767384696.480803:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000985e49da. 00100000:00000010:3.0:1767384696.480805:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c97bfcf. 00040000:00000010:3.0:1767384696.480806:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009587e0c2. 00040000:00000010:3.0:1767384696.480811:0:41016:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008a7b3fb2. 00040000:00000010:3.0:1767384696.480812:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a085414c. 00080000:00000010:3.0:1767384696.480814:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9aa8705. 00080000:00000010:3.0:1767384696.480816:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000626af77b. 00000004:00000010:3.0:1767384696.480818:0:41016:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004974b151. 00000004:00000010:3.0:1767384696.480820:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006a13d3db. 00000004:00000010:3.0:1767384696.480821:0:41016:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036875dc5. 00000004:00000010:3.0:1767384696.480823:0:41016:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012768763. 00000004:00000010:3.0:1767384696.480833:0:41016:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000265a54ec. 00000020:00000010:3.0:1767384696.480835:0:41016:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008cc42650. 00000100:00000010:3.0:1767384696.480852:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc840831. 02000000:00000010:3.0:1767384696.480864:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004962e4b1. 00000004:00000010:3.0:1767384696.480902:0:41016:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000265a54ec. 00000004:00000010:3.0:1767384696.480907:0:41016:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 0000000062a9a98f. 00040000:00000010:1.0:1767384696.480910:0:16356:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000081f9a7fa. 00020000:00000010:3.0:1767384696.480913:0:41016:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000a963b493. 00000004:00000010:1.0:1767384696.480917:0:16356:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001666d3a0. 00000004:00000010:1.0:1767384696.480923:0:16356:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ec0acea7. 00020000:00000010:3.0:1767384696.480927:0:41016:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000cf3af3c0. 00000004:00000010:1.0:1767384696.480929:0:16356:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd3bd61c. 00000004:00000010:1.0:1767384696.480934:0:16356:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b6910027. 00100000:00000010:3.0:1767384696.480936:0:41016:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000265a54ec. 00000020:00000010:3.0:1767384696.480941:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035c50c4b. 00000040:00000010:3.0:1767384696.480943:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000099acb7a8. 00000020:00000010:3.0:1767384696.480945:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001e9392c. 00000020:00000010:3.0:1767384696.480947:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009efb83a2. 02000000:00000010:1.0:1767384696.480949:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f66fbd7c. 00000020:00000010:3.0:1767384696.480950:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ad2f986f. 80000000:00000010:3.0:1767384696.480955:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c463c6b0. 40000000:00000010:3.0:1767384696.480957:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000985e49da. 00100000:00000010:3.0:1767384696.480959:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c97bfcf. 00040000:00000010:3.0:1767384696.480961:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009587e0c2. 00040000:00000010:3.0:1767384696.480962:0:41016:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008a7b3fb2. 00040000:00000010:3.0:1767384696.480964:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a085414c. 00000400:00000010:1.0:1767384696.480964:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011363672. 00080000:00000010:3.0:1767384696.480970:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000626af77b. 00080000:00000010:3.0:1767384696.480972:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9aa8705. 00000004:00000010:3.0:1767384696.480973:0:41016:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004974b151. 00000400:00000010:1.0:1767384696.480973:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000004:00000010:3.0:1767384696.480978:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006a13d3db. 00000004:00000010:3.0:1767384696.480980:0:41016:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036875dc5. 00000100:00000200:1.0:1767384696.480982:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200000, portal 4 00000004:00000010:3.0:1767384696.480988:0:41016:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000012768763. 00000020:00000010:1.0:1767384696.480989:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000032dd28f9. 00000020:00000010:3.0:1767384696.480990:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000702cadce. 00000020:00000010:3.0:1767384696.480994:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000ee97250b. 00000400:00000010:1.0:1767384696.480996:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c52a566. 00000020:00000010:3.0:1767384696.480999:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009587e0c2. 00000100:00000200:1.0:1767384696.481000:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237049200000, offset 0 00000020:00000010:3.0:1767384696.481002:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009587e0c2. 00000020:00000010:3.0:1767384696.481007:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009587e0c2. 00000020:00000010:3.0:1767384696.481009:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009587e0c2. 00000400:00000200:1.0:1767384696.481010:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384696.481011:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000985e49da. 00000020:00000010:3.0:1767384696.481014:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000985e49da. 00000100:00000010:3.0:1767384696.481020:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a253a2a. 00000400:00000200:1.0:1767384696.481025:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384696.481027:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c69698e7. 00000400:00000200:1.0:1767384696.481036:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260008d80 00000100:00000010:3.0:1767384696.481037:0:41016:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c752265. 00000400:00000200:1.0:1767384696.481046:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5976 02000000:00000010:3.0:1767384696.481053:0:41016:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007f114797. 00000400:00000200:1.0:1767384696.481054:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384696.481058:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000200:1.0:1767384696.481060:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384696.481063:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ac00edf. 00000100:00000200:3.0:1767384696.481068:0:41016:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049200128, portal 25 00000100:00000200:1.0:1767384696.481068:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:3.0:1767384696.481075:0:41016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000010:1.0:1767384696.481075:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef18eb9b. 00000100:00000200:3.0:1767384696.481080:0:41016:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049200128, offset 0 00000400:00000200:3.0:1767384696.481084:0:41016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.481089:0:41016:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.481093:0:41016:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260008e00 00000400:00000200:3.0:1767384696.481097:0:41016:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2221 [2] + 0 00000400:00000010:3.0:1767384696.481101:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf2827d. 00000400:00000200:3.0:1767384696.481104:0:41016:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9d93e07 00000400:00000200:1.0:1767384696.481107:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c52a566 00000400:00000200:3.0:1767384696.481108:0:41016:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384696.481112:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c52a566. 00000400:00000200:3.0:1767384696.481116:0:41016:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.481130:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9d93e07 00000100:00000200:1.0:1767384696.481131:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc840831 x1853237049200000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384696.481134:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9d93e07. 00000020:00000010:0.0:1767384696.481134:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f46fac40. 00000100:00000200:3.0:1767384696.481141:0:41016:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767384696.481142:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f9d1b0c. 00000020:00000010:0.0:1767384696.481149:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000100:00000010:1.0:1767384696.481158:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af17ae99. 00000400:00000200:3.0:1767384696.481169:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000100:00000010:1.0:1767384696.481171:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ef5fe0. 00000400:00000010:3.0:1767384696.481175:0:41016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:0.0:1767384696.481179:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200000 00000100:00000010:1.0:1767384696.481180:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9596989. 00000100:00000200:3.0:1767384696.481184:0:41016:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a253a2a x1853237049200128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.481190:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafc8b3a. 00000100:00000010:1.0:1767384696.481190:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089480b67. 00000020:00000010:2.0:1767384696.481195:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafc8b3a. 02000000:00000010:0.0:1767384696.481195:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c062ff51. 00000020:00000010:2.0:1767384696.481203:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f605b6. 00000020:00000010:0.0:1767384696.481206:0:17896:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008ca366a6. 00000020:00000010:2.0:1767384696.481208:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb03374d. 00000020:00000010:2.0:1767384696.481214:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2473011. 00000001:00000010:0.0:1767384696.481218:0:17896:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b6b588b5. 00000001:00000010:0.0:1767384696.481223:0:17896:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003303b882. 00000001:00000010:0.0:1767384696.481230:0:17896:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c98d2782. 00000001:00000010:0.0:1767384696.481234:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008aafb347. 00000020:00000010:2.0:1767384696.481238:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafc8b3a. 00000001:00000010:0.0:1767384696.481238:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a9e459f. 00000020:00000010:2.0:1767384696.481242:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafc8b3a. 00000001:00000010:0.0:1767384696.481244:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0f9167b. 00000100:00000200:2.0:1767384696.481246:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200128 00000001:00000010:0.0:1767384696.481249:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7626c88. 02000000:00000010:2.0:1767384696.481262:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000cfeef8f9. 00000040:00000010:2.0:1767384696.481268:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c0657304. 00000040:00000010:2.0:1767384696.481274:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000082400ab2. 00080000:00000010:0.0:1767384696.481276:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f38bd1ad. 00080000:00000010:0.0:1767384696.481282:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000175fdcb8. 00000040:00000010:2.0:1767384696.481289:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000082400ab2. 00000040:00000010:2.0:1767384696.481293:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c0657304. 00000001:00000010:0.0:1767384696.481295:0:17896:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a0276c04. 00010000:00000200:2.0:1767384696.481299:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ffb569ea x1853237049200128/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8472 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.481312:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005f25bb63. 00080000:00000010:0.0:1767384696.481314:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000175fdcb8. 00000100:00000200:2.0:1767384696.481315:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049200128, offset 224 00000400:00000200:2.0:1767384696.481322:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384696.481325:0:17896:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d4eefdf2. 00000400:00000200:2.0:1767384696.481328:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.481334:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260008e00 00000400:00000200:2.0:1767384696.481337:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a99 [4] + 224 00000400:00000200:2.0:1767384696.481341:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384696.481341:0:17896:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000d4eefdf2. 00000400:00000200:2.0:1767384696.481345:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.481351:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a253a2a x1853237049200128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384696.481351:0:17896:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000707916bb. 00000020:00000010:0.0:1767384696.481360:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175fdcb8. 00000400:00000200:2.0:1767384696.481369:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f25bb63 00000400:00000010:2.0:1767384696.481371:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005f25bb63. 00000020:00000010:2.0:1767384696.481380:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb03374d. 00000020:00000010:2.0:1767384696.481382:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2473011. 00010000:00000200:0.0:1767384696.481384:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef18eb9b x1853237049200000/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384716 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.481385:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f605b6. 02000000:00000010:2.0:1767384696.481393:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000cfeef8f9. 00000400:00000010:3.0:1767384696.481394:0:41016:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000400:00000200:3.0:1767384696.481401:0:41016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac00edf 00000400:00000010:0.0:1767384696.481401:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:3.0:1767384696.481403:0:41016:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ac00edf. 00000100:00000200:2.0:1767384696.481406:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.481410:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b3c9cde. 00000100:00000200:3.0:1767384696.481412:0:41016:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a253a2a x1853237049200128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384696.481412:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237049200000, offset 0 00000400:00000010:2.0:1767384696.481415:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f25bb63. 00000400:00000200:0.0:1767384696.481421:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.481431:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384696.481438:0:41016:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a253a2a x1853237049200128/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384696.481441:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260008d80 00000400:00000200:0.0:1767384696.481450:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a91 [1] + 0 00000400:00000200:0.0:1767384696.481456:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.481459:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384696.481464:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc840831 x1853237049200000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.481467:0:41016:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c752265. 02000000:00000010:3.0:1767384696.481478:0:41016:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007f114797. 00000400:00000200:0.0:1767384696.481487:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.481490:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 02000000:00000010:3.0:1767384696.481492:0:41016:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c69698e7. 00000100:00000010:3.0:1767384696.481498:0:41016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a253a2a. 00000020:00000010:0.0:1767384696.481500:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f9d1b0c. 00000020:00000010:3.0:1767384696.481507:0:41016:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009587e0c2. 00000400:00000010:1.0:1767384696.481507:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011363672. 00000020:00000010:0.0:1767384696.481507:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:3.0:1767384696.481514:0:41016:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009587e0c2. 00000400:00000200:1.0:1767384696.481514:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000020:00000010:0.0:1767384696.481516:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f46fac40. 00000400:00000010:1.0:1767384696.481517:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000040:00000010:3.0:1767384696.481520:0:41016:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001947d4ad. 00000020:00000010:3.0:1767384696.481526:0:41016:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009d973b82. 00000100:00000200:1.0:1767384696.481527:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc840831 x1853237049200000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.481534:0:41016:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000567a20e9. 00000040:00000010:3.0:1767384696.481539:0:41016:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000835a1319. 00000100:00000200:1.0:1767384696.481540:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc840831 x1853237049200000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.481542:0:41016:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c6a83956. 00000020:00000010:3.0:1767384696.481546:0:41016:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384696.481551:0:41016:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000859a09b9. 80000000:00000010:3.0:1767384696.481554:0:41016:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000a180af0. 40000000:00000010:3.0:1767384696.481556:0:41016:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f432bad. 00100000:00000010:3.0:1767384696.481558:0:41016:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002459cec8. 00040000:00000010:3.0:1767384696.481560:0:41016:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8ac180a. 00040000:00000010:3.0:1767384696.481564:0:41016:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1008767. 00080000:00000010:3.0:1767384696.481567:0:41016:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004aa9f63c. 00080000:00000010:3.0:1767384696.481569:0:41016:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f102bcea. 00000004:00000010:3.0:1767384696.481572:0:41016:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000969ca46c. 00002000:00000010:3.0:1767384696.481574:0:41016:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000089c5c1d7. 00000020:00000010:3.0:1767384696.481576:0:41016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa63a00a. 02000000:00000010:1.0:1767384696.481585:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f66fbd7c. 02000000:00000010:1.0:1767384696.481591:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004962e4b1. 00000100:00000010:1.0:1767384696.481594:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc840831. 00000100:00000010:0.0:1767384696.481596:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f340d9. 02000000:00000010:0.0:1767384696.481605:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d9b18ec. 00000040:00000010:2.0:1767384696.481616:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000258d4822. 00000040:00000010:2.0:1767384696.481623:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007880bacc. 00080000:00000010:1.0:1767384696.481624:0:41020:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000093e0c35b. 00000040:00000010:2.0:1767384696.481625:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c080c94c. 00080000:00000010:1.0:1767384696.481631:0:41020:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000810ebc1d. 00000020:00000010:2.0:1767384696.481632:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007ace1000. 00000040:00000010:2.0:1767384696.481636:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088abc634. 00040000:00000010:0.0:1767384696.481637:0:16357:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000effa3d09. 00000020:00000010:2.0:1767384696.481638:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e72aa1a7. 00080000:00000010:1.0:1767384696.481640:0:41020:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000003156f095. 00040000:00000010:3.0:1767384696.481642:0:16358:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002459cec8. 00000020:00000010:2.0:1767384696.481644:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e6c29826. 00000004:00000010:0.0:1767384696.481645:0:16357:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077ce4793. 80000000:00000010:2.0:1767384696.481647:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000475e657. 00040000:00000010:2.0:1767384696.481651:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000079ba872a. 00000004:00000010:0.0:1767384696.481652:0:16357:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e05ed7e0. 00080000:00000010:2.0:1767384696.481654:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004c31bf49. 00000004:00000010:3.0:1767384696.481655:0:16358:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c6a83956. 00000004:00000010:0.0:1767384696.481659:0:16357:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f7853191. 00080000:00000010:2.0:1767384696.481660:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000045a45ad6. 00080000:00000010:1.0:1767384696.481661:0:41020:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000810ebc1d. 00000004:00000010:3.0:1767384696.481662:0:16358:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006a13d3db. 20000000:00000010:2.0:1767384696.481667:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000bfba7c2b. 00000004:00000010:0.0:1767384696.481667:0:16357:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000243805f4. 00000004:00000010:3.0:1767384696.481669:0:16358:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036875dc5. 00080000:00000010:1.0:1767384696.481671:0:41020:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7be1071. 00000020:00000010:2.0:1767384696.481673:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6543450. 00000004:00000010:3.0:1767384696.481676:0:16358:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012768763. 10000000:00000010:2.0:1767384696.481677:0:40986:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c79054b5. 00000004:00000010:1.0:1767384696.481678:0:41020:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009c89e5a9. 02000000:00000010:0.0:1767384696.481680:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ac11e78. 00000400:00000010:0.0:1767384696.481686:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7e73383. 00000400:00000010:0.0:1767384696.481690:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.481693:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200256, portal 4 00000100:00000010:2.0:1767384696.481695:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f711cea0. 00000020:00000010:0.0:1767384696.481699:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000002750850. 02000000:00000010:2.0:1767384696.481703:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094f605b6. 00000400:00000010:0.0:1767384696.481705:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000100:00000200:0.0:1767384696.481710:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237049200256, offset 0 00010000:00000010:2.0:1767384696.481712:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d891c898. 00000400:00000200:0.0:1767384696.481741:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1767384696.481743:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cde13989. 00000400:00000200:0.0:1767384696.481750:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384696.481754:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b811c24c. 00000400:00000200:0.0:1767384696.481760:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260008e80 02000000:00000010:2.0:1767384696.481763:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f6196b31. 00000400:00000010:2.0:1767384696.481768:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fcc05b5. 00000400:00000200:0.0:1767384696.481768:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000400:00000200:0.0:1767384696.481776:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384696.481778:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000400:00000200:0.0:1767384696.481782:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.481783:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200384, portal 25 00000100:00000200:0.0:1767384696.481787:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:2.0:1767384696.481788:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98fa295. 00000100:00000010:0.0:1767384696.481791:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d207c5a. 00000100:00000200:2.0:1767384696.481792:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049200384, offset 0 00000400:00000200:2.0:1767384696.481800:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.481804:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.481808:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000200:2.0:1767384696.481812:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260008f00 00000400:00000010:0.0:1767384696.481812:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000400:00000200:2.0:1767384696.481821:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2225 [2] + 0 00000100:00000200:0.0:1767384696.481822:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f340d9 x1853237049200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384712 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384696.481827:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c136aa2. 00000400:00000200:2.0:1767384696.481831:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000089b4a4f 00000020:00000010:1.0:1767384696.481833:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000810ebc1d. 00000400:00000200:2.0:1767384696.481835:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.481841:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384696.481841:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000175fdcb8. 00000400:00000200:2.0:1767384696.481846:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000089b4a4f 00000400:00000010:2.0:1767384696.481848:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000089b4a4f. 00000100:00000200:2.0:1767384696.481852:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384696.481859:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8c5068a. 00000400:00000200:2.0:1767384696.481862:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:2.0:1767384696.481864:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000020:00000010:1.0:1767384696.481864:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.481871:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000200:2.0:1767384696.481872:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f711cea0 x1853237049200384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.481900:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051b20749. 00000020:00000010:1.0:1767384696.481904:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051b20749. 00000100:00000200:1.0:1767384696.481907:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200256 00000020:00000010:2.0:1767384696.481909:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafc8b3a. 00000020:00000010:2.0:1767384696.481912:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafc8b3a. 00000020:00000010:2.0:1767384696.481915:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0657304. 02000000:00000010:1.0:1767384696.481917:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f66fbd7c. 00000020:00000010:2.0:1767384696.481918:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb03374d. 00000020:00000010:2.0:1767384696.481922:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2473011. 00010000:00000200:1.0:1767384696.481936:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d207c5a x1853237049200256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:677/0 lens 224/368 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.481942:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafc8b3a. 00000020:00000010:2.0:1767384696.481947:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafc8b3a. 00000100:00000200:2.0:1767384696.481949:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200384 00000400:00000010:1.0:1767384696.481952:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.481956:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237049200256, offset 224 00010000:00000010:2.0:1767384696.481959:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005fe9d3e2. 00010000:00000010:2.0:1767384696.481963:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064878c5e. 00000400:00000200:1.0:1767384696.481963:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.481972:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384696.481973:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003036b64e. 00000400:00000200:1.0:1767384696.481980:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260008e80 00000400:00000200:1.0:1767384696.481986:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2aad [1] + 224 00010000:00000200:2.0:1767384696.481987:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b57ef202 x1853237049200384/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 328/344 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.481993:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384696.481999:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98fa295. 00000400:00000200:1.0:1767384696.481999:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.482005:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049200384, offset 224 00000100:00000200:1.0:1767384696.482009:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f340d9 x1853237049200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384712 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.482012:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.482021:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.482027:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260008f00 00000400:00000200:2.0:1767384696.482032:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ab5 [1] + 224 00000400:00000200:2.0:1767384696.482035:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.482038:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384696.482039:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000400:00000010:1.0:1767384696.482042:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000100:00000200:2.0:1767384696.482049:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f711cea0 x1853237049200384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.482052:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000400:00000010:0.0:1767384696.482058:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e73383. 00000020:00000010:1.0:1767384696.482059:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000400:00000200:0.0:1767384696.482064:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000020:00000010:1.0:1767384696.482065:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8c5068a. 00000400:00000010:0.0:1767384696.482068:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.482076:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f340d9 x1853237049200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384696.482077:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:2.0:1767384696.482080:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000020:00000010:2.0:1767384696.482088:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb03374d. 00000100:00000200:0.0:1767384696.482091:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f340d9 x1853237049200256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384696.482092:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2473011. 00000020:00000010:2.0:1767384696.482098:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0657304. 02000000:00000010:2.0:1767384696.482102:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003036b64e. 00000100:00000200:2.0:1767384696.482109:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384696.482112:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b5bf312. 00000400:00000010:2.0:1767384696.482115:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebe6b63a. 02000000:00000010:0.0:1767384696.482132:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005ac11e78. 02000000:00000010:0.0:1767384696.482138:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002d9b18ec. 00000400:00000010:2.0:1767384696.482142:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fcc05b5. 00000100:00000010:0.0:1767384696.482143:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f340d9. 00000400:00000200:2.0:1767384696.482147:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384696.482150:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.482154:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f711cea0 x1853237049200384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384696.482158:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f711cea0 x1853237049200384/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384696.482167:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b811c24c. 02000000:00000010:2.0:1767384696.482177:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f6196b31. 02000000:00000010:2.0:1767384696.482180:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000094f605b6. 00000100:00000010:2.0:1767384696.482182:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f711cea0. 10000000:00000010:2.0:1767384696.482188:0:40986:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000a4a02b00. 00000004:00000010:3.0:1767384696.482397:0:40988:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000009c89e5a9. 00080000:00000010:3.0:1767384696.482401:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7be1071. 00080000:00000010:3.0:1767384696.482403:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000093e0c35b. 00080000:00000010:3.0:1767384696.482404:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8925588. 00080000:00000010:3.0:1767384696.482406:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002e9b5ac7. 00080000:00000010:3.0:1767384696.482407:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005863b017. 00000100:00000010:2.0:1767384696.482536:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f711cea0. 02000000:00000010:2.0:1767384696.482542:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094f605b6. 00000100:00000010:2.0:1767384696.482547:0:40986:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f6196b31. 00000100:00000010:2.0:1767384696.482549:0:40986:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000009190e9c3. 00000100:00000010:2.0:1767384696.482558:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcf4bbf9. 00000400:00000010:2.0:1767384696.482564:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fcc05b5. 00000400:00000010:2.0:1767384696.482566:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000082400ab2. 00000100:00000200:2.0:1767384696.482568:0:40986:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958260008f80-0x6958260008f80, portal 33 02000000:00000010:2.0:1767384696.482571:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0657304. 00000400:00000010:2.0:1767384696.482572:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ae149e. 00000400:00000010:2.0:1767384696.482574:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.482575:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049200512, portal 25 00000400:00000010:2.0:1767384696.482576:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.482577:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237049200512, offset 0 00000400:00000200:2.0:1767384696.482580:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.482583:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.482586:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260008f80 00000400:00000200:2.0:1767384696.482589:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2229 [2] + 0 00000400:00000010:2.0:1767384696.482590:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029722b85. 00000400:00000200:2.0:1767384696.482592:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb1e3c3d 00000400:00000200:2.0:1767384696.482594:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.482595:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384696.482597:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb1e3c3d 00000400:00000010:2.0:1767384696.482598:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb1e3c3d. 00000100:00000200:2.0:1767384696.482600:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384696.482611:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:2.0:1767384696.482612:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.482614:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f711cea0 x1853237049200512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384696.482641:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000286d2075. 00000020:00000010:0.0:1767384696.482644:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000286d2075. 00000020:00000010:0.0:1767384696.482648:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f46fac40. 00000020:00000010:0.0:1767384696.482650:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f9d1b0c. 00000020:00000010:0.0:1767384696.482653:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384696.482671:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000286d2075. 00000020:00000010:0.0:1767384696.482673:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000286d2075. 00000100:00000200:0.0:1767384696.482675:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200512 02000000:00000010:0.0:1767384696.482681:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005ac11e78. 20000000:00000010:0.0:1767384696.482689:0:40995:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000f12209a4. 00000100:00000010:0.0:1767384696.482765:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fbcbcda2. 00000100:00000010:0.0:1767384696.482769:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b6692902. 00000400:00000010:0.0:1767384696.482773:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384696.482778:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d05c5bb. 00000400:00000200:0.0:1767384696.482781:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.482788:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.482792:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958260008f80 00000400:00000200:0.0:1767384696.482796:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2ac9 [256] + 0 00000400:00000010:0.0:1767384696.482800:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fcc05b5. 00000400:00000200:0.0:1767384696.482802:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082400ab2 00000400:00000200:0.0:1767384696.482805:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.482808:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384696.482810:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082400ab2 00000400:00000010:0.0:1767384696.482812:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082400ab2. 00000100:00000200:0.0:1767384696.482815:0:40995:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f711cea0 desc 00000000f6196b31 mbits 1853237049200512 00000400:00000200:0.0:1767384696.482826:0:40995:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384696.482830:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384696.482836:0:40995:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2ad5 00000400:00000200:0.0:1767384696.482838:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.482842:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:0.0:1767384696.482846:0:40995:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fbcbcda2 00000400:00000200:0.0:1767384696.482852:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.482854:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.482857:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fbcbcda2 00000100:00000200:0.0:1767384696.482862:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958260008f80-0x6958260008f80 00000100:00000010:0.0:1767384696.482867:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b6692902. 00000100:00000010:0.0:1767384696.482870:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fbcbcda2. 20000000:00000010:0.0:1767384696.482875:0:40995:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000f12209a4. 00010000:00000200:0.0:1767384696.482882:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005427c61c x1853237049200512/t0(0) o256->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 304/240 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384696.482892:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.482894:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237049200512, offset 224 00000400:00000200:0.0:1767384696.482898:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.482902:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.482906:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260008f80 00000400:00000200:0.0:1767384696.482909:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2acd [1] + 224 00000400:00000200:0.0:1767384696.482912:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.482915:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384696.482918:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f711cea0 x1853237049200512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384696.482933:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.482935:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000010:2.0:1767384696.482942:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ae149e. 00000020:00000010:0.0:1767384696.482944:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f9d1b0c. 00000400:00000200:2.0:1767384696.482947:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:2.0:1767384696.482949:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000020:00000010:0.0:1767384696.482951:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00000200:2.0:1767384696.482954:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f711cea0 x1853237049200512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384696.482956:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f46fac40. 02000000:00000010:0.0:1767384696.482962:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005ac11e78. 00000100:00000200:2.0:1767384696.482964:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f711cea0 x1853237049200512/t0(0) o256->MGC192.168.202.154@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384696.482968:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384696.482973:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7e73383. 00000400:00000010:0.0:1767384696.482976:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086f2def7. 00000100:00000010:2.0:1767384696.482977:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcf4bbf9. 10000000:00000010:2.0:1767384696.482985:0:40986:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e6a29415. 00000100:00000200:2.0:1767384696.482992:0:40986:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.154@tcp with 192.168.202.154@tcp 00000100:00000200:2.0:1767384696.482994:0:40986:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.154@tcp' 00000100:00000200:2.0:1767384696.482996:0:40986:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.154@tcp' 00000400:00000200:2.0:1767384696.482997:0:40986:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384696.482999:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:2.0:1767384696.483002:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384696.483004:0:40986:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (42) 00000400:00000200:2.0:1767384696.483006:0:40986:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384696.483008:0:40986:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:2.0:1767384696.483009:0:40986:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (43) 00000400:00000200:2.0:1767384696.483010:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:2.0:1767384696.483011:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:2.0:1767384696.483012:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483014:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:2.0:1767384696.483014:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:2.0:1767384696.483016:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483016:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:2.0:1767384696.483017:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:2.0:1767384696.483018:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483019:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:2.0:1767384696.483020:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:2.0:1767384696.483021:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483022:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:2.0:1767384696.483022:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:2.0:1767384696.483024:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483024:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:2.0:1767384696.483026:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:2.0:1767384696.483027:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483028:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:2.0:1767384696.483029:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:2.0:1767384696.483030:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483031:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:2.0:1767384696.483032:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:2.0:1767384696.483033:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483033:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:2.0:1767384696.483034:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:2.0:1767384696.483035:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483036:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:2.0:1767384696.483037:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:2.0:1767384696.483038:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483039:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:2.0:1767384696.483040:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:2.0:1767384696.483041:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483042:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:2.0:1767384696.483042:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:2.0:1767384696.483043:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483044:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:2.0:1767384696.483045:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:2.0:1767384696.483046:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483047:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:2.0:1767384696.483048:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:2.0:1767384696.483049:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483049:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:2.0:1767384696.483050:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:2.0:1767384696.483051:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483052:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:2.0:1767384696.483053:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:2.0:1767384696.483054:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483055:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:2.0:1767384696.483055:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:2.0:1767384696.483057:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483057:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:2.0:1767384696.483058:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:2.0:1767384696.483060:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483061:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:2.0:1767384696.483062:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:2.0:1767384696.483063:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483064:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:2.0:1767384696.483064:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:2.0:1767384696.483065:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483066:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:2.0:1767384696.483067:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:2.0:1767384696.483068:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483069:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:2.0:1767384696.483069:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:2.0:1767384696.483071:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483071:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:2.0:1767384696.483072:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:2.0:1767384696.483073:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483074:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:2.0:1767384696.483075:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:2.0:1767384696.483076:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483076:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:2.0:1767384696.483077:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:2.0:1767384696.483078:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483079:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:2.0:1767384696.483080:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:2.0:1767384696.483081:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483081:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:2.0:1767384696.483082:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:2.0:1767384696.483083:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483084:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:2.0:1767384696.483085:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:2.0:1767384696.483086:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483086:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:2.0:1767384696.483087:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:2.0:1767384696.483088:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483089:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:2.0:1767384696.483090:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:2.0:1767384696.483091:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483092:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:2.0:1767384696.483093:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:2.0:1767384696.483094:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384696.483095:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 10000000:00000010:2.0:1767384696.483098:0:40986:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000cb03374d. 00000020:00000010:2.0:1767384696.483101:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066147e9a. 00000020:00000010:2.0:1767384696.483103:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc5e9a9a. 00000040:00000010:2.0:1767384696.483104:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003583683c. 00000020:00000010:2.0:1767384696.483106:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e13d533. 00000020:00000010:2.0:1767384696.483108:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009fc65839. 00000020:00000010:2.0:1767384696.483109:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004b2c5d2a. 80000000:00000010:2.0:1767384696.483111:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b49184af. 40000000:00000010:2.0:1767384696.483113:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cafc8b3a. 00100000:00000010:2.0:1767384696.483114:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d003b807. 00040000:00000010:2.0:1767384696.483129:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004acbf68b. 00040000:00000010:2.0:1767384696.483133:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e7687b7. 00040000:00000010:2.0:1767384696.483135:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afcbc283. 00080000:00000010:2.0:1767384696.483136:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000082400ab2. 00080000:00000010:2.0:1767384696.483139:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045a45ad6. 00000004:00000010:2.0:1767384696.483142:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e791942e. 00000004:00000010:2.0:1767384696.483144:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7ad7d38. 00000004:00000010:2.0:1767384696.483146:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d9970d75. 00002000:00000010:2.0:1767384696.483147:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003036b64e. 00000004:00000010:2.0:1767384696.483155:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000742d9fba. 00000020:00000010:2.0:1767384696.483689:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc5e9a9a. 00000040:00000010:2.0:1767384696.483692:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003583683c. 00000020:00000010:2.0:1767384696.483693:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e13d533. 00000020:00000010:2.0:1767384696.483695:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009fc65839. 00000020:00000010:2.0:1767384696.483696:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004b2c5d2a. 80000000:00000010:2.0:1767384696.483698:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b49184af. 40000000:00000010:2.0:1767384696.483700:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cafc8b3a. 00100000:00000010:2.0:1767384696.483702:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d003b807. 00040000:00000010:2.0:1767384696.483704:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004acbf68b. 00040000:00000010:2.0:1767384696.483706:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e7687b7. 00040000:00000010:2.0:1767384696.483708:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afcbc283. 00080000:00000010:2.0:1767384696.483711:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000045a45ad6. 00080000:00000010:2.0:1767384696.483712:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000082400ab2. 00000004:00000010:2.0:1767384696.483714:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e791942e. 00000004:00000010:2.0:1767384696.483715:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7ad7d38. 00000004:00000010:2.0:1767384696.483734:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d9970d75. 00002000:00000010:2.0:1767384696.483736:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003036b64e. 00000004:00000010:2.0:1767384696.483739:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000742d9fba. 00000020:00000010:2.0:1767384696.483741:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066147e9a. 10000000:00000010:2.0:1767384696.483743:0:40986:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000cb03374d. 10000000:00000010:2.0:1767384696.483745:0:40986:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e6a29415. 02000000:00000010:2.0:1767384696.483748:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0657304. 00000100:00000010:2.0:1767384696.483754:0:40986:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000009190e9c3. 00000100:00000010:2.0:1767384696.483756:0:40986:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f6196b31. 02000000:00000010:2.0:1767384696.483757:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000094f605b6. 00000100:00000010:2.0:1767384696.483759:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f711cea0. 10000000:00000010:2.0:1767384696.484153:0:40986:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000a4a02b00. 00000100:00000010:2.0:1767384696.484165:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f711cea0. 02000000:00000010:2.0:1767384696.484170:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094f605b6. 00010000:00000010:2.0:1767384696.484175:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ed72866e. 00010000:00000010:2.0:1767384696.484179:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035f95bcd. 00000100:00000010:2.0:1767384696.484185:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcf4bbf9. 02000000:00000010:2.0:1767384696.484191:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000742d9fba. 00000400:00000010:2.0:1767384696.484194:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ae149e. 00000400:00000010:2.0:1767384696.484197:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.484199:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049200640, portal 25 00000400:00000010:2.0:1767384696.484202:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.484203:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049200640, offset 0 00000400:00000200:2.0:1767384696.484207:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.484211:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.484215:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260009000 00000400:00000200:2.0:1767384696.484218:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x222d [2] + 0 00000400:00000010:2.0:1767384696.484220:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224b6cee. 00000400:00000200:2.0:1767384696.484221:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048894ec7 00000400:00000200:2.0:1767384696.484223:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.484225:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384696.484226:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048894ec7 00000400:00000010:2.0:1767384696.484227:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048894ec7. 00000100:00000200:2.0:1767384696.484229:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384696.484240:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:2.0:1767384696.484241:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.484244:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f711cea0 x1853237049200640/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.484262:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b577704a. 00000020:00000010:1.0:1767384696.484272:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051b20749. 00000020:00000010:1.0:1767384696.484275:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051b20749. 00000020:00000010:1.0:1767384696.484280:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8c5068a. 00000020:00000010:1.0:1767384696.484284:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.484288:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.484311:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051b20749. 00000020:00000010:1.0:1767384696.484314:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051b20749. 00000100:00000200:1.0:1767384696.484316:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200640 00010000:00000010:1.0:1767384696.484326:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021857135. 00010000:00000010:1.0:1767384696.484330:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d65cffb7. 00000020:00000010:1.0:1767384696.484334:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000051b20749. 02000000:00000010:1.0:1767384696.484341:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002439a560. 00010000:00000200:1.0:1767384696.484350:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005822d788 x1853237049200640/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 328/344 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.484362:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.484365:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049200640, offset 224 00000400:00000200:1.0:1767384696.484371:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.484376:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.484383:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260009000 00000400:00000200:1.0:1767384696.484387:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ae1 [1] + 224 00000400:00000200:1.0:1767384696.484391:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.484394:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.484398:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f711cea0 x1853237049200640/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.484415:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000400:00000010:1.0:1767384696.484418:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000400:00000010:2.0:1767384696.484421:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ae149e. 00000400:00000200:2.0:1767384696.484425:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000020:00000010:1.0:1767384696.484426:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000400:00000010:2.0:1767384696.484427:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000020:00000010:1.0:1767384696.484433:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000100:00000200:2.0:1767384696.484435:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f711cea0 x1853237049200640/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.484438:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8c5068a. 02000000:00000010:1.0:1767384696.484444:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002439a560. 00000100:00000200:2.0:1767384696.484447:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f711cea0 x1853237049200640/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384696.484450:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384696.484456:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011363672. 00000400:00000010:1.0:1767384696.484461:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046295a5a. 00000100:00000010:2.0:1767384696.484465:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcf4bbf9. 02000000:00000010:2.0:1767384696.484475:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000742d9fba. 02000000:00000010:2.0:1767384696.484479:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000094f605b6. 00000100:00000010:2.0:1767384696.484481:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f711cea0. 10000000:00000010:2.0:1767384696.484487:0:40986:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000cafc8b3a. 00000020:00000010:2.0:1767384696.484490:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094f605b6. 00000020:00000010:2.0:1767384696.484493:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0657304. 00000040:00000010:2.0:1767384696.484495:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066147e9a. 00000020:00000010:2.0:1767384696.484498:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4a02b00. 00000020:00000010:2.0:1767384696.484500:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f10cbe6. 80000000:00000010:2.0:1767384696.484502:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b49184af. 00040000:00000010:2.0:1767384696.484505:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afcbc283. 00080000:00000010:2.0:1767384696.484508:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000045a45ad6. 00080000:00000010:2.0:1767384696.484512:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004c31bf49. 20000000:00000010:2.0:1767384696.484515:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003583683c. 00000040:00000010:2.0:1767384696.484519:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc5e9a9a. 00000100:00000010:2.0:1767384696.484523:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f711cea0. 02000000:00000010:2.0:1767384696.484529:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068b4afce. 00000100:00000010:2.0:1767384696.484534:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcf4bbf9. 02000000:00000010:2.0:1767384696.484539:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008794d549. 00000400:00000010:2.0:1767384696.484542:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ae149e. 00000400:00000010:2.0:1767384696.484545:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fcc9356. 00000100:00000200:2.0:1767384696.484547:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049200768, portal 25 00000400:00000010:2.0:1767384696.484550:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.484551:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237049200768, offset 0 00000400:00000200:2.0:1767384696.484555:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.484559:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.484563:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260009080 00000400:00000200:2.0:1767384696.484565:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2231 [2] + 0 00000400:00000010:2.0:1767384696.484567:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f88fa89f. 00000400:00000200:2.0:1767384696.484569:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcf78757 00000400:00000200:2.0:1767384696.484571:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.484572:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384696.484574:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcf78757 00000400:00000010:2.0:1767384696.484575:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcf78757. 00000100:00000200:2.0:1767384696.484577:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384696.484586:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:2.0:1767384696.484587:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.484589:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f711cea0 x1853237049200768/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.484609:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.484613:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.484617:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8c5068a. 00000020:00000010:1.0:1767384696.484621:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.484625:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.484642:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.484645:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.484648:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200768 02000000:00000010:1.0:1767384696.484657:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002439a560. 00000040:00000010:1.0:1767384696.484662:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000093e0c35b. 00000040:00000010:1.0:1767384696.484688:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000350eafeb. 00000020:00000010:1.0:1767384696.484693:0:40995:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001ac4d2f9. 00080000:00000010:1.0:1767384696.484698:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7be1071. 00000040:00000010:1.0:1767384696.484709:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000350eafeb. 00000040:00000010:1.0:1767384696.484712:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000093e0c35b. 00010000:00000200:1.0:1767384696.484739:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045c13daf x1853237049200768/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 504/272 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.484750:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.484754:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049200768, offset 224 00000400:00000200:1.0:1767384696.484758:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.484764:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.484770:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260009080 00000400:00000200:1.0:1767384696.484775:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2af1 [1] + 224 00000400:00000200:1.0:1767384696.484779:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.484782:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.484786:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f711cea0 x1853237049200768/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.484805:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000400:00000010:1.0:1767384696.484807:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000020:00000010:1.0:1767384696.484815:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.484819:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.484821:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8c5068a. 00000400:00000010:3.0:1767384696.484822:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ae149e. 02000000:00000010:1.0:1767384696.484826:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002439a560. 00000400:00000200:3.0:1767384696.484827:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fcc9356 00000400:00000010:3.0:1767384696.484830:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fcc9356. 00000100:00000200:1.0:1767384696.484832:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384696.484836:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f711cea0 x1853237049200768/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.484837:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c77b934. 00000400:00000010:1.0:1767384696.484844:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008175db0c. 00000100:00000200:3.0:1767384696.484846:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f711cea0 x1853237049200768/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384696.484860:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcf4bbf9. 02000000:00000010:3.0:1767384696.484866:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008794d549. 02000000:00000010:3.0:1767384696.484869:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068b4afce. 00000100:00000010:3.0:1767384696.484871:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f711cea0. 00000040:00000010:3.0:1767384696.484877:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a9aa8705. 00000100:00000010:3.0:1767384696.484882:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a253a2a. 02000000:00000010:3.0:1767384696.484887:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c69698e7. 00000100:00000010:3.0:1767384696.484893:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c752265. 02000000:00000010:3.0:1767384696.484907:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000db7fd3e6. 00000400:00000010:3.0:1767384696.484913:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.484917:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ac00edf. 00000100:00000200:3.0:1767384696.484920:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049200896, portal 25 00000400:00000010:3.0:1767384696.484923:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.484925:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049200896, offset 0 00000400:00000200:3.0:1767384696.484928:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.484938:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.484942:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009100 00000400:00000200:3.0:1767384696.484945:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2235 [2] + 0 00000400:00000010:3.0:1767384696.484947:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dafd767. 00000400:00000200:3.0:1767384696.484949:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea4eb179 00000400:00000200:3.0:1767384696.484951:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.484953:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.484955:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea4eb179 00000400:00000010:3.0:1767384696.484956:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea4eb179. 00000100:00000200:3.0:1767384696.484959:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.484970:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:3.0:1767384696.484971:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.484975:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a253a2a x1853237049200896/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.484995:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.484999:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.485004:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8c5068a. 00000020:00000010:1.0:1767384696.485007:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.485010:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.485031:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.485034:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.485036:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049200896 02000000:00000010:1.0:1767384696.485049:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ad375732. 00000040:00000010:1.0:1767384696.485053:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000093e0c35b. 00000040:00000010:1.0:1767384696.485061:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002e98d2be. 00000040:00000010:1.0:1767384696.485068:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002e98d2be. 00000040:00000010:1.0:1767384696.485072:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000093e0c35b. 00010000:00000200:1.0:1767384696.485076:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026593870 x1853237049200896/t0(0) o503->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.485092:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002a480c87. 00000100:00000200:1.0:1767384696.485095:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049200896, offset 224 00000400:00000200:1.0:1767384696.485100:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.485105:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.485110:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260009100 00000400:00000200:1.0:1767384696.485114:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b01 [4] + 224 00000400:00000200:1.0:1767384696.485131:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.485134:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.485139:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a253a2a x1853237049200896/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.485156:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a480c87 00000400:00000010:1.0:1767384696.485158:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002a480c87. 00000020:00000010:1.0:1767384696.485166:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.485169:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000400:00000010:3.0:1767384696.485172:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000020:00000010:1.0:1767384696.485173:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8c5068a. 00000400:00000200:3.0:1767384696.485178:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac00edf 02000000:00000010:1.0:1767384696.485180:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ad375732. 00000400:00000010:3.0:1767384696.485181:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ac00edf. 00000100:00000200:3.0:1767384696.485188:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a253a2a x1853237049200896/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384696.485192:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384696.485195:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a253a2a x1853237049200896/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.485198:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006262348. 00000400:00000010:1.0:1767384696.485203:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a480c87. 00000100:00000010:3.0:1767384696.485210:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c752265. 02000000:00000010:3.0:1767384696.485216:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000db7fd3e6. 02000000:00000010:3.0:1767384696.485224:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c69698e7. 00000100:00000010:3.0:1767384696.485226:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a253a2a. 00000040:00000010:3.0:1767384696.485230:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c463c6b0. 00000020:00000010:1.0:1767384696.485374:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8c5068a. 00000020:00000010:1.0:1767384696.485378:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093e0c35b. 00000040:00000010:1.0:1767384696.485381:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae532b16. 00000020:00000010:1.0:1767384696.485384:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf7bee02. 00000020:00000010:1.0:1767384696.485388:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f26c6850. 00000020:00000010:1.0:1767384696.485391:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000badb88e5. 80000000:00000010:1.0:1767384696.485394:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093c7256c. 40000000:00000010:1.0:1767384696.485396:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000398e88b1. 00100000:00000010:1.0:1767384696.485401:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003991422c. 00040000:00000010:1.0:1767384696.485404:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c47e7604. 00040000:00000010:1.0:1767384696.485408:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000009f9fef6. 00040000:00000010:1.0:1767384696.485410:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001fb72cc7. 00080000:00000010:1.0:1767384696.485414:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002e98d2be. 00080000:00000010:1.0:1767384696.485419:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004aa9f63c. 00000004:00000010:1.0:1767384696.485424:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005076fc21. 00000004:00000010:1.0:1767384696.485429:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f58d9a9. 00000004:00000010:1.0:1767384696.485433:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008f1631f9. 00002000:00000010:1.0:1767384696.485436:0:41023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002439a560. 00000004:00000010:1.0:1767384696.485440:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007c28d771. 00000020:00000010:1.0:1767384696.485443:0:41023:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055bed818. 00000040:00000010:1.0:1767384696.485448:0:41023:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001947d4ad. 00000040:00000010:1.0:1767384696.486053:0:41023:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001947d4ad. 00000020:00000010:1.0:1767384696.486059:0:41023:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055bed818. 00000020:00000010:1.0:1767384696.486066:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000093e0c35b. 00000040:00000010:1.0:1767384696.486070:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ae532b16. 00000020:00000010:1.0:1767384696.486073:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cf7bee02. 00000020:00000010:1.0:1767384696.486076:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f26c6850. 00000020:00000010:1.0:1767384696.486079:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000badb88e5. 80000000:00000010:1.0:1767384696.486081:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000093c7256c. 40000000:00000010:1.0:1767384696.486084:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000398e88b1. 00100000:00000010:1.0:1767384696.486087:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003991422c. 00040000:00000010:1.0:1767384696.486090:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c47e7604. 00040000:00000010:1.0:1767384696.486092:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000009f9fef6. 00040000:00000010:1.0:1767384696.486095:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001fb72cc7. 00080000:00000010:1.0:1767384696.486098:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004aa9f63c. 00080000:00000010:1.0:1767384696.486100:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002e98d2be. 00000004:00000010:1.0:1767384696.486103:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005076fc21. 00000004:00000010:1.0:1767384696.486106:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008f58d9a9. 00000004:00000010:1.0:1767384696.486109:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008f1631f9. 00002000:00000010:1.0:1767384696.486111:0:41023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002439a560. 00000004:00000010:1.0:1767384696.486114:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007c28d771. 00000020:00000010:1.0:1767384696.486128:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8c5068a. 00000040:00000010:3.0:1767384696.486155:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c463c6b0. 00000040:00000010:3.0:1767384696.486160:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a9aa8705. 00000040:00000010:3.0:1767384696.486163:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc5e9a9a. 00000020:00000010:3.0:1767384696.486168:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0657304. 00000040:00000010:3.0:1767384696.486170:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066147e9a. 00000020:00000010:3.0:1767384696.486171:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a4a02b00. 00000020:00000010:3.0:1767384696.486174:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f10cbe6. 80000000:00000010:3.0:1767384696.486182:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b49184af. 00040000:00000010:3.0:1767384696.486184:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afcbc283. 00080000:00000010:3.0:1767384696.486187:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004c31bf49. 00080000:00000010:3.0:1767384696.486188:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000045a45ad6. 20000000:00000010:3.0:1767384696.486191:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003583683c. 00000020:00000010:3.0:1767384696.486192:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094f605b6. 10000000:00000010:3.0:1767384696.486194:0:40986:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000cafc8b3a. 00000020:00000010:3.0:1767384696.486203:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cfb4eb30. 00000040:00000010:3.0:1767384696.486206:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b771387d. 00000020:00000010:3.0:1767384696.486208:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d570f292. 00000020:00000010:3.0:1767384696.486210:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000639a4252. 00040000:00000010:3.0:1767384696.486213:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009c9e7a6d. 00040000:00000010:3.0:1767384696.486215:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c236694. 00080000:00000010:3.0:1767384696.486217:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000115217fc. 00080000:00000010:3.0:1767384696.486219:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002f0f9410. 00000020:00000010:3.0:1767384696.486221:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055e4cf58. 00000020:00000010:3.0:1767384696.486223:0:40986:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000564295e4. 00000020:00000010:3.0:1767384696.486225:0:40986:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000034362d69. 00000020:00000010:3.0:1767384696.486230:0:40986:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000006f432bad. 00000020:00000010:3.0:1767384696.486233:0:40986:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000c463c6b0. 00000020:00000010:3.0:1767384696.486236:0:40986:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000034362d69. 00000020:00000010:3.0:1767384696.486238:0:40986:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000001c752265. 00000020:00000010:3.0:1767384696.486241:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69698e7. 00000020:00000010:3.0:1767384696.486244:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055e4cf58. 00000040:00000010:3.0:1767384696.486246:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000026ee23e9. 00000020:00000010:3.0:1767384696.486249:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004974b151. 00000020:00000010:3.0:1767384696.486252:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c236694. 00040000:00000010:3.0:1767384696.486254:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009587e0c2. 00040000:00000010:3.0:1767384696.486257:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000639a4252. 00080000:00000010:3.0:1767384696.486260:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9aa8705. 00080000:00000010:3.0:1767384696.486263:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000626af77b. 10000000:00000010:3.0:1767384696.486270:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000cfb4eb30. 00000100:00000010:3.0:1767384696.486276:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a253a2a. 02000000:00000010:3.0:1767384696.486289:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094f605b6. 00010000:00000010:3.0:1767384696.486297:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e4108860. 00000100:00000010:3.0:1767384696.486304:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ac00edf. 02000000:00000010:3.0:1767384696.486312:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000518aec0a. 00000400:00000010:3.0:1767384696.486316:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384696.486321:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000100:00000200:3.0:1767384696.486324:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049201024, portal 25 00000400:00000010:3.0:1767384696.486328:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.486330:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237049201024, offset 0 00000400:00000200:3.0:1767384696.486336:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.486342:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.486348:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260009180 00000400:00000200:3.0:1767384696.486352:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2239 [2] + 0 00000400:00000010:3.0:1767384696.486355:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c7f1516. 00000400:00000200:3.0:1767384696.486356:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003cfa62f7 00000400:00000200:3.0:1767384696.486358:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.486360:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.486363:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cfa62f7 00000400:00000010:3.0:1767384696.486364:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cfa62f7. 00000100:00000200:3.0:1767384696.486366:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384696.486376:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092b2368d 00000400:00000010:3.0:1767384696.486377:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.486379:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a253a2a x1853237049201024/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.486402:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.486405:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.486410:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032fd7740. 00000020:00000010:1.0:1767384696.486414:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.486418:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.486437:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.486439:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.486442:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201024 00010000:00000010:1.0:1767384696.486452:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bab54063. 02000000:00000010:1.0:1767384696.486459:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007c28d771. 00010000:00000200:1.0:1767384696.486467:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a266b81 x1853237049201024/t0(0) o101->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 328/344 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.486479:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.486482:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237049201024, offset 224 00000400:00000200:1.0:1767384696.486486:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.486492:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.486497:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260009180 00000400:00000200:1.0:1767384696.486501:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b11 [1] + 224 00000400:00000200:1.0:1767384696.486506:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.486509:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.486513:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a253a2a x1853237049201024/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.486533:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000400:00000010:1.0:1767384696.486535:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000020:00000010:1.0:1767384696.486543:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.486547:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.486550:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032fd7740. 02000000:00000010:1.0:1767384696.486555:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007c28d771. 00000400:00000010:0.0:1767384696.486558:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f4585b. 00000100:00000200:1.0:1767384696.486560:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384696.486564:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c1a0c63 00000400:00000010:1.0:1767384696.486566:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8c78a5. 00000400:00000010:0.0:1767384696.486568:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 00000100:00000200:0.0:1767384696.486574:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a253a2a x1853237049201024/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.486577:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070647094. 00000100:00000200:0.0:1767384696.486586:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a253a2a x1853237049201024/t0(0) o101->MGC192.168.202.154@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384696.486600:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ac00edf. 02000000:00000010:0.0:1767384696.486608:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000518aec0a. 02000000:00000010:0.0:1767384696.486611:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000094f605b6. 00000100:00000010:0.0:1767384696.486613:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a253a2a. 10000000:00000010:0.0:1767384696.486618:0:40986:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003a8ef059. 00000020:00000010:0.0:1767384696.486621:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008db8be84. 00000020:00000010:0.0:1767384696.486625:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1eff255. 00000040:00000010:0.0:1767384696.486629:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba4dbcd8. 00000020:00000010:0.0:1767384696.486631:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033d168c4. 00000020:00000010:0.0:1767384696.486634:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a74e7466. 80000000:00000010:0.0:1767384696.486637:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4eefdf2. 00040000:00000010:0.0:1767384696.486640:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009acdc11b. 00080000:00000010:0.0:1767384696.486644:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000018f0837a. 00080000:00000010:0.0:1767384696.486648:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008c53e493. 20000000:00000010:0.0:1767384696.486652:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003d0123cd. 00000040:00000010:0.0:1767384696.486656:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be26cd2a. 00000100:00000010:0.0:1767384696.486659:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f340d9. 02000000:00000010:0.0:1767384696.486664:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9d77052. 00000100:00000010:0.0:1767384696.486670:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000516daf49. 02000000:00000010:0.0:1767384696.486676:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aef93161. 00000400:00000010:0.0:1767384696.486679:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d584d7f4. 00000400:00000010:0.0:1767384696.486682:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.486685:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049201152, portal 25 00000400:00000010:0.0:1767384696.486688:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000100:00000200:0.0:1767384696.486691:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237049201152, offset 0 00000400:00000200:0.0:1767384696.486696:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.486702:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.486707:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260009200 00000400:00000200:0.0:1767384696.486712:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x223d [2] + 0 00000400:00000010:0.0:1767384696.486715:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afb317dd. 00000400:00000200:0.0:1767384696.486801:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093fc3c9c 00000400:00000200:0.0:1767384696.486806:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.486810:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384696.486813:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093fc3c9c 00000400:00000010:0.0:1767384696.486815:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093fc3c9c. 00000100:00000200:0.0:1767384696.486819:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384696.486831:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf170838 00000400:00000010:0.0:1767384696.486833:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000100:00000200:0.0:1767384696.486838:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f340d9 x1853237049201152/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.487012:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487016:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487019:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032fd7740. 00000020:00000010:1.0:1767384696.487023:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.487026:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.487047:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487050:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.487053:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201152 02000000:00000010:1.0:1767384696.487060:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000007c28d771. 00000040:00000010:1.0:1767384696.487064:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fb72cc7. 00000040:00000010:1.0:1767384696.487080:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ac3614a5. 00000040:00000010:1.0:1767384696.487085:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ac3614a5. 00000040:00000010:1.0:1767384696.487089:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fb72cc7. 20000000:00000010:1.0:1767384696.487095:0:40995:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000398e88b1. 20000000:00000010:1.0:1767384696.487098:0:40995:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000398e88b1. 00010000:00000200:1.0:1767384696.487104:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023402153 x1853237049201152/t0(0) o501->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 512/272 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.487114:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.487130:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237049201152, offset 224 00000400:00000200:1.0:1767384696.487134:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.487140:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.487144:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260009200 00000400:00000200:1.0:1767384696.487150:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b21 [1] + 224 00000400:00000200:1.0:1767384696.487154:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.487158:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.487163:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f340d9 x1853237049201152/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.487181:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000400:00000010:1.0:1767384696.487183:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000020:00000010:1.0:1767384696.487191:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.487195:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.487198:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032fd7740. 02000000:00000010:1.0:1767384696.487204:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000007c28d771. 00000400:00000010:0.0:1767384696.487206:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d584d7f4. 00000100:00000200:1.0:1767384696.487208:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384696.487211:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:1.0:1767384696.487213:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bf8ed37. 00000400:00000010:0.0:1767384696.487214:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000010:1.0:1767384696.487221:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef07740. 00000100:00000200:0.0:1767384696.487222:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f340d9 x1853237049201152/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384696.487232:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f340d9 x1853237049201152/t0(0) o501->MGC192.168.202.154@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384696.487247:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000516daf49. 02000000:00000010:0.0:1767384696.487252:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aef93161. 02000000:00000010:0.0:1767384696.487254:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a9d77052. 00000100:00000010:0.0:1767384696.487257:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f340d9. 00000040:00000010:0.0:1767384696.487263:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f5b4371b. 00000100:00000010:0.0:1767384696.487266:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f340d9. 02000000:00000010:0.0:1767384696.487271:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9d77052. 00000100:00000010:0.0:1767384696.487276:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000516daf49. 02000000:00000010:0.0:1767384696.487288:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000db7fd3e6. 00000400:00000010:0.0:1767384696.487292:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d584d7f4. 00000400:00000010:0.0:1767384696.487297:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000acb6f8b8. 00000100:00000200:0.0:1767384696.487300:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049201280, portal 25 00000400:00000010:0.0:1767384696.487303:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.487305:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049201280, offset 0 00000400:00000200:0.0:1767384696.487310:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.487316:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.487322:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009280 00000400:00000200:0.0:1767384696.487326:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2241 [2] + 0 00000400:00000010:0.0:1767384696.487329:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040447322. 00000400:00000200:0.0:1767384696.487332:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045b8ddc8 00000400:00000200:0.0:1767384696.487335:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.487339:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384696.487342:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b8ddc8 00000400:00000010:0.0:1767384696.487344:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045b8ddc8. 00000100:00000200:0.0:1767384696.487347:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384696.487361:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.487363:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.487369:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f340d9 x1853237049201280/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.487374:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487379:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487384:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032fd7740. 00000020:00000010:1.0:1767384696.487387:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.487390:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.487413:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487416:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.487419:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201280 02000000:00000010:1.0:1767384696.487430:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ad375732. 00000040:00000010:1.0:1767384696.487435:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fb72cc7. 00000040:00000010:1.0:1767384696.487441:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004aa9f63c. 00000040:00000010:1.0:1767384696.487454:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004aa9f63c. 00000040:00000010:1.0:1767384696.487458:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fb72cc7. 00010000:00000200:1.0:1767384696.487463:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b391bf12 x1853237049201280/t0(0) o503->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8416 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.487474:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000032d8b9cf. 00000100:00000200:1.0:1767384696.487477:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237049201280, offset 224 00000400:00000200:1.0:1767384696.487481:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.487487:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.487492:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260009280 00000400:00000200:1.0:1767384696.487496:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b31 [4] + 224 00000400:00000200:1.0:1767384696.487501:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.487504:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.487509:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f340d9 x1853237049201280/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.487528:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032d8b9cf 00000400:00000010:1.0:1767384696.487531:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000032d8b9cf. 00000020:00000010:1.0:1767384696.487541:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.487545:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000400:00000010:0.0:1767384696.487548:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d584d7f4. 00000020:00000010:1.0:1767384696.487549:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032fd7740. 00000400:00000200:0.0:1767384696.487555:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acb6f8b8 02000000:00000010:1.0:1767384696.487558:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ad375732. 00000400:00000010:0.0:1767384696.487558:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000acb6f8b8. 00000100:00000200:0.0:1767384696.487568:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f340d9 x1853237049201280/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384696.487573:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384696.487579:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2194798. 00000100:00000200:0.0:1767384696.487579:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f340d9 x1853237049201280/t0(0) o503->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.487583:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032d8b9cf. 00000100:00000010:0.0:1767384696.487599:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000516daf49. 02000000:00000010:0.0:1767384696.487605:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000db7fd3e6. 02000000:00000010:0.0:1767384696.487613:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a9d77052. 00000100:00000010:0.0:1767384696.487616:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f340d9. 00000040:00000010:0.0:1767384696.487621:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000081487e4f. 00000020:00000010:0.0:1767384696.487753:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9d77052. 00000020:00000010:0.0:1767384696.487758:0:41025:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aef93161. 00000040:00000010:0.0:1767384696.487761:0:41025:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000848dffc1. 00000020:00000010:0.0:1767384696.487764:0:41025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006338a33. 00000020:00000010:0.0:1767384696.487767:0:41025:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384696.487770:0:41025:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c529450e. 80000000:00000010:0.0:1767384696.487773:0:41025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bac07c73. 40000000:00000010:0.0:1767384696.487775:0:41025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0dd5737. 00100000:00000010:0.0:1767384696.487779:0:41025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cebb2122. 00040000:00000010:0.0:1767384696.487781:0:41025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d9b18ec. 00040000:00000010:0.0:1767384696.487784:0:41025:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e4204ea. 00040000:00000010:0.0:1767384696.487787:0:41025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd99cf9b. 00080000:00000010:0.0:1767384696.487792:0:41025:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008214b0db. 00080000:00000010:0.0:1767384696.487795:0:41025:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007ed34c1. 00000004:00000010:0.0:1767384696.487798:0:41025:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a6b8f72b. 00000004:00000010:0.0:1767384696.487802:0:41025:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bb9d4e22. 00000004:00000010:0.0:1767384696.487805:0:41025:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000825b26a4. 00002000:00000010:0.0:1767384696.487807:0:41025:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ac11e78. 00000004:00000010:0.0:1767384696.487810:0:41025:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fbcbcda2. 00000020:00000010:0.0:1767384696.487813:0:41025:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000006165e46. 00000040:00000010:0.0:1767384696.487817:0:41025:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e44ec08c. 00000100:00000010:0.0:1767384696.487821:0:41025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f340d9. 02000000:00000010:0.0:1767384696.487826:0:41025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000890ca86c. 00000100:00000010:0.0:1767384696.487832:0:41025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bfb1ba8. 02000000:00000010:0.0:1767384696.487844:0:41025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000db7fd3e6. 00000400:00000010:0.0:1767384696.487848:0:41025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d584d7f4. 00000400:00000010:0.0:1767384696.487853:0:41025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b96d7757. 00000100:00000200:0.0:1767384696.487856:0:41025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049201408, portal 25 00000400:00000010:0.0:1767384696.487859:0:41025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.487861:0:41025:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049201408, offset 0 00000400:00000200:0.0:1767384696.487865:0:41025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.487869:0:41025:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.487874:0:41025:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009300 00000400:00000200:0.0:1767384696.487878:0:41025:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2245 [2] + 0 00000400:00000010:0.0:1767384696.487881:0:41025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027345526. 00000400:00000200:0.0:1767384696.487883:0:41025:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ee0f24e 00000400:00000200:0.0:1767384696.487886:0:41025:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.487889:0:41025:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384696.487891:0:41025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ee0f24e 00000400:00000010:0.0:1767384696.487893:0:41025:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ee0f24e. 00000100:00000200:0.0:1767384696.487896:0:41025:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384696.487907:0:41025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.487909:0:41025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.487913:0:41025:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f340d9 x1853237049201408/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.487922:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487927:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487932:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb72cc7. 00000020:00000010:1.0:1767384696.487935:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.487938:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.487958:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.487961:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.487964:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201408 02000000:00000010:1.0:1767384696.487976:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ad375732. 00000040:00000010:1.0:1767384696.487981:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000badb88e5. 00000040:00000010:1.0:1767384696.487987:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004aa9f63c. 00000040:00000010:1.0:1767384696.488004:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004aa9f63c. 00000040:00000010:1.0:1767384696.488007:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000badb88e5. 00010000:00000200:1.0:1767384696.488011:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000521575c3 x1853237049201408/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8472 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.488022:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009bf597fb. 00000100:00000200:1.0:1767384696.488025:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049201408, offset 224 00000400:00000200:1.0:1767384696.488029:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.488034:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.488040:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260009300 00000400:00000200:1.0:1767384696.488043:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b41 [4] + 224 00000400:00000200:1.0:1767384696.488048:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.488051:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.488055:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f340d9 x1853237049201408/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.488072:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bf597fb 00000400:00000010:1.0:1767384696.488074:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009bf597fb. 00000020:00000010:1.0:1767384696.488081:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.488084:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.488088:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb72cc7. 00000400:00000010:0.0:1767384696.488091:0:41025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d584d7f4. 02000000:00000010:1.0:1767384696.488093:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ad375732. 00000400:00000200:0.0:1767384696.488096:0:41025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b96d7757 00000400:00000010:0.0:1767384696.488099:0:41025:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b96d7757. 00000100:00000200:1.0:1767384696.488103:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384696.488105:0:41025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f340d9 x1853237049201408/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.488108:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083d9646f. 00000400:00000010:1.0:1767384696.488114:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bf597fb. 00000100:00000200:0.0:1767384696.488128:0:41025:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f340d9 x1853237049201408/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384696.488143:0:41025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004bfb1ba8. 02000000:00000010:0.0:1767384696.488149:0:41025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000db7fd3e6. 02000000:00000010:0.0:1767384696.488156:0:41025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000890ca86c. 00000100:00000010:0.0:1767384696.488160:0:41025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f340d9. 00000100:00000010:0.0:1767384696.488171:0:41025:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000a9c07624. 00000400:00000200:0.0:1767384696.488174:0:41025:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384696.488178:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.154@tcp 00000400:00000200:0.0:1767384696.488181:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384696.488185:0:41025:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000036e4b636 (42) 00000400:00000200:0.0:1767384696.488188:0:41025:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384696.488191:0:41025:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.154@tcp NID 192.168.202.154@tcp: 0. pending discovery 00000400:00000200:0.0:1767384696.488193:0:41025:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000036e4b636 (43) 00000400:00000200:0.0:1767384696.488195:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp 00000400:00000200:0.0:1767384696.488197:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.154@tcp10 00000400:00000200:0.0:1767384696.488200:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488202:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp10 00000400:00000200:0.0:1767384696.488203:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.154@tcp11 00000400:00000200:0.0:1767384696.488206:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488207:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp11 00000400:00000200:0.0:1767384696.488209:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.154@tcp12 00000400:00000200:0.0:1767384696.488211:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488213:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp12 00000400:00000200:0.0:1767384696.488215:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.154@tcp13 00000400:00000200:0.0:1767384696.488218:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488220:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp13 00000400:00000200:0.0:1767384696.488221:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.154@tcp14 00000400:00000200:0.0:1767384696.488223:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488224:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp14 00000400:00000200:0.0:1767384696.488226:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.154@tcp15 00000400:00000200:0.0:1767384696.488229:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488230:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp15 00000400:00000200:0.0:1767384696.488232:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.154@tcp16 00000400:00000200:0.0:1767384696.488234:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488236:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp16 00000400:00000200:0.0:1767384696.488237:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.154@tcp17 00000400:00000200:0.0:1767384696.488239:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488240:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp17 00000400:00000200:0.0:1767384696.488241:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.154@tcp18 00000400:00000200:0.0:1767384696.488243:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488245:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp18 00000400:00000200:0.0:1767384696.488247:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.154@tcp19 00000400:00000200:0.0:1767384696.488250:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488251:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp19 00000400:00000200:0.0:1767384696.488253:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.154@tcp20 00000400:00000200:0.0:1767384696.488255:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488256:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp20 00000400:00000200:0.0:1767384696.488257:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.154@tcp21 00000400:00000200:0.0:1767384696.488260:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488261:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp21 00000400:00000200:0.0:1767384696.488263:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.154@tcp22 00000400:00000200:0.0:1767384696.488266:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488268:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp22 00000400:00000200:0.0:1767384696.488269:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.154@tcp23 00000400:00000200:0.0:1767384696.488272:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488273:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp23 00000400:00000200:0.0:1767384696.488275:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.154@tcp24 00000400:00000200:0.0:1767384696.488277:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488279:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp24 00000400:00000200:0.0:1767384696.488280:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.154@tcp25 00000400:00000200:0.0:1767384696.488283:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488285:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp25 00000400:00000200:0.0:1767384696.488286:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.154@tcp26 00000400:00000200:0.0:1767384696.488289:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488291:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp26 00000400:00000200:0.0:1767384696.488292:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.154@tcp27 00000400:00000200:0.0:1767384696.488294:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488295:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp27 00000400:00000200:0.0:1767384696.488297:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.154@tcp28 00000400:00000200:0.0:1767384696.488299:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488301:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp28 00000400:00000200:0.0:1767384696.488303:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.154@tcp29 00000400:00000200:0.0:1767384696.488305:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488306:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp29 00000400:00000200:0.0:1767384696.488308:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.154@tcp30 00000400:00000200:0.0:1767384696.488310:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488311:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp30 00000400:00000200:0.0:1767384696.488313:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.154@tcp31 00000400:00000200:0.0:1767384696.488314:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488316:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp31 00000400:00000200:0.0:1767384696.488317:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.154@tcp32 00000400:00000200:0.0:1767384696.488320:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488321:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp32 00000400:00000200:0.0:1767384696.488323:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.154@tcp33 00000400:00000200:0.0:1767384696.488326:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488327:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp33 00000400:00000200:0.0:1767384696.488329:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.154@tcp34 00000400:00000200:0.0:1767384696.488331:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488333:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp34 00000400:00000200:0.0:1767384696.488334:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.154@tcp35 00000400:00000200:0.0:1767384696.488336:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488337:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp35 00000400:00000200:0.0:1767384696.488338:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.154@tcp36 00000400:00000200:0.0:1767384696.488340:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488342:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp36 00000400:00000200:0.0:1767384696.488343:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.154@tcp37 00000400:00000200:0.0:1767384696.488346:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488347:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp37 00000400:00000200:0.0:1767384696.488349:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.154@tcp38 00000400:00000200:0.0:1767384696.488351:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488353:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp38 00000400:00000200:0.0:1767384696.488354:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.154@tcp39 00000400:00000200:0.0:1767384696.488357:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488358:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp39 00000400:00000200:0.0:1767384696.488360:0:41025:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.154@tcp40 00000400:00000200:0.0:1767384696.488363:0:41025:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.154@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384696.488365:0:41025:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.154@tcp40 00000100:00000010:0.0:1767384696.488366:0:41025:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000a9c07624. 00000020:00000010:0.0:1767384696.488371:0:41025:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000b02f3f30. 00000020:00000010:0.0:1767384696.488374:0:41025:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000f1254a6a. 00000020:00000010:0.0:1767384696.488378:0:41025:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000f1254a6a. 00000020:00000010:0.0:1767384696.488381:0:41025:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000f1254a6a. 00000020:00000010:0.0:1767384696.488385:0:41025:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.488394:0:41025:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d4111802. 00000020:00000010:0.0:1767384696.488400:0:41025:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000086219bf4. 00000020:00000010:0.0:1767384696.488411:0:41025:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.488417:0:41025:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000a52781cc. 00000001:00000010:0.0:1767384696.488432:0:41025:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000025cb55c0. 00000001:00000010:0.0:1767384696.488436:0:41025:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000074760e26. 00000001:00000010:0.0:1767384696.488440:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000890ca86c. 00000001:00000010:0.0:1767384696.488443:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042d4a8c2. 00000001:00000010:0.0:1767384696.488446:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000c116b7. 00000001:00000010:0.0:1767384696.488449:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070ad26c8. 00000001:00000010:0.0:1767384696.488452:0:41025:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000009d43fe0. 00000001:00000010:0.0:1767384696.488455:0:41025:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000022341b08. 00000001:00000010:0.0:1767384696.488458:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007dfefd7c. 00000001:00000010:0.0:1767384696.488460:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ede59fb. 00000001:00000010:0.0:1767384696.488463:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3e92184. 00000001:00000010:0.0:1767384696.488466:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008db7b4a7. 00000020:00000010:0.0:1767384696.488469:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7308046. 00000020:00000010:0.0:1767384696.488472:0:41025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.488475:0:41025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000008:00000010:0.0:1767384696.488478:0:41025:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000006ecb4a7. 00020000:00000010:0.0:1767384696.488482:0:41025:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008dea7079. 00008000:00000010:0.0:1767384696.488486:0:41025:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fea4fe01. 00000080:00000010:0.0:1767384696.488490:0:41025:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000053e985e3. 00000020:00000010:0.0:1767384696.488493:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f912168c. 00000020:00000010:0.0:1767384696.488495:0:41025:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3988382. 00000040:00000010:0.0:1767384696.488498:0:41025:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b3105c1f. 00000020:00000010:0.0:1767384696.488500:0:41025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c57a35d. 00000020:00000010:0.0:1767384696.488503:0:41025:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000098f4b145. 00000020:00000010:0.0:1767384696.488506:0:41025:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008530ab21. 80000000:00000010:0.0:1767384696.488508:0:41025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384696.488510:0:41025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096506c30. 00100000:00000010:0.0:1767384696.488514:0:41025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000348946f8. 00040000:00000010:0.0:1767384696.488516:0:41025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005bb2248f. 00040000:00000010:0.0:1767384696.488520:0:41025:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000087c9f332. 00040000:00000010:0.0:1767384696.488523:0:41025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000589084c2. 00080000:00000010:0.0:1767384696.488528:0:41025:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fd9f10d3. 00080000:00000010:0.0:1767384696.488532:0:41025:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000065b66bdf. 00000004:00000010:0.0:1767384696.488538:0:41025:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e1122da8. 00000004:00000010:0.0:1767384696.488542:0:41025:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000070e074. 00000004:00000010:0.0:1767384696.488545:0:41025:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002622ec08. 00000004:00000010:0.0:1767384696.488547:0:41025:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e86d9568. 00000010:00000010:0.0:1767384696.488551:0:41025:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000a2158f35. 00000010:00000010:0.0:1767384696.488607:0:41025:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000b71b9500. 00000010:00000010:0.0:1767384696.488610:0:41025:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000062489ea7. 00000010:00000010:0.0:1767384696.488615:0:41025:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000002e88bb00. 00000010:00000010:0.0:1767384696.488621:0:41025:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000b6b72cc8. 00010000:00000010:0.0:1767384696.488627:0:41025:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000001022e7df. 00010000:00000010:0.0:1767384696.488633:0:41025:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000005db1ef5b. 00010000:00000010:0.0:1767384696.488638:0:41025:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000175fdcb8. 00000020:00000010:0.0:1767384696.488643:0:41025:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000df9afd78. 00000100:00000200:0.0:1767384696.488652:0:41025:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.154@tcp->12345-0@lo 00010000:00000010:0.0:1767384696.488656:0:41025:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000805cf3be. 00010000:00000010:0.0:1767384696.488660:0:41025:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b63aa9cc. 00000001:00000010:0.0:1767384696.488663:0:41025:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ad5c2930. 00000001:00000010:0.0:1767384696.488666:0:41025:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000b37a99c9. 00000001:00000010:0.0:1767384696.488700:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000013b4e0ae. 00000001:00000010:0.0:1767384696.488767:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001fe413c4. 00000001:00000010:0.0:1767384696.488816:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000052fddac5. 00000001:00000010:0.0:1767384696.488864:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b6e84b7e. 00000001:00000010:0.0:1767384696.488923:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7511566. 00000001:00000010:0.0:1767384696.488975:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009b3b9ea. 00000001:00000010:0.0:1767384696.489028:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b51f447. 00000001:00000010:0.0:1767384696.489084:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f0aed0d9. 00000001:00000010:0.0:1767384696.489153:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010696ea9. 00000001:00000010:0.0:1767384696.489202:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1ee3f85. 00000001:00000010:0.0:1767384696.489248:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d6700fc9. 00000001:00000010:0.0:1767384696.489304:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dfafa1ee. 00000001:00000010:0.0:1767384696.489352:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063d3b64d. 00000001:00000010:0.0:1767384696.489403:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007853a63f. 00000001:00000010:0.0:1767384696.489448:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7035162. 00000001:00000010:0.0:1767384696.489495:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f26c5ed. 00000001:00000010:0.0:1767384696.489540:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001854b0fe. 00000001:00000010:0.0:1767384696.489589:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000013be903. 00000001:00000010:0.0:1767384696.489646:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e8de1ad5. 00000001:00000010:0.0:1767384696.489695:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf37217d. 00000001:00000010:0.0:1767384696.489774:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b614816. 00000001:00000010:0.0:1767384696.489820:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010633346. 00000001:00000010:0.0:1767384696.489862:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000096904906. 00000001:00000010:0.0:1767384696.489900:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc400516. 00000001:00000010:0.0:1767384696.489942:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b5bfccd. 00000001:00000010:0.0:1767384696.489996:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000895b5002. 00000001:00000010:0.0:1767384696.490043:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c64c97c5. 00000001:00000010:0.0:1767384696.490087:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003dbbaae7. 00000001:00000010:0.0:1767384696.490148:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d99ec8b. 00000001:00000010:0.0:1767384696.490201:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dd442f2d. 00000020:00000010:3.0:1767384696.490210:0:41024:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000114d05d6. 00000020:00000010:3.0:1767384696.490216:0:41024:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000114d05d6. 00000001:00000010:0.0:1767384696.490251:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e49501f. 00000001:00000010:0.0:1767384696.490295:0:41025:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ad8ea50d. 00000020:00000010:0.0:1767384696.490363:0:41025:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000f8e0b73. 00000020:00000010:0.0:1767384696.490366:0:41025:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007dae8dd5. 00000020:00000010:0.0:1767384696.490415:0:41025:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000746e3242. 00000020:00000010:0.0:1767384696.490418:0:41025:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002d84e670. 00000010:00000010:0.0:1767384696.490432:0:41025:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000b71b9500. 00000010:00000010:0.0:1767384696.490437:0:41025:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000002e88bb00. 00000010:00000010:0.0:1767384696.490439:0:41025:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000062489ea7. 00000010:00000010:0.0:1767384696.490441:0:41025:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000b6b72cc8. 00000020:00000010:0.0:1767384696.490471:0:41025:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b7fe05ad. 00000020:00000010:0.0:1767384696.490475:0:41025:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000236e7e99. 00000020:00000010:0.0:1767384696.490498:0:41025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3988382. 00000040:00000010:0.0:1767384696.490501:0:41025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b3105c1f. 00000020:00000010:0.0:1767384696.490504:0:41025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c57a35d. 00000020:00000010:0.0:1767384696.490508:0:41025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000098f4b145. 00000020:00000010:0.0:1767384696.490512:0:41025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008530ab21. 80000000:00000010:0.0:1767384696.490515:0:41025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005075c34d. 40000000:00000010:0.0:1767384696.490520:0:41025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096506c30. 00100000:00000010:0.0:1767384696.490524:0:41025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000348946f8. 00040000:00000010:0.0:1767384696.490527:0:41025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005bb2248f. 00040000:00000010:0.0:1767384696.490531:0:41025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000087c9f332. 00040000:00000010:0.0:1767384696.490534:0:41025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000589084c2. 00080000:00000010:0.0:1767384696.490539:0:41025:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000065b66bdf. 00080000:00000010:0.0:1767384696.490543:0:41025:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fd9f10d3. 00000004:00000010:0.0:1767384696.490546:0:41025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e1122da8. 00000004:00000010:0.0:1767384696.490550:0:41025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000070e074. 00000004:00000010:0.0:1767384696.490553:0:41025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002622ec08. 00000004:00000010:0.0:1767384696.490557:0:41025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e86d9568. 00000020:00000010:0.0:1767384696.490560:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f912168c. 00000020:00000010:0.0:1767384696.490564:0:41025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.490568:0:41025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000008:00000010:0.0:1767384696.490571:0:41025:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000006ecb4a7. 00020000:00000010:0.0:1767384696.490575:0:41025:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008dea7079. 00008000:00000010:0.0:1767384696.490578:0:41025:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fea4fe01. 00000080:00000010:0.0:1767384696.490581:0:41025:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000053e985e3. 00000020:00000010:0.0:1767384696.490585:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7308046. 00000020:00000010:0.0:1767384696.490588:0:41025:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000a52781cc. 00000020:00000010:0.0:1767384696.490595:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7308046. 00000020:00000010:0.0:1767384696.490597:0:41025:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f912168c. 00000040:00000010:0.0:1767384696.490600:0:41025:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000038a73aeb. 00000020:00000010:0.0:1767384696.490602:0:41025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002622ec08. 00000020:00000010:0.0:1767384696.490605:0:41025:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000098f4b145. 00000020:00000010:0.0:1767384696.490608:0:41025:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000589084c2. 80000000:00000010:0.0:1767384696.490610:0:41025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aea497b0. 40000000:00000010:0.0:1767384696.490613:0:41025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009b95ab31. 00100000:00000010:0.0:1767384696.490615:0:41025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e1122da8. 00040000:00000010:0.0:1767384696.490618:0:41025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005bb2248f. 00040000:00000010:0.0:1767384696.490621:0:41025:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000222b06f2. 00040000:00000010:0.0:1767384696.490623:0:41025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008530ab21. 00080000:00000010:0.0:1767384696.490626:0:41025:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000065b66bdf. 00080000:00000010:0.0:1767384696.490629:0:41025:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fd9f10d3. 00000004:00000010:0.0:1767384696.490633:0:41025:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d8d57b11. 00000004:00000010:0.0:1767384696.490635:0:41025:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000070e074. 00000004:00000010:0.0:1767384696.490638:0:41025:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a079ddc. 00000004:00000010:0.0:1767384696.490641:0:41025:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e86d9568. 00000020:00000010:0.0:1767384696.490643:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3988382. 00000020:00000010:0.0:1767384696.490645:0:41025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.490648:0:41025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384696.490650:0:41025:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000004bfb1ba8. 00000020:00000010:0.0:1767384696.490653:0:41025:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000ceb8dd7e. 00000020:00000010:0.0:1767384696.490658:0:41025:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000277912d1. 00000100:00000010:0.0:1767384696.490671:0:41025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f340d9. 02000000:00000010:0.0:1767384696.490678:0:41025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a237b242. 02000000:00000010:2.0:1767384696.490737:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000742d9fba. 00000400:00000010:2.0:1767384696.490742:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006effd03a. 00000400:00000010:2.0:1767384696.490746:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98fa295. 00000100:00000200:2.0:1767384696.490749:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049201536, portal 10 00000020:00000010:2.0:1767384696.490754:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002f0f9410. 00000400:00000010:2.0:1767384696.490758:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7fbcad0. 00000100:00000200:2.0:1767384696.490761:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237049201536, offset 0 00000400:00000200:2.0:1767384696.490766:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.490772:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.490778:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260009380 00000400:00000200:2.0:1767384696.490783:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2329 [64] + 0 00000400:00000200:2.0:1767384696.490786:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.490789:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.490792:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384696.490795:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f9c1c41. 00000400:00000200:2.0:1767384696.490809:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7fbcad0 00000400:00000010:2.0:1767384696.490810:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7fbcad0. 00000100:00000200:2.0:1767384696.490815:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063f340d9 x1853237049201536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384696.490846:0:41025:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000004bfb1ba8. 00000020:00000010:0.0:1767384696.490851:0:41025:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000ceb8dd7e. 00000020:00000010:0.0:1767384696.490856:0:41025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f912168c. 00000040:00000010:0.0:1767384696.490859:0:41025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000038a73aeb. 00000020:00000010:0.0:1767384696.490862:0:41025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002622ec08. 00000020:00000010:0.0:1767384696.490866:0:41025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000098f4b145. 00000020:00000010:2.0:1767384696.490869:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000115217fc. 00000020:00000010:0.0:1767384696.490870:0:41025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000589084c2. 80000000:00000010:0.0:1767384696.490875:0:41025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aea497b0. 00040000:00000010:2.0:1767384696.490877:0:41002:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e791942e. 40000000:00000010:0.0:1767384696.490879:0:41025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009b95ab31. 00000004:00000010:2.0:1767384696.490881:0:41002:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008e7687b7. 00100000:00000010:0.0:1767384696.490884:0:41025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e1122da8. 00000004:00000010:2.0:1767384696.490885:0:41002:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d003b807. 00000004:00000010:2.0:1767384696.490891:0:41002:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000e70e975. 00040000:00000010:0.0:1767384696.490891:0:41025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005bb2248f. 00040000:00000010:0.0:1767384696.490897:0:41025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000222b06f2. 00000020:00000010:2.0:1767384696.490898:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261879fd. 00000020:00000010:2.0:1767384696.490902:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096b45963. 00040000:00000010:0.0:1767384696.490902:0:41025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008530ab21. 00080000:00000010:0.0:1767384696.490907:0:41025:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fd9f10d3. 00000020:00000010:2.0:1767384696.490908:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2473011. 00080000:00000010:0.0:1767384696.490913:0:41025:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000065b66bdf. 00000004:00000010:0.0:1767384696.490917:0:41025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8d57b11. 00000004:00000010:0.0:1767384696.490920:0:41025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000070e074. 00000004:00000010:0.0:1767384696.490922:0:41025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a079ddc. 00000004:00000010:0.0:1767384696.490925:0:41025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e86d9568. 00000020:00000010:0.0:1767384696.490928:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7308046. 00000100:00000200:2.0:1767384696.490930:0:41002:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201536 00000020:00000010:0.0:1767384696.490932:0:41025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.490938:0:41025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 02000000:00000010:2.0:1767384696.490939:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000077721d43. 00000020:00000010:0.0:1767384696.490941:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3988382. 00000400:00000010:2.0:1767384696.490944:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7fbcad0. 00000020:00000010:0.0:1767384696.490946:0:41025:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000b02f3f30. 00000100:00000200:2.0:1767384696.490947:0:41002:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237049201536, offset 0 00000020:00000010:0.0:1767384696.490951:0:41025:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000f1254a6a. 00000400:00000200:2.0:1767384696.490954:0:41002:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.490958:0:41002:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.490961:0:41002:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260009380 00000400:00000200:2.0:1767384696.490964:0:41002:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b51 [1] + 0 00000100:00000010:0.0:1767384696.490964:0:41025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1dcaaa0. 00000400:00000200:2.0:1767384696.490970:0:41002:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.490972:0:41002:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384696.490973:0:41025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3988382. 00000100:00000200:2.0:1767384696.490977:0:41002:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063f340d9 x1853237049201536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384696.490981:0:41025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bfb1ba8. 00000400:00000200:2.0:1767384696.490992:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7fbcad0 00000400:00000010:2.0:1767384696.490995:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7fbcad0. 02000000:00000010:0.0:1767384696.490998:0:41025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000052847e7. 00000020:00000010:2.0:1767384696.491001:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096b45963. 00000400:00000010:0.0:1767384696.491003:0:41025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d584d7f4. 00000020:00000010:2.0:1767384696.491005:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2473011. 00000020:00000010:2.0:1767384696.491009:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261879fd. 00000400:00000010:0.0:1767384696.491010:0:41025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a9ec9d0f. 00000400:00000010:3.0:1767384696.491013:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006effd03a. 00000400:00000200:3.0:1767384696.491019:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fa295 00000400:00000010:3.0:1767384696.491021:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98fa295. 00000100:00000200:0.0:1767384696.491027:0:41025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237049201664, portal 25 00000100:00000200:3.0:1767384696.491028:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063f340d9 x1853237049201536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384696.491033:0:41025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.491039:0:41025:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237049201664, offset 0 00000100:00000200:3.0:1767384696.491047:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063f340d9 x1853237049201536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384696.491048:0:41025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384696.491058:0:41025:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384696.491065:0:41025:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260009400 00000400:00000200:0.0:1767384696.491074:0:41025:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2249 [2] + 0 00000400:00000010:0.0:1767384696.491079:0:41025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a372c797. 00000400:00000200:0.0:1767384696.491083:0:41025:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071ba8f50 00000020:00000010:3.0:1767384696.491085:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007880bacc. 00000400:00000200:0.0:1767384696.491086:0:41025:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.491092:0:41025:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384696.491096:0:41025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ba8f50 00000400:00000010:0.0:1767384696.491098:0:41025:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071ba8f50. 00000100:00000200:0.0:1767384696.491101:0:41025:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1767384696.491102:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000742d9fba. 02000000:00000010:3.0:1767384696.491108:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a237b242. 00000100:00000010:3.0:1767384696.491110:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063f340d9. 00000400:00000200:0.0:1767384696.491131:0:41025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.491135:0:41025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.491141:0:41025:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1dcaaa0 x1853237049201664/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.491146:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.491151:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.491156:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000badb88e5. 00000020:00000010:1.0:1767384696.491160:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.491163:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.491187:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.491191:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000398e88b1. 00000100:00000200:1.0:1767384696.491195:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201664 02000000:00000010:1.0:1767384696.491208:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d86d8405. 00000040:00000010:1.0:1767384696.491213:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000018b1ef7a. 00000040:00000010:1.0:1767384696.491220:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004aa9f63c. 00000040:00000010:1.0:1767384696.491233:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004aa9f63c. 00000040:00000010:1.0:1767384696.491236:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000018b1ef7a. 00010000:00000200:1.0:1767384696.491243:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9ad55e0 x1853237049201664/t0(0) o502->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 272/8472 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.491254:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000af4f0f3f. 00000100:00000200:1.0:1767384696.491257:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237049201664, offset 224 00000400:00000200:1.0:1767384696.491262:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.491267:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.491272:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260009400 00000400:00000200:1.0:1767384696.491277:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b5d [4] + 224 00000400:00000200:1.0:1767384696.491282:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.491284:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.491288:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1dcaaa0 x1853237049201664/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.491306:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af4f0f3f 00000400:00000010:1.0:1767384696.491308:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000af4f0f3f. 00000020:00000010:1.0:1767384696.491317:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.491321:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.491324:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000badb88e5. 00000400:00000010:0.0:1767384696.491326:0:41025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d584d7f4. 02000000:00000010:1.0:1767384696.491328:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d86d8405. 00000400:00000200:0.0:1767384696.491331:0:41025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9ec9d0f 00000400:00000010:0.0:1767384696.491334:0:41025:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a9ec9d0f. 00000100:00000200:1.0:1767384696.491339:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384696.491340:0:41025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1dcaaa0 x1853237049201664/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384696.491345:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad4f0ad. 00000400:00000010:1.0:1767384696.491351:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af4f0f3f. 00000100:00000200:0.0:1767384696.491355:0:41025:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1dcaaa0 x1853237049201664/t0(0) o502->MGC192.168.202.154@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384696.491371:0:41025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004bfb1ba8. 02000000:00000010:0.0:1767384696.491377:0:41025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000052847e7. 02000000:00000010:0.0:1767384696.491388:0:41025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3988382. 00000100:00000010:0.0:1767384696.491392:0:41025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1dcaaa0. 00000040:00000010:0.0:1767384696.491398:0:41025:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e44ec08c. 00000020:00000010:0.0:1767384696.491404:0:41025:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000006165e46. 00000020:00000010:0.0:1767384696.491415:0:41025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aef93161. 00000040:00000010:0.0:1767384696.491419:0:41025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000848dffc1. 00000020:00000010:0.0:1767384696.491422:0:41025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000006338a33. 00000020:00000010:0.0:1767384696.491425:0:41025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384696.491429:0:41025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c529450e. 80000000:00000010:0.0:1767384696.491432:0:41025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bac07c73. 40000000:00000010:0.0:1767384696.491436:0:41025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0dd5737. 00100000:00000010:0.0:1767384696.491439:0:41025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cebb2122. 00040000:00000010:0.0:1767384696.491441:0:41025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d9b18ec. 00040000:00000010:0.0:1767384696.491445:0:41025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e4204ea. 00040000:00000010:0.0:1767384696.491448:0:41025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dd99cf9b. 00080000:00000010:0.0:1767384696.491451:0:41025:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007ed34c1. 00080000:00000010:0.0:1767384696.491454:0:41025:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008214b0db. 00000004:00000010:0.0:1767384696.491457:0:41025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a6b8f72b. 00000004:00000010:0.0:1767384696.491461:0:41025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bb9d4e22. 00000004:00000010:0.0:1767384696.491464:0:41025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000825b26a4. 00002000:00000010:0.0:1767384696.491467:0:41025:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005ac11e78. 00000004:00000010:0.0:1767384696.491470:0:41025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fbcbcda2. 00000020:00000010:0.0:1767384696.491472:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9d77052. 00000040:00000010:2.0:1767384696.491501:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000081487e4f. 00000040:00000010:2.0:1767384696.491507:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f5b4371b. 00000040:00000010:2.0:1767384696.491511:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be26cd2a. 00000020:00000010:2.0:1767384696.491514:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1eff255. 00000040:00000010:2.0:1767384696.491517:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ba4dbcd8. 00000020:00000010:2.0:1767384696.491519:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000033d168c4. 00000020:00000010:2.0:1767384696.491522:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a74e7466. 80000000:00000010:2.0:1767384696.491525:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4eefdf2. 00040000:00000010:2.0:1767384696.491527:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009acdc11b. 00080000:00000010:2.0:1767384696.491530:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008c53e493. 00080000:00000010:2.0:1767384696.491531:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000018f0837a. 20000000:00000010:2.0:1767384696.491533:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003d0123cd. 00000020:00000010:2.0:1767384696.491535:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008db8be84. 10000000:00000010:2.0:1767384696.491538:0:40986:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003a8ef059. 00000020:00000010:2.0:1767384696.491549:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000055e4cf58. 00000040:00000010:2.0:1767384696.491552:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026ee23e9. 00000020:00000010:2.0:1767384696.491554:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004974b151. 00000020:00000010:2.0:1767384696.491557:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c236694. 00040000:00000010:2.0:1767384696.491559:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009587e0c2. 00040000:00000010:2.0:1767384696.491562:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000639a4252. 00080000:00000010:2.0:1767384696.491565:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000626af77b. 00080000:00000010:2.0:1767384696.491566:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9aa8705. 00000020:00000010:2.0:1767384696.491569:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69698e7. 00000020:00000010:2.0:1767384696.491571:0:40986:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000001c752265. 00000020:00000010:2.0:1767384696.491573:0:40986:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000034362d69. 00000020:00000010:2.0:1767384696.491575:0:40986:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000006f432bad. 00000020:00000010:2.0:1767384696.491577:0:40986:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000c463c6b0. 00000020:00000010:2.0:1767384696.491597:0:40986:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000045a45ad6. 00000100:00000010:2.0:1767384696.491621:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1f96b85. 02000000:00000010:2.0:1767384696.491627:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004c31bf49. 00000100:00000010:2.0:1767384696.491633:0:40986:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000030333c89. 00000100:00000010:2.0:1767384696.491635:0:40986:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000726cc9b0. 00000100:00000010:2.0:1767384696.491639:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da0c0658. 00000400:00000010:2.0:1767384696.491646:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000636843b8. 00000400:00000010:2.0:1767384696.491648:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7fbcad0. 00000100:00000200:2.0:1767384696.491650:0:40986:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260009480-0x6958260009480, portal 33 02000000:00000010:2.0:1767384696.491655:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a9aa8705. 00000400:00000010:2.0:1767384696.491657:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038ae7a4f. 00000400:00000010:2.0:1767384696.491658:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a16a780. 00000100:00000200:2.0:1767384696.491659:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237049201792, portal 25 00000400:00000010:2.0:1767384696.491661:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004204d708. 00000100:00000200:2.0:1767384696.491662:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237049201792, offset 0 00000400:00000200:2.0:1767384696.491665:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.491668:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.491671:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260009480 00000400:00000200:2.0:1767384696.491673:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x224d [2] + 0 00000400:00000010:2.0:1767384696.491675:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c57a5d. 00000400:00000200:2.0:1767384696.491677:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fef1413 00000400:00000200:2.0:1767384696.491680:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.491682:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384696.491683:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fef1413 00000400:00000010:2.0:1767384696.491684:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fef1413. 00000100:00000200:2.0:1767384696.491686:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384696.491698:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004204d708 00000400:00000010:2.0:1767384696.491699:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004204d708. 00000100:00000200:2.0:1767384696.491701:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1f96b85 x1853237049201792/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384696.491740:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b95ab31. 00000020:00000010:0.0:1767384696.491743:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b95ab31. 00000020:00000010:0.0:1767384696.491748:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3988382. 00000020:00000010:0.0:1767384696.491751:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.491755:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384696.491777:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b95ab31. 00000020:00000010:0.0:1767384696.491779:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b95ab31. 00000100:00000200:0.0:1767384696.491782:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201792 02000000:00000010:0.0:1767384696.491789:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fd9f10d3. 20000000:00000010:0.0:1767384696.491797:0:40995:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000008214b0db. 00000100:00000010:0.0:1767384696.491800:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fbcbcda2. 00000100:00000010:0.0:1767384696.491802:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009508e524. 00000400:00000010:0.0:1767384696.491808:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384696.491813:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084cb7d54. 00000400:00000200:0.0:1767384696.491817:0:40995:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384696.491824:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384696.491830:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260009480 00000400:00000200:0.0:1767384696.491835:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b6d [1] + 0 00000400:00000010:0.0:1767384696.491838:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636843b8. 00000400:00000200:0.0:1767384696.491840:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7fbcad0 00000100:00000200:0.0:1767384696.491844:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fbcbcda2 00000400:00000200:0.0:1767384696.491851:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384696.491859:0:40995:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b79 00000400:00000200:0.0:1767384696.491863:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.491866:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384696.491869:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:0.0:1767384696.491870:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000100:00000200:0.0:1767384696.491874:0:40995:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000fbcbcda2 00000400:00000200:0.0:1767384696.491878:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7fbcad0 00000400:00000010:0.0:1767384696.491879:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7fbcad0. 00000100:00000200:0.0:1767384696.491882:0:40995:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000a1f96b85 desc 0000000030333c89 mbits 1853237049201792 00000100:00000200:0.0:1767384696.491895:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260009480-0x6958260009480 20000000:00000010:0.0:1767384696.491904:0:40995:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000aea497b0. 20000000:00000010:0.0:1767384696.491913:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d7308046. 20000000:00000010:0.0:1767384696.491919:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3105c1f. 20000000:00000010:0.0:1767384696.491924:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008530ab21. 20000000:00000010:0.0:1767384696.491929:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000589084c2. 20000000:00000010:0.0:1767384696.491932:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038a73aeb. 20000000:00000010:0.0:1767384696.491936:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f912168c. 20000000:00000010:0.0:1767384696.491940:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e554612c. 20000000:00000010:0.0:1767384696.491944:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006436d7e9. 20000000:00000010:0.0:1767384696.491948:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e756838b. 20000000:00000010:0.0:1767384696.491952:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad7861a8. 20000000:00000010:0.0:1767384696.491956:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d0123cd. 20000000:00000010:0.0:1767384696.491959:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be26cd2a. 20000000:00000010:0.0:1767384696.491963:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9d77052. 20000000:00000010:0.0:1767384696.491967:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ba7663c. 20000000:00000010:0.0:1767384696.491970:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dd99cf9b. 20000000:00000010:0.0:1767384696.491974:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c529450e. 20000000:00000010:0.0:1767384696.491978:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000848dffc1. 20000000:00000010:0.0:1767384696.491982:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aef93161. 20000000:00000010:0.0:1767384696.491986:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004783d77f. 20000000:00000010:0.0:1767384696.491990:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3fcb623. 20000000:00000010:0.0:1767384696.491994:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de4ac623. 20000000:00000010:0.0:1767384696.491998:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c600f3b1. 20000000:00000010:0.0:1767384696.492002:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f946bbe0. 20000000:00000010:0.0:1767384696.492006:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000846975c5. 20000000:00000010:0.0:1767384696.492010:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aae71deb. 20000000:00000010:0.0:1767384696.492014:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e1839aa. 20000000:00000010:0.0:1767384696.492018:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a2cbeb7. 20000000:00000010:0.0:1767384696.492022:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000027e510a3. 20000000:00000010:0.0:1767384696.492025:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000045b9335. 20000000:00000010:0.0:1767384696.492031:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da28d842. 20000000:00000010:0.0:1767384696.492035:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c2459ff8. 20000000:00000010:0.0:1767384696.492039:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc7c2fc5. 20000000:00000010:0.0:1767384696.492042:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009edf3dcc. 20000000:00000010:0.0:1767384696.492046:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002f148b67. 20000000:00000010:0.0:1767384696.492050:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017838378. 20000000:00000010:0.0:1767384696.492054:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066ef32b9. 20000000:00000010:0.0:1767384696.492057:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e2ba044. 20000000:00000010:0.0:1767384696.492061:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5cd8d7c. 20000000:00000010:0.0:1767384696.492064:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4db34e7. 20000000:00000010:0.0:1767384696.492068:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000daaf62e7. 20000000:00000010:0.0:1767384696.492072:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002bd6743a. 20000000:00000010:0.0:1767384696.492075:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000044f8e01b. 00000020:00000010:0.0:1767384696.492099:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000002d9b18ec. 00080000:00000010:0.0:1767384696.492103:0:40995:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087974f41. 00080000:00000010:0.0:1767384696.492109:0:40995:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009b95ab31. 00080000:00000010:1.0:1767384696.492792:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000087974f41. 00080000:00000010:0.0:1767384696.492816:0:40995:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009b95ab31. 00010000:00000010:1.0:1767384696.492848:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000071086d1f. 00010000:00000010:1.0:1767384696.492862:0:40996:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000398e88b1. 00000100:00000010:1.0:1767384696.492867:0:40996:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3f24f57. 00000100:00000010:1.0:1767384696.492875:0:40996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081da8a57. 02000000:00000010:1.0:1767384696.492882:0:40996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000badb88e5. 02000000:00000010:1.0:1767384696.492897:0:40996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018b1ef7a. 00000400:00000010:1.0:1767384696.492902:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009227628a. 00000400:00000010:1.0:1767384696.492906:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.492910:0:40996:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049201920, portal 16 00000400:00000010:1.0:1767384696.492914:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c52a566. 00000100:00000200:1.0:1767384696.492916:0:40996:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237049201920, offset 0 00000400:00000200:1.0:1767384696.492923:0:40996:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.492931:0:40996:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.492939:0:40996:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260009500 00000400:00000200:1.0:1767384696.492945:0:40996:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17dd [2] + 1968 00000100:00000010:0.0:1767384696.492945:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009508e524. 00000100:00000010:0.0:1767384696.492951:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fbcbcda2. 00000400:00000010:1.0:1767384696.492952:0:40996:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffddc139. 20000000:00000010:0.0:1767384696.492957:0:40995:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000008214b0db. 00000400:00000200:1.0:1767384696.492959:0:40996:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfc786d4 00000400:00000200:1.0:1767384696.492964:0:40996:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1767384696.492966:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbdb7893 x1853237049201792/t0(0) o253->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 4784/4768 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384696.492971:0:40996:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384696.492977:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfc786d4 00000400:00000010:1.0:1767384696.492981:0:40996:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfc786d4. 00000400:00000010:0.0:1767384696.492985:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bfb1ba8. 00000100:00000200:1.0:1767384696.492986:0:40996:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:0.0:1767384696.492990:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237049201792, offset 224 00000400:00000200:0.0:1767384696.492997:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.493011:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c52a566 00000400:00000200:0.0:1767384696.493017:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384696.493019:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c52a566. 00000400:00000200:0.0:1767384696.493025:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260009480 00000100:00000200:1.0:1767384696.493028:0:40996:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081da8a57 x1853237049201920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384712 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384696.493035:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b71 [2] + 224 00000400:00000200:0.0:1767384696.493044:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384696.493049:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384696.493057:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f96b85 x1853237049201792/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384696.493075:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bfb1ba8 00000400:00000010:0.0:1767384696.493077:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bfb1ba8. 00000100:00000010:1.0:1767384696.493088:0:17071:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c28d771. 00000020:00000010:0.0:1767384696.493089:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3e948b3. 00000100:00000010:1.0:1767384696.493096:0:17071:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004aa9f63c. 00000020:00000010:0.0:1767384696.493098:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000100:00000200:1.0:1767384696.493102:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000020:00000010:0.0:1767384696.493104:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3988382. 00000400:00000010:1.0:1767384696.493107:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b743c765. 02000000:00000010:0.0:1767384696.493110:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fd9f10d3. 00000400:00000010:1.0:1767384696.493112:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfc786d4. 00000100:00000200:0.0:1767384696.493130:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00040000:00000010:1.0:1767384696.493134:0:17071:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008f1631f9. 00000400:00000010:0.0:1767384696.493136:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d584d7f4. 00000004:00000010:1.0:1767384696.493140:0:17071:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005076fc21. 00000400:00000010:0.0:1767384696.493142:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bfb1ba8. 00000004:00000010:1.0:1767384696.493145:0:17071:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f58d9a9. 00000004:00000010:1.0:1767384696.493150:0:17071:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000009f9fef6. 00000004:00000010:1.0:1767384696.493154:0:17071:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000460bc61b. 00000020:00000010:1.0:1767384696.493161:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b468f04. 00000400:00000010:0.0:1767384696.493163:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038ae7a4f. 00000020:00000010:1.0:1767384696.493164:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b468f04. 00000400:00000200:0.0:1767384696.493169:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a16a780 00000020:00000010:1.0:1767384696.493172:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7baaa1. 00000400:00000010:0.0:1767384696.493172:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a16a780. 00000020:00000010:1.0:1767384696.493178:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3a7cec2. 00000100:00000200:0.0:1767384696.493182:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f96b85 x1853237049201792/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384696.493183:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000100:00000200:0.0:1767384696.493195:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1f96b85 x1853237049201792/t0(0) o253->MGC192.168.202.154@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384696.493210:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000da0c0658. 02000000:00000010:0.0:1767384696.493216:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a9aa8705. 00000020:00000010:1.0:1767384696.493220:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b468f04. 00000100:00000010:0.0:1767384696.493221:0:40986:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000726cc9b0. 00000020:00000010:1.0:1767384696.493224:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b468f04. 00000100:00000010:0.0:1767384696.493226:0:40986:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000030333c89. 00040000:00000010:3.0:1767384696.493227:0:17116:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000028cd5dc4. 00000100:00000200:1.0:1767384696.493230:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049201920 02000000:00000010:0.0:1767384696.493231:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004c31bf49. 00000004:00000010:3.0:1767384696.493234:0:17116:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004974b151. 00000100:00000010:0.0:1767384696.493237:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1f96b85. 00000004:00000010:3.0:1767384696.493240:0:17116:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000939f7c16. 02000000:00000010:1.0:1767384696.493241:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000007ddc0ed. 00000020:00000010:0.0:1767384696.493243:0:40986:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000045a45ad6. 00000004:00000010:3.0:1767384696.493246:0:17116:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008a7b3fb2. 00000020:02000000:0.0:1767384696.493249:0:40986:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000400:00000010:1.0:1767384696.493250:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c52a566. 00000004:00000010:3.0:1767384696.493252:0:17116:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f465fc24. 00000100:00000200:1.0:1767384696.493256:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237049201920, offset 224 00000400:00000200:1.0:1767384696.493264:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384696.493272:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384696.493278:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260009500 00000400:00000200:1.0:1767384696.493283:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b7d [1] + 224 00000400:00000200:1.0:1767384696.493287:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384696.493291:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384696.493298:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081da8a57 x1853237049201920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384712 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384696.493315:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c52a566 00000400:00000010:1.0:1767384696.493316:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c52a566. 00010000:00000010:1.0:1767384696.493324:0:17071:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000787c86ee. 00000020:00000010:1.0:1767384696.493343:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.493346:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:1.0:1767384696.493348:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7baaa1. 02000000:00000010:1.0:1767384696.493353:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000007ddc0ed. 02000000:00000010:1.0:1767384696.493355:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001402c02a. 00000100:00000010:1.0:1767384696.493357:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000686fdee9. 02000000:00000010:1.0:1767384696.493361:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000079be8484. 00000100:00000010:1.0:1767384696.493363:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572a5fc0. 02000000:00000010:1.0:1767384696.493365:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f563909. 00000100:00000010:3.0:1767384696.493366:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000036bac21. 00000100:00000010:1.0:1767384696.493367:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cc04934. 02000000:00000010:1.0:1767384696.493371:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e21ab9be. 02000000:00000010:3.0:1767384696.493373:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003583683c. 00000100:00000010:1.0:1767384696.493389:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023e54ff5. 02000000:00000010:1.0:1767384696.493393:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000030ddecac. 00010000:00000010:3.0:1767384696.493395:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000787c86ee. 00000100:00000010:1.0:1767384696.493396:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069f62863. 02000000:00000010:1.0:1767384696.493401:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a91951a. 00000100:00000010:1.0:1767384696.493405:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4c5f7ce. 02000000:00000010:3.0:1767384696.493409:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b2c5d2a. 00000100:00000010:1.0:1767384696.493409:0:17071:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d5ab5f5. 00000400:00000010:3.0:1767384696.493413:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000100:00000010:1.0:1767384696.493414:0:17071:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000d3b85e5e. 00000400:00000010:3.0:1767384696.493417:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000100:00000200:3.0:1767384696.493420:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049202048, portal 18 00000400:00000010:3.0:1767384696.493424:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000100:00000200:3.0:1767384696.493425:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237049202048, offset 0 00000400:00000200:3.0:1767384696.493429:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.493435:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384696.493438:0:40996:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009227628a. 00000400:00000200:3.0:1767384696.493442:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260009580 00000400:00000200:1.0:1767384696.493444:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a01fb1 00000400:00000010:1.0:1767384696.493448:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000100:00000200:1.0:1767384696.493455:0:40996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081da8a57 x1853237049201920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384696.493456:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:3.0:1767384696.493462:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009412f73e. 00000400:00000200:3.0:1767384696.493467:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd4cac34 00000400:00000200:3.0:1767384696.493470:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384696.493474:0:40996:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081da8a57 x1853237049201920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384696.493476:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384696.493482:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd4cac34 00000400:00000010:3.0:1767384696.493485:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd4cac34. 00000100:00000200:3.0:1767384696.493488:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1767384696.493495:0:40996:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018b1ef7a. 00000400:00000200:3.0:1767384696.493500:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095337a7 02000000:00000010:1.0:1767384696.493500:0:40996:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000badb88e5. 00000100:00000010:1.0:1767384696.493502:0:40996:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081da8a57. 00000400:00000010:3.0:1767384696.493503:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 00000100:00000010:1.0:1767384696.493507:0:40996:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a3f24f57. 00000100:00000200:3.0:1767384696.493510:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000036bac21 x1853237049202048/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384712 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384696.493511:0:40996:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000398e88b1. 00040000:00000010:3.0:1767384696.493554:0:17075:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c97bfcf. 00000004:00000010:3.0:1767384696.493558:0:17075:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000001e9392c. 00000004:00000010:3.0:1767384696.493562:0:17075:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000969ca46c. 00000004:00000010:3.0:1767384696.493568:0:17075:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000301c5e4e. 00000004:00000010:3.0:1767384696.493571:0:17075:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001b30d8f3. 00000020:00000010:3.0:1767384696.493577:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000114d05d6. 00000020:00000010:3.0:1767384696.493579:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000114d05d6. 00000020:00000010:3.0:1767384696.493584:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afcbc283. 00000020:00000010:3.0:1767384696.493586:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee97250b. 00000020:00000010:3.0:1767384696.493590:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000100:00000200:3.0:1767384696.493604:0:17075:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d3179d6 x1853237049202048/t0(0) o103->aca06e76-c484-43d8-ab95-5e2f75d4d4d9@0@lo:677/0 lens 328/0 e 0 to 0 dl 1767384707 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.493632:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000114d05d6. 00000020:00000010:3.0:1767384696.493635:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000114d05d6. 00000100:00000200:3.0:1767384696.493639:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049202048 02000000:00000010:3.0:1767384696.493645:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000707f26f2. 00000020:00000010:3.0:1767384696.493657:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000114d05d6. 00010000:00000010:3.0:1767384696.493667:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ed273be. 00000100:00000010:3.0:1767384696.493671:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087f5af8d. 00000100:00000010:3.0:1767384696.493686:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000087f5af8d. 00010000:00000010:3.0:1767384696.493690:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ed273be. 00000400:00000010:3.0:1767384696.493699:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000100:00000200:3.0:1767384696.493702:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237049202048, offset 224 00000400:00000200:3.0:1767384696.493707:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.493713:0:17075:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.493741:0:17075:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260009580 00000400:00000200:3.0:1767384696.493745:0:17075:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b95 [1] + 224 00000400:00000200:3.0:1767384696.493750:0:17075:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.493752:0:17075:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384696.493757:0:17075:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000036bac21 x1853237049202048/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384712 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384696.493787:0:17075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095337a7 00000400:00000010:3.0:1767384696.493789:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 00000400:00000010:2.0:1767384696.493794:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00000020:00000010:3.0:1767384696.493799:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee97250b. 00000400:00000200:2.0:1767384696.493799:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092b2368d 00000400:00000010:2.0:1767384696.493802:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092b2368d. 00000020:00000010:3.0:1767384696.493805:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000100:00000200:2.0:1767384696.493808:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000036bac21 x1853237049202048/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.493811:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afcbc283. 02000000:00000010:3.0:1767384696.493819:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000707f26f2. 00000100:00000200:2.0:1767384696.493820:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000036bac21 x1853237049202048/t0(0) o103->MGC192.168.202.154@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384712 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384696.493826:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a1078c9. 00000100:00000010:3.0:1767384696.493831:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8739b97. 02000000:00000010:2.0:1767384696.493833:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b2c5d2a. 02000000:00000010:3.0:1767384696.493834:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005e3e6df1. 02000000:00000010:2.0:1767384696.493837:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003583683c. 00000100:00000010:3.0:1767384696.493839:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098af1c2a. 00000100:00000010:2.0:1767384696.493842:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000036bac21. 02000000:00000010:3.0:1767384696.493845:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006e2811b7. 00000100:00000010:3.0:1767384696.493850:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d22e09ec. 02000000:00000010:3.0:1767384696.493853:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000069dfc9db. 00000100:00000010:3.0:1767384696.493855:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b549c317. 02000000:00000010:3.0:1767384696.493858:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000654d7ea. 00000100:00000010:3.0:1767384696.493860:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d4b1ae5. 02000000:00000010:3.0:1767384696.493863:0:17075:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f060a383. 00000100:00000010:3.0:1767384696.493864:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000535bd4e9. 00000100:00000200:3.0:1767384696.493869:0:17075:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384696.493872:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5d2c3af. 00000400:00000010:3.0:1767384696.493875:0:17075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087f5af8d. 00000020:00000010:0.0:1767384696.495471:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000644a720c. 00000020:00000010:0.0:1767384696.495475:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088630329. 00000040:00000010:0.0:1767384696.495478:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068732425. 00000020:00000010:0.0:1767384696.495481:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a079ddc. 00000020:00000010:0.0:1767384696.495484:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384696.495487:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae54be40. 80000000:00000010:0.0:1767384696.495490:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004afc4ce4. 40000000:00000010:0.0:1767384696.495492:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009b95ab31. 00100000:00000010:0.0:1767384696.495494:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8d57b11. 00040000:00000010:0.0:1767384696.495497:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005bb2248f. 00040000:00000010:0.0:1767384696.495500:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000222b06f2. 00040000:00000010:0.0:1767384696.495503:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fff50eae. 00080000:00000010:0.0:1767384696.495506:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008214b0db. 00080000:00000010:0.0:1767384696.495510:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007ed34c1. 00000004:00000010:0.0:1767384696.495515:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e1122da8. 00000004:00000010:0.0:1767384696.495518:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bb9d4e22. 00000004:00000010:0.0:1767384696.495520:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002622ec08. 00000004:00000010:0.0:1767384696.495522:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fbcbcda2. 00000020:00000010:0.0:1767384696.495525:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087974f41. 00000020:00000010:0.0:1767384696.495527:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3e948b3. 00000020:00000010:0.0:1767384696.495530:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00080000:00000010:0.0:1767384696.495559:0:40986:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000005ac11e78. 00000020:00000010:0.0:1767384696.495563:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f18a0e3d. 00080000:00000010:0.0:1767384696.495567:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a3988382. 00080000:00000010:0.0:1767384696.495583:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a3988382. 00000020:00000010:0.0:1767384696.495585:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f18a0e3d. 00000004:00000010:0.0:1767384696.495593:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003bcc2170. 00000004:00000010:0.0:1767384696.495598:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000401ccda3. 00000004:00000010:0.0:1767384696.495602:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ebfc2212. 00080000:00000010:0.0:1767384696.495607:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a3988382. 00040000:00000010:0.0:1767384696.495617:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e49269d4. 00000004:00000010:0.0:1767384696.495621:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008ffde305. 00000004:00000010:0.0:1767384696.495624:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c5c3f647. 00000004:00000010:0.0:1767384696.495626:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003ecbe1b0. 00080000:00000010:0.0:1767384696.495630:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5d05ec5. 00000020:00000010:0.0:1767384696.495652:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000012ee895e. 00080000:00000010:0.0:1767384696.495655:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ee7e355c. 00080000:00000010:0.0:1767384696.495662:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ee7e355c. 00000020:00000010:0.0:1767384696.495664:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000012ee895e. 00000004:00000010:0.0:1767384696.495668:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000f401a37. 00000004:00000010:0.0:1767384696.495671:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fa9b3d95. 00000004:00000010:0.0:1767384696.495674:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000600bd6c6. 00080000:00000010:0.0:1767384696.495676:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ee7e355c. 00080000:00000010:0.0:1767384696.495682:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005b2bcb8c. 00100000:00000010:0.0:1767384696.495690:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.495696:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ceb8dd7e. 00000004:00000010:0.0:1767384696.495709:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b4aa9795. 00000004:00000010:0.0:1767384696.495712:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006e5fed4e. 00000004:00000010:0.0:1767384696.495715:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000020f4ca6f. 00080000:00000010:0.0:1767384696.495745:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000540eeb82. 00080000:00000010:0.0:1767384696.495758:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000096770132. 00100000:00000010:0.0:1767384696.495765:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.495767:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ceb8dd7e. 00040000:00000010:0.0:1767384696.495772:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007261f589. 00000001:00000010:0.0:1767384696.495776:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002a8ca09e. 00000001:00000010:0.0:1767384696.495781:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007dae38a7. 00000001:00000010:0.0:1767384696.495784:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000516daf49. 00040000:00000010:0.0:1767384696.495794:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000008b0062eb. 00000004:00000010:0.0:1767384696.495799:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000deabd64f. 00000004:00000010:0.0:1767384696.495802:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000352e56cc. 00000004:00000010:0.0:1767384696.495805:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000289a6253. 00080000:00000010:0.0:1767384696.495808:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000413b979. 00000020:00000010:0.0:1767384696.495828:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005670ae5a. 00080000:00000010:0.0:1767384696.495832:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000050fd799b. 00080000:00000010:0.0:1767384696.495843:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000050fd799b. 00000020:00000010:0.0:1767384696.495845:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005670ae5a. 00000004:00000010:0.0:1767384696.495850:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001afa5f98. 00000004:00000010:0.0:1767384696.495854:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000063661c4d. 00000004:00000010:0.0:1767384696.495857:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d66f959d. 00080000:00000010:0.0:1767384696.495860:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000050fd799b. 00080000:00000010:0.0:1767384696.495868:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000da490c2. 00100000:00000010:0.0:1767384696.495874:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.495877:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ceb8dd7e. 00000004:00000010:0.0:1767384696.495890:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e7ce951a. 00000004:00000010:0.0:1767384696.495894:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006ed36f56. 00000004:00000010:0.0:1767384696.495898:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000619dd39. 00080000:00000010:0.0:1767384696.495900:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068f97d30. 00080000:00000010:0.0:1767384696.495908:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000019fb114. 00100000:00000010:0.0:1767384696.495914:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.495916:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ceb8dd7e. 00040000:00000010:0.0:1767384696.495921:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000538ccd04. 00000001:00000010:0.0:1767384696.495924:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000ba4bc50. 00000001:00000010:0.0:1767384696.495929:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000076dd5a96. 00000001:00000010:0.0:1767384696.495932:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a70e5517. 00040000:00000010:0.0:1767384696.495939:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000061450ec8. 00000004:00000010:0.0:1767384696.495943:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000aeb8e0f2. 00000004:00000010:0.0:1767384696.495946:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004812e364. 00000004:00000010:0.0:1767384696.495949:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000438821ef. 00080000:00000010:0.0:1767384696.495953:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b6eb33e. 00000020:00000010:0.0:1767384696.495972:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d2be2616. 00080000:00000010:0.0:1767384696.495975:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000026c0223. 00080000:00000010:0.0:1767384696.495985:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000026c0223. 00000020:00000010:0.0:1767384696.495988:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d2be2616. 00000004:00000010:0.0:1767384696.495992:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b4206977. 00000004:00000010:0.0:1767384696.495996:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005ee2ebda. 00000004:00000010:0.0:1767384696.495999:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000c7389b4. 00080000:00000010:0.0:1767384696.496002:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000026c0223. 00080000:00000010:0.0:1767384696.496010:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002d1c70b1. 00100000:00000010:0.0:1767384696.496016:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.496019:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ceb8dd7e. 00000004:00000010:0.0:1767384696.496032:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006fde8fe0. 00000004:00000010:0.0:1767384696.496036:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f1f1f5c6. 00000004:00000010:0.0:1767384696.496038:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000020a5a036. 00080000:00000010:0.0:1767384696.496041:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000af3d2300. 00080000:00000010:0.0:1767384696.496048:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000003435a69. 00100000:00000010:0.0:1767384696.496054:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.496055:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ceb8dd7e. 00040000:00000010:0.0:1767384696.496063:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002fee2f95. 00000001:00000010:0.0:1767384696.496066:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007830d3b8. 00000001:00000010:0.0:1767384696.496069:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003bceb569. 00000001:00000010:0.0:1767384696.496071:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000305c4471. 00040000:00000010:0.0:1767384696.496080:0:40986:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000d57a768c. 00000020:00000010:0.0:1767384696.496084:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f2079f6. 00000020:00000010:0.0:1767384696.496086:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f3d70d3. 00000020:00000010:0.0:1767384696.496089:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037c8ec5b. 00000020:00000010:0.0:1767384696.496093:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000098f4b145. 00000020:00000010:0.0:1767384696.496095:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005bd35f98. 80000000:00000010:0.0:1767384696.496098:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cfe85724. 40000000:00000010:0.0:1767384696.496100:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ceb8dd7e. 00100000:00000010:0.0:1767384696.496103:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e35b097f. 00040000:00000010:0.0:1767384696.496107:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c2ceb83c. 00040000:00000010:0.0:1767384696.496109:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2cb6b87. 00080000:00000010:0.0:1767384696.496112:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e44ec08c. 00080000:00000010:0.0:1767384696.496115:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045a45ad6. 00002000:00000010:0.0:1767384696.496133:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e86d9568. 00000020:00000010:0.0:1767384696.496277:0:40986:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000002e29017e. 00000020:00000010:0.0:1767384696.496281:0:40986:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000002e29017e. 00000020:00000010:0.0:1767384696.496285:0:40986:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b6b72cc8. 00000020:00000010:0.0:1767384696.496291:0:40986:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000002e29017e. 00000020:00000010:0.0:1767384696.496294:0:40986:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000002e29017e. 00040000:00000010:0.0:1767384696.496311:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000007e4545b9. 00000020:00000010:0.0:1767384696.496322:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001dbea85f. 00080000:00000010:0.0:1767384696.496326:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d576eed. 00080000:00000010:0.0:1767384696.496334:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006d576eed. 00000020:00000010:0.0:1767384696.496337:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001dbea85f. 00000004:00000010:0.0:1767384696.496341:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000012e5d7f0. 00000004:00000010:0.0:1767384696.496344:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000005d0f624. 00000004:00000010:0.0:1767384696.496347:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000021d55902. 00080000:00000010:0.0:1767384696.496350:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d576eed. 00080000:00000010:0.0:1767384696.496356:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000083ed94e4. 00100000:00000010:0.0:1767384696.496362:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496364:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002e29017e. 00000004:00000010:0.0:1767384696.496376:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000369c7513. 00000004:00000010:0.0:1767384696.496379:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000873a538e. 00000004:00000010:0.0:1767384696.496381:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000042f3f636. 00080000:00000010:0.0:1767384696.496384:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000077db24f9. 00080000:00000010:0.0:1767384696.496391:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000056125a1d. 00100000:00000010:0.0:1767384696.496395:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496397:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002e29017e. 00040000:00000010:0.0:1767384696.496400:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b03b2fa9. 00000001:00000010:0.0:1767384696.496404:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ce259588. 00000001:00000010:0.0:1767384696.496407:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f0fa1311. 00000001:00000010:0.0:1767384696.496409:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000020666ad1. 00040000:00000010:0.0:1767384696.496415:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000045effd6c. 00000020:00000010:0.0:1767384696.496425:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aa28f14b. 00080000:00000010:0.0:1767384696.496428:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ca95baef. 00080000:00000010:0.0:1767384696.496436:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ca95baef. 00000020:00000010:0.0:1767384696.496438:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aa28f14b. 00000004:00000010:0.0:1767384696.496442:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b20de6ae. 00000004:00000010:0.0:1767384696.496445:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000092223e8e. 00000004:00000010:0.0:1767384696.496447:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d6675cae. 00080000:00000010:0.0:1767384696.496450:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ca95baef. 00080000:00000010:0.0:1767384696.496456:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000af299c45. 00100000:00000010:0.0:1767384696.496461:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496463:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002e29017e. 00000004:00000010:0.0:1767384696.496474:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000024956fc0. 00000004:00000010:0.0:1767384696.496477:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000025ea291e. 00000004:00000010:0.0:1767384696.496479:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004b67c986. 00080000:00000010:0.0:1767384696.496482:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cfd7e2a2. 00080000:00000010:0.0:1767384696.496488:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ac07d719. 00100000:00000010:0.0:1767384696.496492:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496494:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002e29017e. 00040000:00000010:0.0:1767384696.496497:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000afced62e. 00000001:00000010:0.0:1767384696.496499:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000701fcdb1. 00000001:00000010:0.0:1767384696.496502:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000efaf101. 00000001:00000010:0.0:1767384696.496504:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b9718dc2. 00040000:00000010:0.0:1767384696.496509:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000755c58b2. 00000020:00000010:0.0:1767384696.496520:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000740caeba. 00080000:00000010:0.0:1767384696.496523:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000589ef2e2. 00080000:00000010:0.0:1767384696.496530:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000589ef2e2. 00000020:00000010:0.0:1767384696.496532:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000740caeba. 00000004:00000010:0.0:1767384696.496536:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000009ca95ac. 00000004:00000010:0.0:1767384696.496538:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000795f2e86. 00000004:00000010:0.0:1767384696.496541:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000136bfb20. 00080000:00000010:0.0:1767384696.496543:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000589ef2e2. 00080000:00000010:0.0:1767384696.496550:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dc93c96e. 00100000:00000010:0.0:1767384696.496556:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496559:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002e29017e. 00000004:00000010:0.0:1767384696.496572:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007ccad318. 00000004:00000010:0.0:1767384696.496575:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d4cc5e1c. 00000004:00000010:0.0:1767384696.496578:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ed3fa2a1. 00080000:00000010:0.0:1767384696.496580:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000298fc30a. 00080000:00000010:0.0:1767384696.496587:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f2d869ca. 00100000:00000010:0.0:1767384696.496591:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496594:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002e29017e. 00040000:00000010:0.0:1767384696.496597:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000054824444. 00000001:00000010:0.0:1767384696.496599:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000062695737. 00000001:00000010:0.0:1767384696.496602:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b0a41cfc. 00000001:00000010:0.0:1767384696.496604:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000054e0be41. 00040000:00000010:0.0:1767384696.496610:0:40986:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000008d070650. 00000020:00000010:0.0:1767384696.496612:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52b97fa. 00000020:00000010:0.0:1767384696.496615:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037e93431. 00000020:00000010:0.0:1767384696.496618:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000825b26a4. 00000020:00000010:0.0:1767384696.496621:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004dae3b8f. 00000020:00000010:0.0:1767384696.496623:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f7532ed. 80000000:00000010:0.0:1767384696.496626:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000004ee066d. 40000000:00000010:0.0:1767384696.496628:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002e29017e. 00100000:00000010:0.0:1767384696.496631:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033d168c4. 00040000:00000010:0.0:1767384696.496634:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000031d10394. 00040000:00000010:0.0:1767384696.496637:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa678700. 00080000:00000010:0.0:1767384696.496640:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c31bf49. 00080000:00000010:0.0:1767384696.496643:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fd9f10d3. 00002000:00000010:0.0:1767384696.496646:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a237b242. 00000020:00000010:1.0:1767384696.496804:0:40986:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.496809:0:40986:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.496813:0:40986:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000a3a7cec2. 00000020:00000010:1.0:1767384696.496817:0:40986:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000398e88b1. 00000020:00000010:1.0:1767384696.496819:0:40986:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000398e88b1. 40000000:00000010:1.0:1767384696.496824:0:40986:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000c47e7604. 00080000:00000010:1.0:1767384696.496870:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000badb88e5. 00080000:00000010:1.0:1767384696.496876:0:40986:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000398e88b1. 00080000:00000010:3.0:1767384696.498027:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000badb88e5. 00080000:00000010:1.0:1767384696.498058:0:40986:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000398e88b1. 00000004:00000010:1.0:1767384696.498094:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008bdfb6fa. 00000004:00000010:1.0:1767384696.498128:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b9972cbf. 00000004:00000010:1.0:1767384696.498133:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d4a6ea0b. 00080000:00000010:1.0:1767384696.498137:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000018b1ef7a. 00000004:00000010:1.0:1767384696.498161:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005759380d. 00000004:00000010:1.0:1767384696.498164:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004459a271. 00000004:00000010:1.0:1767384696.498167:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a9228db9. 00080000:00000010:1.0:1767384696.498170:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e7baaa1. 00000020:00000010:1.0:1767384696.498180:0:40986:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000001947d4ad. 00080000:00000010:1.0:1767384696.498184:0:40986:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000005d0410c5. 00000004:00000010:1.0:1767384696.498205:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000099d8dcb5. 00000004:00000010:1.0:1767384696.498208:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b7af9058. 00000004:00000010:1.0:1767384696.498211:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006e559b66. 00080000:00000010:1.0:1767384696.498215:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060a7f8c2. 00000001:00000010:1.0:1767384696.498223:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.498231:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.498246:0:40986:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000005d0410c5. 00000020:00000010:1.0:1767384696.498249:0:40986:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000001947d4ad. 00000004:00000010:1.0:1767384696.498253:0:40986:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000c1c61011. 00000004:00000010:1.0:1767384696.498258:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008d93f695. 00000004:00000010:1.0:1767384696.498262:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f4494782. 00000004:00000010:1.0:1767384696.498264:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bb34e1f0. 00080000:00000010:1.0:1767384696.498267:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004e5a541b. 00000001:00000010:1.0:1767384696.498271:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.498275:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00000020:00000010:1.0:1767384696.498286:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e636da6. 00000020:00000010:1.0:1767384696.498288:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000badb88e5. 00000040:00000010:1.0:1767384696.498291:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001fb72cc7. 00000020:00000010:1.0:1767384696.498294:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003991422c. 00000020:00000010:1.0:1767384696.498297:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f26c6850. 00000020:00000010:1.0:1767384696.498300:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae532b16. 80000000:00000010:1.0:1767384696.498302:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093c7256c. 40000000:00000010:1.0:1767384696.498305:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000398e88b1. 00100000:00000010:1.0:1767384696.498308:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf7bee02. 00040000:00000010:1.0:1767384696.498310:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b86d9ce7. 00040000:00000010:1.0:1767384696.498314:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000867a32b8. 00040000:00000010:1.0:1767384696.498317:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8c5068a. 00080000:00000010:1.0:1767384696.498320:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001947d4ad. 00080000:00000010:1.0:1767384696.498324:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001d5ab5f5. 00000004:00000010:1.0:1767384696.498327:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000068a30f6c. 00000004:00000010:1.0:1767384696.498330:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000152168cf. 00000004:00000010:1.0:1767384696.498333:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001e3e1ff4. 00000004:00000010:1.0:1767384696.498335:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000007ddc0ed. 00000004:00000010:0.0:1767384696.498461:0:40986:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000007e86fbf5. 00000040:00000010:0.0:1767384696.498466:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d21d28e4. 00000020:00000010:0.0:1767384696.498472:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028de6226. 00000020:00000010:0.0:1767384696.498475:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb44ab80. 00000040:00000010:0.0:1767384696.498478:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001987a615. 00000020:00000010:0.0:1767384696.498481:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6b8f72b. 00000020:00000010:0.0:1767384696.498484:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384696.498487:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005877d709. 80000000:00000010:0.0:1767384696.498489:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e0dc0ffc. 40000000:00000010:0.0:1767384696.498491:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d69f460e. 00100000:00000010:0.0:1767384696.498494:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008e4204ea. 00040000:00000010:0.0:1767384696.498496:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f783a86. 00040000:00000010:0.0:1767384696.498499:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cebb2122. 00040000:00000010:0.0:1767384696.498501:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000081d5946f. 00080000:00000010:0.0:1767384696.498505:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000065b66bdf. 00080000:00000010:0.0:1767384696.498516:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001d3364a4. 00000004:00000010:0.0:1767384696.498520:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000006338a33. 00000004:00000010:0.0:1767384696.498523:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000070e074. 00000004:00000010:0.0:1767384696.498527:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000087c9f332. 00000004:00000010:0.0:1767384696.498529:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002a303072. 00000004:00000010:1.0:1767384696.498713:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008324ae1d. 00010000:00000010:3.1:1767384696.498761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d891c898. 00010000:00000010:3.1:1767384696.498768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cde13989. 00010000:00000010:3.1:1767384696.498774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000064878c5e. 00010000:00000010:1.1:1767384696.498849:0:40986:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005fe9d3e2. 00010000:00000010:1.1:1767384696.498856:0:40986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000071086d1f. 00000040:00000010:0.0:1767384696.498859:0:41031:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000da8c3c4b. 00000004:00000010:1.0:1767384696.498864:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009c6d8c4b. 00000004:00000010:1.0:1767384696.498870:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002f38e34e. 00080000:00000010:1.0:1767384696.498876:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e752b93a. 00000040:00000010:0.0:1767384696.498880:0:41031:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000009dc60a73. 00000001:00000010:1.0:1767384696.498882:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.498892:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00000040:00000010:0.0:1767384696.498898:0:41031:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d4eefdf2. 00000020:00000010:0.0:1767384696.498904:0:41031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096ca7188. 00000020:00000010:0.0:1767384696.498907:0:41031:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e69f2063. 00080000:00000010:1.0:1767384696.498910:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e752b93a. 00000040:00000010:0.0:1767384696.498910:0:41031:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009def39a0. 00000020:00000010:0.0:1767384696.498916:0:41031:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000348946f8. 00000020:00000010:0.0:1767384696.498919:0:41031:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000528449b4. 00000004:00000010:1.0:1767384696.498920:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002f38e34e. 00000020:00000010:0.0:1767384696.498923:0:41031:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b6f3ba8. 00000004:00000010:1.0:1767384696.498926:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009c6d8c4b. 80000000:00000010:0.0:1767384696.498927:0:41031:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081487e4f. 00000004:00000010:1.0:1767384696.498932:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008324ae1d. 40000000:00000010:0.0:1767384696.498932:0:41031:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000032dec139. 00100000:00000010:0.0:1767384696.498935:0:41031:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c57a35d. 00000004:00000010:1.0:1767384696.498941:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c5d05b74. 00040000:00000010:0.0:1767384696.498941:0:41031:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095041181. 00040000:00000010:0.0:1767384696.498947:0:41031:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009a74e635. 00000004:00000010:1.0:1767384696.498949:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009c6d8c4b. 00040000:00000010:0.0:1767384696.498952:0:41031:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006432c25e. 00000004:00000010:1.0:1767384696.498954:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002f38e34e. 00080000:00000010:0.0:1767384696.498958:0:41031:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000052847e7. 00080000:00000010:1.0:1767384696.498961:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e752b93a. 00080000:00000010:0.0:1767384696.498965:0:41031:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ba8f8967. 00000001:00000010:1.0:1767384696.498969:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000004:00000010:0.0:1767384696.498971:0:41031:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002c8e3bd1. 00000004:00000010:0.0:1767384696.498976:0:41031:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000b7691d8. 00000001:00000010:1.0:1767384696.498977:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00000004:00000010:0.0:1767384696.498979:0:41031:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dde4a10a. 00002000:00000010:0.0:1767384696.498983:0:41031:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb94969d. 00000004:00000010:0.0:1767384696.498988:0:41031:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009f563909. 00000020:00000010:0.0:1767384696.498992:0:41031:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004c5fa5e9. 00000004:00000010:1.0:1767384696.499004:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000121cfbfd. 00000040:00000010:0.0:1767384696.499009:0:41031:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000056ffbc56. 00000004:00000010:1.0:1767384696.499012:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000da518b52. 00000004:00000010:1.0:1767384696.499017:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f158bb6d. 00080000:00000010:1.0:1767384696.499021:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ca0459b. 00000001:00000010:1.0:1767384696.499028:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000100:00000010:3.0:1767384696.499035:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089480b67. 00000001:00000010:1.0:1767384696.499035:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.499055:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002ca0459b. 00000004:00000010:1.0:1767384696.499060:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f158bb6d. 00000004:00000010:1.0:1767384696.499062:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000da518b52. 00000004:00000010:1.0:1767384696.499064:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000121cfbfd. 00000004:00000010:1.0:1767384696.499070:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002b7c54c1. 00000004:00000010:1.0:1767384696.499073:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000da518b52. 00000004:00000010:1.0:1767384696.499076:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f158bb6d. 00080000:00000010:1.0:1767384696.499079:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ca0459b. 00000001:00000010:1.0:1767384696.499083:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.499087:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00000004:00000010:1.0:1767384696.499101:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000150542f3. 00000004:00000010:1.0:1767384696.499105:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a28a70c2. 00000004:00000010:1.0:1767384696.499108:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000318de3b5. 00080000:00000010:1.0:1767384696.499111:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000212e4df5. 00000001:00000010:1.0:1767384696.499114:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.499131:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.499145:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000212e4df5. 00000004:00000010:1.0:1767384696.499148:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000318de3b5. 00000004:00000010:1.0:1767384696.499151:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a28a70c2. 00000004:00000010:1.0:1767384696.499152:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000150542f3. 00000004:00000010:1.0:1767384696.499157:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fd82d31d. 00000004:00000010:1.0:1767384696.499160:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a28a70c2. 00000004:00000010:1.0:1767384696.499162:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000318de3b5. 00080000:00000010:1.0:1767384696.499165:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000212e4df5. 00000001:00000010:1.0:1767384696.499169:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.499172:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00000004:00000010:1.0:1767384696.499185:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000edfdf053. 00000004:00000010:1.0:1767384696.499189:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003a1d1df0. 00000004:00000010:1.0:1767384696.499192:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e543da07. 00080000:00000010:1.0:1767384696.499196:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db7c0454. 00000001:00000010:1.0:1767384696.499200:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.499203:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.499214:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000db7c0454. 00000004:00000010:1.0:1767384696.499217:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e543da07. 00000004:00000010:1.0:1767384696.499220:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003a1d1df0. 00000004:00000010:1.0:1767384696.499222:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000edfdf053. 00000004:00000010:1.0:1767384696.499226:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000291e5cc8. 00000004:00000010:1.0:1767384696.499229:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003a1d1df0. 00000004:00000010:1.0:1767384696.499231:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e543da07. 00080000:00000010:1.0:1767384696.499233:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db7c0454. 00000001:00000010:1.0:1767384696.499237:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.499240:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00000020:00000010:1.0:1767384696.499260:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf10a7a6. 00080000:00000010:1.0:1767384696.499264:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060471520. 00080000:00000010:1.0:1767384696.499274:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000060471520. 00000020:00000010:1.0:1767384696.499277:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bf10a7a6. 00000004:00000010:1.0:1767384696.499282:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006eaca3f7. 00000004:00000010:1.0:1767384696.499285:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000099004823. 00000004:00000010:1.0:1767384696.499287:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000082b992d4. 00080000:00000010:1.0:1767384696.499290:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060471520. 00000040:00000010:1.0:1767384696.499302:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000082777d10. 00000040:00000010:1.0:1767384696.499308:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a131a462. 00000040:00000010:1.0:1767384696.499322:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000b508476a. 00000020:00000010:1.0:1767384696.499326:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a4343b3d. 00080000:00000010:1.0:1767384696.499328:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000eee0108a. 00000040:00000010:1.0:1767384696.499338:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002e98d2be. 00000040:00000010:1.0:1767384696.499354:0:40986:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000086fb6de0. 00000100:00000010:2.0:1767384696.499759:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9596989. 00000040:00000010:1.0:1767384696.504892:0:40986:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000086fb6de0. 00000040:00000010:1.0:1767384696.504899:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000066ca982d. 00000040:00000010:1.0:1767384696.504903:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000079701916. 00000040:00000010:1.0:1767384696.504920:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000ac3614a5. 00000020:00000010:1.0:1767384696.504922:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b21811f4. 00080000:00000010:1.0:1767384696.504924:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073a56491. 00000040:00000010:1.0:1767384696.504930:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000086fb6de0. 00000040:00000010:1.0:1767384696.504935:0:40986:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000008dfd6226. 00000040:00000010:1.0:1767384696.510901:0:40986:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000008dfd6226. 00000100:00000010:1.0:1767384696.510917:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ef5fe0. 00000040:00000010:1.0:1767384696.510930:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000009ef5fe0. 00000020:00000010:1.0:1767384696.510935:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5b214a9. 00000020:00000010:1.0:1767384696.510938:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fead42a. 00000040:00000010:1.0:1767384696.510941:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a5ebbd2. 00000020:00000010:1.0:1767384696.510944:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b77f2e18. 00000020:00000010:1.0:1767384696.510948:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007f475a28. 00000020:00000010:1.0:1767384696.510952:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000071d5eded. 80000000:00000010:1.0:1767384696.510954:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004a8cffed. 40000000:00000010:1.0:1767384696.510958:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b468f04. 00100000:00000010:1.0:1767384696.510961:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1807b84. 00040000:00000010:1.0:1767384696.510965:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ea49f398. 00040000:00000010:1.0:1767384696.510967:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006026981e. 00040000:00000010:1.0:1767384696.510970:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000471e3aa3. 00080000:00000010:1.0:1767384696.510973:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008dfd6226. 00080000:00000010:1.0:1767384696.510976:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a9ba289e. 00000004:00000010:1.0:1767384696.510981:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ffbb8823. 00000004:00000010:1.0:1767384696.510985:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fbd49583. 00000004:00000010:1.0:1767384696.510988:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cef98637. 00002000:00000010:1.0:1767384696.510991:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a992f0df. 00000004:00000010:1.0:1767384696.510993:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006941390e. 00000020:00000010:1.0:1767384696.510996:0:40986:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005b85559c. 00000040:00000010:1.0:1767384696.511001:0:40986:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f8b10e65. 00000040:00000010:1.0:1767384696.515443:0:40986:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f8b10e65. 00000020:00000010:1.0:1767384696.515448:0:40986:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005b85559c. 00000020:00000010:1.0:1767384696.515456:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003fead42a. 00000040:00000010:1.0:1767384696.515459:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a5ebbd2. 00000020:00000010:1.0:1767384696.515461:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b77f2e18. 00000020:00000010:1.0:1767384696.515463:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007f475a28. 00000020:00000010:1.0:1767384696.515466:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000071d5eded. 80000000:00000010:1.0:1767384696.515468:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004a8cffed. 40000000:00000010:1.0:1767384696.515470:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b468f04. 00100000:00000010:1.0:1767384696.515472:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f1807b84. 00040000:00000010:1.0:1767384696.515475:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ea49f398. 00040000:00000010:1.0:1767384696.515477:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006026981e. 00040000:00000010:1.0:1767384696.515479:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000471e3aa3. 00080000:00000010:1.0:1767384696.515481:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a9ba289e. 00080000:00000010:1.0:1767384696.515483:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008dfd6226. 00000004:00000010:1.0:1767384696.515485:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ffbb8823. 00000004:00000010:1.0:1767384696.515488:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fbd49583. 00000004:00000010:1.0:1767384696.515490:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cef98637. 00002000:00000010:1.0:1767384696.515492:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a992f0df. 00000004:00000010:1.0:1767384696.515494:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006941390e. 00000020:00000010:1.0:1767384696.515495:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5b214a9. 00000040:00000010:1.0:1767384696.515497:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000009ef5fe0. 00000040:00000010:1.0:1767384696.515499:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000009ef5fe0. 00000020:00000010:1.0:1767384696.515501:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e0b1b80. 00000020:00000010:1.0:1767384696.515502:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000471e3aa3. 00000040:00000010:1.0:1767384696.515504:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009490d3ef. 00000020:00000010:1.0:1767384696.515505:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cef98637. 00000020:00000010:1.0:1767384696.515507:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007f475a28. 00000020:00000010:1.0:1767384696.515508:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5bc0fd5. 80000000:00000010:1.0:1767384696.515509:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004a8cffed. 40000000:00000010:1.0:1767384696.515510:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b468f04. 00100000:00000010:1.0:1767384696.515512:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffbb8823. 00040000:00000010:1.0:1767384696.515513:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ea49f398. 00040000:00000010:1.0:1767384696.515514:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006026981e. 00040000:00000010:1.0:1767384696.515515:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005c951182. 00080000:00000010:1.0:1767384696.515517:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008dfd6226. 00080000:00000010:1.0:1767384696.515518:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a9ba289e. 00000004:00000010:1.0:1767384696.515520:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f1807b84. 00000004:00000010:1.0:1767384696.515521:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fbd49583. 00000004:00000010:1.0:1767384696.515522:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b77f2e18. 00002000:00000010:1.0:1767384696.515524:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006941390e. 00000004:00000010:1.0:1767384696.515525:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a992f0df. 00000020:00000010:1.0:1767384696.515526:0:40986:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002d3f1b26. 00000040:00000010:1.0:1767384696.515528:0:40986:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f8b10e65. 00000040:00000010:0.0:1767384696.516244:0:41031:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000056ffbc56. 00000020:00000010:0.0:1767384696.516259:0:41031:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004c5fa5e9. 00000020:00000010:0.0:1767384696.516265:0:41031:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e69f2063. 00000040:00000010:0.0:1767384696.516269:0:41031:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009def39a0. 00000020:00000010:0.0:1767384696.516272:0:41031:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000348946f8. 00000020:00000010:0.0:1767384696.516275:0:41031:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000528449b4. 00000020:00000010:0.0:1767384696.516278:0:41031:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008b6f3ba8. 80000000:00000010:0.0:1767384696.516280:0:41031:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000081487e4f. 40000000:00000010:0.0:1767384696.516284:0:41031:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000032dec139. 00100000:00000010:0.0:1767384696.516287:0:41031:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c57a35d. 00040000:00000010:0.0:1767384696.516289:0:41031:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095041181. 00040000:00000010:0.0:1767384696.516292:0:41031:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009a74e635. 00040000:00000010:0.0:1767384696.516295:0:41031:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006432c25e. 00080000:00000010:0.0:1767384696.516298:0:41031:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ba8f8967. 00080000:00000010:0.0:1767384696.516301:0:41031:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000052847e7. 00000004:00000010:0.0:1767384696.516304:0:41031:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002c8e3bd1. 00000004:00000010:0.0:1767384696.516307:0:41031:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000b7691d8. 00000004:00000010:0.0:1767384696.516310:0:41031:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dde4a10a. 00002000:00000010:0.0:1767384696.516312:0:41031:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb94969d. 00000004:00000010:0.0:1767384696.516314:0:41031:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009f563909. 00000020:00000010:0.0:1767384696.516317:0:41031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096ca7188. 00000040:00000010:0.0:1767384696.516319:0:41031:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d4eefdf2. 00000020:00000010:0.0:1767384696.516325:0:41031:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb44ab80. 00000040:00000010:0.0:1767384696.516327:0:41031:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001987a615. 00000020:00000010:0.0:1767384696.516329:0:41031:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6b8f72b. 00000020:00000010:0.0:1767384696.516331:0:41031:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384696.516334:0:41031:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005877d709. 80000000:00000010:0.0:1767384696.516336:0:41031:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0dc0ffc. 40000000:00000010:0.0:1767384696.516340:0:41031:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d69f460e. 00100000:00000010:0.0:1767384696.516342:0:41031:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008e4204ea. 00040000:00000010:0.0:1767384696.516344:0:41031:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f783a86. 00040000:00000010:0.0:1767384696.516347:0:41031:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cebb2122. 00040000:00000010:0.0:1767384696.516349:0:41031:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081d5946f. 00080000:00000010:0.0:1767384696.516351:0:41031:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001d3364a4. 00080000:00000010:0.0:1767384696.516354:0:41031:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000065b66bdf. 00000004:00000010:0.0:1767384696.516356:0:41031:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000006338a33. 00000004:00000010:0.0:1767384696.516358:0:41031:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000070e074. 00000004:00000010:0.0:1767384696.516361:0:41031:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000087c9f332. 00000004:00000010:0.0:1767384696.516363:0:41031:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002a303072. 00000020:00000010:0.0:1767384696.516365:0:41031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028de6226. 00000004:00000010:0.0:1767384696.516369:0:41031:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000007e86fbf5. 00000100:00000010:0.0:1767384696.516399:0:770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af17ae99. 00000040:00000010:1.0:1767384696.516507:0:40986:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f8b10e65. 00000020:00000010:1.0:1767384696.516511:0:40986:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002d3f1b26. 00000020:00000010:1.0:1767384696.516514:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000471e3aa3. 00000040:00000010:1.0:1767384696.516516:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009490d3ef. 00000020:00000010:1.0:1767384696.516517:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cef98637. 00000020:00000010:1.0:1767384696.516518:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007f475a28. 00000020:00000010:1.0:1767384696.516520:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5bc0fd5. 80000000:00000010:1.0:1767384696.516521:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004a8cffed. 40000000:00000010:1.0:1767384696.516522:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b468f04. 00100000:00000010:1.0:1767384696.516524:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ffbb8823. 00040000:00000010:1.0:1767384696.516525:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ea49f398. 00040000:00000010:1.0:1767384696.516526:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006026981e. 00040000:00000010:1.0:1767384696.516527:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005c951182. 00080000:00000010:1.0:1767384696.516529:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a9ba289e. 00080000:00000010:1.0:1767384696.516530:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008dfd6226. 00000004:00000010:1.0:1767384696.516531:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f1807b84. 00000004:00000010:1.0:1767384696.516532:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fbd49583. 00000004:00000010:1.0:1767384696.516534:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b77f2e18. 00002000:00000010:1.0:1767384696.516535:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006941390e. 00000004:00000010:1.0:1767384696.516536:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a992f0df. 00000020:00000010:1.0:1767384696.516537:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e0b1b80. 00000040:00000010:1.0:1767384696.516538:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000009ef5fe0. 00000040:00000010:1.0:1767384696.516542:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005bcdd729. 00000040:00000010:1.0:1767384696.516546:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003e0b1b80. 00000040:00000010:1.0:1767384696.516582:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000003ac3b7eb. 00000020:00000010:1.0:1767384696.516585:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ea49f398. 00080000:00000010:1.0:1767384696.516587:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb0c124a. 00000040:00000010:1.0:1767384696.516594:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008dfd6226. 00000001:00000010:1.0:1767384696.516599:0:40986:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000005a6fe47b. 00000004:00000010:1.0:1767384696.516615:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001fc2d3d0. 00000004:00000010:1.0:1767384696.516619:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a56e4470. 00000004:00000010:1.0:1767384696.516622:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000090f26dcb. 00080000:00000010:1.0:1767384696.516625:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005c951182. 00080000:00000010:1.0:1767384696.516630:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f5bc0fd5. 00080000:00000010:1.0:1767384696.516636:0:40986:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009490d3ef. 00080000:00000010:1.0:1767384696.516648:0:40986:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000ad4a954f. 00000001:00000010:1.0:1767384696.516669:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.516676:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.516683:0:40986:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000ad4a954f. 00080000:00000010:1.0:1767384696.516770:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005c951182. 00000004:00000010:1.0:1767384696.516773:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000090f26dcb. 00000004:00000010:1.0:1767384696.516775:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a56e4470. 00000004:00000010:1.0:1767384696.516778:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001fc2d3d0. 00000020:00000010:1.0:1767384696.516786:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000510a316d. 00080000:00000010:1.0:1767384696.516789:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005c951182. 00080000:00000010:1.0:1767384696.516791:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000471e3aa3. 00080000:00000010:1.0:1767384696.516796:0:40986:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004b468f04. 00000001:00000010:1.0:1767384696.516936:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.516941:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.516953:0:40986:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000b77f2e18. 00080000:00000010:1.0:1767384696.516965:0:40986:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004b468f04. 00080000:00000010:1.0:1767384696.516969:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cc554936. 00100000:00000010:1.0:1767384696.516974:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004b468f04. 00080000:00000010:1.0:1767384696.516982:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000300a3683. 00000001:00000010:1.0:1767384696.516987:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.516990:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.516998:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000404690d9. 00000001:00000010:1.0:1767384696.517003:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.517007:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.517013:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007c38e011. 00000001:00000010:1.0:1767384696.517017:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.517020:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00080000:00000010:1.0:1767384696.517028:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004bc84467. 00000001:00000010:1.0:1767384696.517032:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009227628a. 00000001:00000010:1.0:1767384696.517035:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009227628a. 00100000:00000010:1.0:1767384696.517044:0:40986:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000fbd49583. 00000020:00000010:1.0:1767384696.517066:0:40986:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000091af3450. 00000004:00000010:1.0:1767384696.517076:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002b2bbbc9. 00000004:00000010:1.0:1767384696.517078:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a56e4470. 00000004:00000010:1.0:1767384696.517080:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000090f26dcb. 00080000:00000010:1.0:1767384696.517082:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d458040b. 00000020:00000010:1.0:1767384696.517090:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000042d77bc4. 00080000:00000010:1.0:1767384696.517092:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000774c1024. 00000020:00000010:1.0:1767384696.517102:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ee2cdb65. 00080000:00000010:1.0:1767384696.517104:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002926840a. 00100000:00000010:1.0:1767384696.517297:0:40986:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000005e2bc39d. 00100000:00000010:1.0:1767384696.517300:0:40986:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000140ad2c1. 00100000:00000010:1.0:1767384696.517328:0:40986:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000140ad2c1. 00100000:00000010:1.0:1767384696.517331:0:40986:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000f1807b84. 00100000:00000010:1.0:1767384696.517334:0:40986:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000038e5977d. 00100000:00000010:1.0:1767384696.517336:0:40986:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000a992f0df. 00100000:00000010:1.0:1767384696.517337:0:40986:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000006941390e. 00000020:00000010:1.0:1767384696.517349:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b0e8dc89. 00080000:00000010:1.0:1767384696.517351:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a39d349c. 00000020:00000010:1.0:1767384696.517366:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e484630a. 00080000:00000010:1.0:1767384696.517368:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c1bc9cb. 00080000:00000010:1.0:1767384696.517372:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f8f5137f. 00000020:00000010:1.0:1767384696.517380:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aa25ccd3. 00080000:00000010:1.0:1767384696.517382:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000071d5eded. 00080000:00000010:1.0:1767384696.517386:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002da535a6. 00000020:00000010:1.0:1767384696.517392:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f1a1c927. 00080000:00000010:1.0:1767384696.517394:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d5b214a9. 00080000:00000010:1.0:1767384696.517398:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000853022a. 00000020:00000010:1.0:1767384696.517404:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000331e6979. 00080000:00000010:1.0:1767384696.517406:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a5ebbd2. 00080000:00000010:1.0:1767384696.517409:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000061d15099. 00000020:00000010:1.0:1767384696.517416:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000771dd03a. 00080000:00000010:1.0:1767384696.517418:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003fead42a. 00080000:00000010:1.0:1767384696.517421:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000090f2a300. 00000020:00000010:1.0:1767384696.517428:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad2e84a8. 00080000:00000010:1.0:1767384696.517430:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007d03582b. 00080000:00000010:1.0:1767384696.517434:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004ebe1fc5. 00000020:00000010:1.0:1767384696.517440:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e0c39f67. 00080000:00000010:1.0:1767384696.517442:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ff1571a7. 00080000:00000010:1.0:1767384696.517446:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e302bb37. 00000020:00000010:1.0:1767384696.517453:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000029c337aa. 00080000:00000010:1.0:1767384696.517454:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000082409e73. 00080000:00000010:1.0:1767384696.517458:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006e717b91. 00000020:00000010:1.0:1767384696.517465:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dfaa55dd. 00080000:00000010:1.0:1767384696.517466:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009407f836. 00080000:00000010:1.0:1767384696.517470:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000013db7b31. 00000020:00000010:1.0:1767384696.517476:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000354c3ed2. 00080000:00000010:1.0:1767384696.517478:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003b023fa3. 00080000:00000010:1.0:1767384696.517481:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007cf6b040. 00000020:00000010:1.0:1767384696.517488:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007949af94. 00080000:00000010:1.0:1767384696.517498:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e0469526. 00080000:00000010:1.0:1767384696.517504:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000764873fc. 00000020:00000010:1.0:1767384696.517513:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bd8e934b. 00080000:00000010:1.0:1767384696.517515:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a94f269f. 00080000:00000010:1.0:1767384696.517519:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005bf7a2de. 00000020:00000010:1.0:1767384696.517526:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000275be453. 00080000:00000010:1.0:1767384696.517528:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e7f09d5. 00080000:00000010:1.0:1767384696.517531:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000086f6ff66. 00000020:00000010:1.0:1767384696.517537:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000af70b425. 00080000:00000010:1.0:1767384696.517539:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036a92716. 00080000:00000010:1.0:1767384696.517542:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dcf357bf. 00000020:00000010:1.0:1767384696.517549:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000594235e1. 00080000:00000010:1.0:1767384696.517550:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000028584a3a. 00080000:00000010:1.0:1767384696.517553:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a2a0dc3f. 00000020:00000010:1.0:1767384696.517560:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000089a09884. 00080000:00000010:1.0:1767384696.517562:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000075ad1816. 00080000:00000010:1.0:1767384696.517565:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002963e8f0. 00100000:00000010:1.0:1767384696.517570:0:40986:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000006026981e. 00100000:00000010:1.0:1767384696.517572:0:40986:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000039b75abe. 00100000:00000010:1.0:1767384696.517574:0:40986:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000006be9c6d1. 00100000:00000010:1.0:1767384696.517575:0:40986:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000033a862a9. 00000020:00000010:1.0:1767384696.517582:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081e53680. 00080000:00000010:1.0:1767384696.517584:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006aef3749. 00000020:00000010:1.0:1767384696.517699:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f28123f. 00080000:00000010:1.0:1767384696.517702:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003dd94323. 00080000:00000010:1.0:1767384696.517706:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cf407694. 00000020:00000010:1.0:1767384696.517714:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a041f653. 00080000:00000010:1.0:1767384696.517716:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000022743b27. 00080000:00000010:1.0:1767384696.517743:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000041ba4a69. 00000020:00000010:1.0:1767384696.517755:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000770b619d. 00080000:00000010:1.0:1767384696.517757:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef3cfb38. 00080000:00000010:1.0:1767384696.517762:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000e99d15d. 00000020:00000010:1.0:1767384696.517770:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ff075dc1. 00080000:00000010:1.0:1767384696.517772:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068c534bf. 00080000:00000010:1.0:1767384696.517777:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008e5b8eed. 00000020:00000010:1.0:1767384696.517784:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b7426479. 00080000:00000010:1.0:1767384696.517786:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dfa9486b. 00080000:00000010:1.0:1767384696.517789:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f072619c. 00000020:00000010:1.0:1767384696.517796:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9b7cb2d. 00080000:00000010:1.0:1767384696.517797:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b1f8a664. 00080000:00000010:1.0:1767384696.517801:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cc0dcc2e. 00000020:00000010:1.0:1767384696.517808:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009513625a. 00080000:00000010:1.0:1767384696.517809:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007c5d961d. 00080000:00000010:1.0:1767384696.517813:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005ceec013. 00000020:00000010:1.0:1767384696.517819:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b54294c5. 00080000:00000010:1.0:1767384696.517821:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000000eba734. 00080000:00000010:1.0:1767384696.517825:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a6e4c713. 00000020:00000010:1.0:1767384696.517831:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002304f1c5. 00080000:00000010:1.0:1767384696.517833:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e3df8e20. 00080000:00000010:1.0:1767384696.517836:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f82de854. 00000020:00000010:1.0:1767384696.517843:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009885ecaa. 00080000:00000010:1.0:1767384696.517851:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000052a02ec6. 00080000:00000010:1.0:1767384696.517858:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000da9333f1. 00000020:00000010:1.0:1767384696.517867:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002d48ef25. 00080000:00000010:1.0:1767384696.517869:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e8441fae. 00080000:00000010:1.0:1767384696.517872:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000035cf8edb. 00000020:00000010:1.0:1767384696.517879:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005bb8504d. 00080000:00000010:1.0:1767384696.517880:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009cedaf8f. 00080000:00000010:1.0:1767384696.517884:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000df30ec93. 00000020:00000010:1.0:1767384696.517890:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007907676d. 00080000:00000010:1.0:1767384696.517892:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007380b6c4. 00080000:00000010:1.0:1767384696.517895:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d6520528. 00000020:00000010:1.0:1767384696.517901:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009568ad86. 00080000:00000010:1.0:1767384696.517903:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000669a036d. 00080000:00000010:1.0:1767384696.517906:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007ec95ca3. 00000020:00000010:1.0:1767384696.517913:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000675b71e. 00080000:00000010:1.0:1767384696.517952:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009bc36aeb. 00080000:00000010:1.0:1767384696.517957:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000279c317c. 00000020:00000010:1.0:1767384696.517966:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c139e09e. 00080000:00000010:1.0:1767384696.517968:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000056ffbc56. 00080000:00000010:1.0:1767384696.517971:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000018c495bf. 00100000:00000010:1.0:1767384696.517984:0:40986:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000028d428ed. 00200000:00000010:1.0:1767384696.517988:0:40986:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000003f48210e. 00000020:00000010:1.0:1767384696.518004:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4ea202c. 00000020:00000010:1.0:1767384696.518007:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ffff0e59. 00000020:00000010:1.0:1767384696.518010:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffbb8823. 00000020:00000010:1.0:1767384696.518012:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007f475a28. 00000020:00000010:1.0:1767384696.518015:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c14b455. 80000000:00000010:1.0:1767384696.518017:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009ef5fe0. 40000000:00000010:1.0:1767384696.518019:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000088700b61. 00100000:00000010:1.0:1767384696.518021:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cef98637. 00040000:00000010:1.0:1767384696.518024:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d5220869. 00040000:00000010:1.0:1767384696.518027:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000075f387e3. 00080000:00000010:1.0:1767384696.518029:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9ba289e. 00080000:00000010:1.0:1767384696.518031:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f8b10e65. 00002000:00000010:1.0:1767384696.518035:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000dc2b8ce. 00080000:00000010:1.0:1767384696.518039:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e77d371e. 00080000:00000010:1.0:1767384696.518042:0:40986:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fbc42514. 00080000:00000010:3.0:1767384696.518787:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e77d371e. 00080000:00000010:3.0:1767384696.518793:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004bc84467. 00080000:00000010:3.0:1767384696.518795:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007c38e011. 00080000:00000010:3.0:1767384696.518797:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000404690d9. 00080000:00000010:3.0:1767384696.518799:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000300a3683. 00080000:00000010:3.0:1767384696.518801:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000471e3aa3. 00080000:00000010:3.0:1767384696.518804:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f5bc0fd5. 00080000:00000010:1.0:1767384696.518827:0:40986:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fbc42514. 00000020:00000010:1.0:1767384696.518838:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ffff0e59. 00000020:00000010:1.0:1767384696.518841:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ffbb8823. 00000020:00000010:1.0:1767384696.518843:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007f475a28. 00000020:00000010:1.0:1767384696.518846:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005c14b455. 80000000:00000010:1.0:1767384696.518848:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009ef5fe0. 40000000:00000010:1.0:1767384696.518849:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000088700b61. 00100000:00000010:1.0:1767384696.518851:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cef98637. 00040000:00000010:1.0:1767384696.518852:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d5220869. 00040000:00000010:1.0:1767384696.518854:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000075f387e3. 00080000:00000010:1.0:1767384696.518855:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f8b10e65. 00080000:00000010:1.0:1767384696.518856:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9ba289e. 00002000:00000010:1.0:1767384696.518858:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000dc2b8ce. 00000020:00000010:1.0:1767384696.518859:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4ea202c. 00000004:00000010:1.0:1767384696.518866:0:40986:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000088700b61. 00000004:00000010:1.0:1767384696.518976:0:41032:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 0000000059b2ba58. 00000020:00000010:1.0:1767384696.518979:0:41032:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4ea202c. 00000020:00000010:1.0:1767384696.518981:0:41032:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eff4ab74. 00000040:00000010:1.0:1767384696.518982:0:41032:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000075f387e3. 00000020:00000010:1.0:1767384696.518984:0:41032:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cef98637. 00000020:00000010:1.0:1767384696.518986:0:41032:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007f475a28. 00000004:00000010:0.0:1767384696.518986:0:40986:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000088700b61. 00000020:00000010:1.0:1767384696.518992:0:41032:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c14b455. 80000000:00000010:1.0:1767384696.518994:0:41032:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009ef5fe0. 40000000:00000010:1.0:1767384696.518996:0:41032:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000990ef300. 00100000:00000010:1.0:1767384696.518999:0:41032:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffbb8823. 00040000:00000010:1.0:1767384696.519001:0:41032:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d5220869. 00040000:00000010:1.0:1767384696.519006:0:41032:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000027236d0. 00000020:00000010:0.0:1767384696.519008:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088630329. 00040000:00000010:1.0:1767384696.519009:0:41032:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ffff0e59. 00000040:00000010:0.0:1767384696.519013:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068732425. 00080000:00000010:1.0:1767384696.519015:0:41032:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a9ba289e. 00000020:00000010:0.0:1767384696.519017:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a079ddc. 00080000:00000010:1.0:1767384696.519020:0:41032:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f8b10e65. 00000020:00000010:0.0:1767384696.519023:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aba5ec0b. 00000004:00000010:1.0:1767384696.519027:0:41032:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009044cd91. 00000100:00000010:2.0:1767384696.519028:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c881c45. 00000020:00000010:0.0:1767384696.519028:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae54be40. 00000004:00000010:1.0:1767384696.519033:0:41032:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002eb1e5e3. 80000000:00000010:0.0:1767384696.519035:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004afc4ce4. 00000004:00000010:1.0:1767384696.519039:0:41032:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009756a077. 40000000:00000010:0.0:1767384696.519040:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009b95ab31. 02000000:00000010:2.0:1767384696.519044:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a870ec4b. 00000004:00000010:1.0:1767384696.519045:0:41032:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000dc2b8ce. 00000020:00000010:0.0:1767384696.519045:0:40986:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000091af3450. 00100000:00000010:0.0:1767384696.519051:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8d57b11. 00080000:00000010:1.0:1767384696.519054:0:41032:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000005d0410c5. 00040000:00000010:0.0:1767384696.519055:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005bb2248f. 00000100:00000010:2.0:1767384696.519058:0:41021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004204d708. 00040000:00000010:0.0:1767384696.519062:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000222b06f2. 00040000:00000010:0.0:1767384696.519066:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fff50eae. 00080000:00000010:0.0:1767384696.519069:0:40986:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000b77f2e18. 00080000:00000010:0.0:1767384696.519072:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007ed34c1. 02000000:00000010:2.0:1767384696.519075:0:41021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000681745da. 00080000:00000010:0.0:1767384696.519076:0:40986:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000009490d3ef. 00080000:00000010:0.0:1767384696.519081:0:40986:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000005ac11e78. 00000400:00000010:2.0:1767384696.519082:0:41021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc370ac. 00080000:00000010:0.0:1767384696.519084:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008214b0db. 00000004:00000010:0.0:1767384696.519088:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e1122da8. 00000400:00000010:2.0:1767384696.519091:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486caf28. 00000004:00000010:0.0:1767384696.519091:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bb9d4e22. 00000004:00000010:0.0:1767384696.519096:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002622ec08. 00000100:00000200:2.0:1767384696.519099:0:41021:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237049202176, portal 4 00000004:00000010:0.0:1767384696.519099:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fbcbcda2. 00000020:00000010:0.0:1767384696.519104:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000644a720c. 00000020:00000010:2.0:1767384696.519108:0:41021:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000626af77b. 00000020:00000010:0.0:1767384696.519109:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3e948b3. 00000400:00000010:2.0:1767384696.519115:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b16af772. 00000100:00000200:2.0:1767384696.519128:0:41021:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237049202176, offset 0 00000020:00000010:0.0:1767384696.519133:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000400:00000200:2.0:1767384696.519138:0:41021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384696.519140:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087974f41. 00000400:00000200:2.0:1767384696.519152:0:41021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:0.0:1767384696.519153:0:40986:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003e3a54b9. 00000020:00000010:0.0:1767384696.519162:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004f33e375. 00000400:00000200:2.0:1767384696.519164:0:41021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260009600 00000040:00000010:0.0:1767384696.519167:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000df9ba6ad. 00000020:00000010:0.0:1767384696.519171:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c167d133. 00000400:00000200:2.0:1767384696.519174:0:41021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6496 00000020:00000010:0.0:1767384696.519177:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000175155d5. 00000400:00000200:2.0:1767384696.519181:0:41021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:0.0:1767384696.519182:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc1554be. 00000400:00000200:2.0:1767384696.519186:0:41021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:0.0:1767384696.519187:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be33c719. 00000100:00000200:2.0:1767384696.519192:0:41021:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:0.0:1767384696.519192:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e7cebd1c. 00080000:00000010:0.0:1767384696.519196:0:40986:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000c41a2add. 00000100:00000010:2.0:1767384696.519198:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1f96b85. 00080000:00000010:1.0:1767384696.519199:0:41032:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000005d0410c5. 00080000:00000010:0.0:1767384696.519201:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dbd3f485. 00000020:00000010:1.0:1767384696.519206:0:41032:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eff4ab74. 20000000:00000010:0.0:1767384696.519207:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000bc770aa. 00000040:00000010:1.0:1767384696.519211:0:41032:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075f387e3. 00000020:00000010:0.0:1767384696.519213:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab5c32f. 00000020:00000010:1.0:1767384696.519216:0:41032:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cef98637. 00000400:00000200:2.0:1767384696.519219:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b16af772 00000020:00000010:1.0:1767384696.519220:0:41032:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007f475a28. 00000400:00000010:2.0:1767384696.519223:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b16af772. 00000020:00000010:1.0:1767384696.519224:0:41032:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005c14b455. 80000000:00000010:1.0:1767384696.519228:0:41032:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009ef5fe0. 00000100:00000200:2.0:1767384696.519231:0:41021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c881c45 x1853237049202176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384712 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:1.0:1767384696.519231:0:41032:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000990ef300. 00100000:00000010:1.0:1767384696.519235:0:41032:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ffbb8823. 00040000:00000010:1.0:1767384696.519239:0:41032:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d5220869. 00040000:00000010:1.0:1767384696.519243:0:41032:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000027236d0. 00000020:00000010:3.0:1767384696.519248:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd53b218. 00040000:00000010:1.0:1767384696.519248:0:41032:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ffff0e59. 00000020:00000010:3.0:1767384696.519254:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd53b218. 00080000:00000010:1.0:1767384696.519254:0:41032:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f8b10e65. 00000100:00000010:2.0:1767384696.519257:0:41021:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b49184af. 00080000:00000010:1.0:1767384696.519258:0:41032:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9ba289e. 00000004:00000010:1.0:1767384696.519262:0:41032:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009044cd91. 00000004:00000010:1.0:1767384696.519266:0:41032:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002eb1e5e3. 00000020:00000010:3.0:1767384696.519268:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003583683c. 00000004:00000010:1.0:1767384696.519268:0:41032:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009756a077. 00000100:00000010:2.0:1767384696.519271:0:41021:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc1554be. 00000004:00000010:1.0:1767384696.519273:0:41032:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000dc2b8ce. 00000020:00000010:3.0:1767384696.519274:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee97250b. 00000100:00000010:2.0:1767384696.519279:0:41021:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000475e657. 00000020:00000010:1.0:1767384696.519279:0:41032:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4ea202c. 00000020:00000010:3.0:1767384696.519280:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000004:00000010:1.0:1767384696.519284:0:41032:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 0000000059b2ba58. 00000100:00000010:2.0:1767384696.519291:0:41021:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000258d4822. 00000020:00000010:3.0:1767384696.519321:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd53b218. 00000020:00000010:3.0:1767384696.519324:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd53b218. 00000100:00000200:3.0:1767384696.519327:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049202176 02000000:00000010:3.0:1767384696.519339:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000707f26f2. 00010000:00000200:3.0:1767384696.519349:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1f96b85 x1853237049202176/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:677/0 lens 264/240 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384696.519361:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000100:00000200:3.0:1767384696.519363:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237049202176, offset 224 00000400:00000200:3.0:1767384696.519368:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.519372:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.519376:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260009600 00000400:00000200:3.0:1767384696.519379:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2ba5 [1] + 224 00000400:00000200:3.0:1767384696.519383:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.519385:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384696.519388:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c881c45 x1853237049202176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384696.519404:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095337a7 00000400:00000010:3.0:1767384696.519406:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 00000020:00000010:3.0:1767384696.519414:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee97250b. 00000020:00000010:3.0:1767384696.519417:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384696.519420:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003583683c. 00000400:00000010:2.0:1767384696.519423:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc370ac. 00000400:00000200:2.0:1767384696.519428:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486caf28 00000400:00000010:2.0:1767384696.519430:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486caf28. 00000100:00000200:2.0:1767384696.519437:0:41021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c881c45 x1853237049202176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384696.519455:0:41021:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c881c45 x1853237049202176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384696.519480:0:41021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004204d708. 02000000:00000010:2.0:1767384696.519487:0:41021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000681745da. 02000000:00000010:2.0:1767384696.519493:0:41021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a870ec4b. 00000100:00000010:2.0:1767384696.519497:0:41021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c881c45. 00000100:00000010:2.0:1767384696.519503:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c881c45. 02000000:00000010:2.0:1767384696.519510:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a870ec4b. 00000100:00000010:2.0:1767384696.519517:0:41021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004204d708. 02000000:00000010:2.0:1767384696.519526:0:41021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c05dd4b8. 00000400:00000010:2.0:1767384696.519530:0:41021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc370ac. 00000400:00000010:2.0:1767384696.519536:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486caf28. 00000100:00000200:2.0:1767384696.519540:0:41021:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049202304, portal 4 00000400:00000010:2.0:1767384696.519544:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b16af772. 00000100:00000200:2.0:1767384696.519547:0:41021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237049202304, offset 0 00000400:00000200:2.0:1767384696.519553:0:41021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.519562:0:41021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.519569:0:41021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260009680 00000400:00000200:2.0:1767384696.519575:0:41021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6760 00000400:00000200:2.0:1767384696.519581:0:41021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.519585:0:41021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.519589:0:41021:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384696.519595:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f711cea0. 00000400:00000200:2.0:1767384696.519609:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b16af772 00000400:00000010:2.0:1767384696.519613:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b16af772. 00000100:00000200:2.0:1767384696.519619:0:41021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c881c45 x1853237049202304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.519626:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd53b218. 00000020:00000010:3.0:1767384696.519631:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd53b218. 00000020:00000010:3.0:1767384696.519637:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003583683c. 00000020:00000010:3.0:1767384696.519641:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee97250b. 00000020:00000010:3.0:1767384696.519646:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384696.519663:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd53b218. 00000020:00000010:3.0:1767384696.519668:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd53b218. 00000100:00000200:3.0:1767384696.519671:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049202304 02000000:00000010:3.0:1767384696.519687:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f53439d9. 00010000:00000200:3.0:1767384696.519697:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f711cea0 x1853237049202304/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:677/0 lens 432/432 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384696.519712:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000100:00000200:3.0:1767384696.519764:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049202304, offset 224 00000400:00000200:3.0:1767384696.519774:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.519786:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.519797:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260009680 00000400:00000200:3.0:1767384696.519803:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bb1 [1] + 224 00000400:00000200:3.0:1767384696.519811:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.519818:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384696.519827:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c881c45 x1853237049202304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384696.519851:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095337a7 00000400:00000010:3.0:1767384696.519854:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 00000020:00000010:3.0:1767384696.519866:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee97250b. 00000400:00000010:2.0:1767384696.519867:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc370ac. 00000020:00000010:3.0:1767384696.519873:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000400:00000200:2.0:1767384696.519873:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486caf28 00000400:00000010:2.0:1767384696.519877:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486caf28. 00000020:00000010:3.0:1767384696.519880:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003583683c. 00000100:00000200:2.0:1767384696.519885:0:41021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c881c45 x1853237049202304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384696.519902:0:41021:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c881c45 x1853237049202304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384696.519903:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcdaac62. 00080000:00000010:1.0:1767384696.519910:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcdaac62. 00080000:00000010:1.0:1767384696.519924:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcdaac62. 00080000:00000010:1.0:1767384696.519929:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcdaac62. 00000100:00000010:2.0:1767384696.519930:0:41021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004204d708. 02000000:00000010:2.0:1767384696.519939:0:41021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c05dd4b8. 02000000:00000010:2.0:1767384696.519944:0:41021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a870ec4b. 00000100:00000010:2.0:1767384696.519947:0:41021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c881c45. 00080000:00000010:0.0:1767384696.519955:0:10610:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e3e948b3. 00000100:00000010:2.0:1767384696.519957:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c881c45. 00080000:00000010:0.0:1767384696.519960:0:10610:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e3e948b3. 02000000:00000010:2.0:1767384696.519964:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a870ec4b. 00000100:00000010:2.0:1767384696.519971:0:41021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004204d708. 00080000:00000010:0.0:1767384696.519973:0:10610:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e3e948b3. 02000000:00000010:2.0:1767384696.519978:0:41021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c05dd4b8. 00080000:00000010:0.0:1767384696.519979:0:10610:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e3e948b3. 00000400:00000010:2.0:1767384696.519984:0:41021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc370ac. 00000400:00000010:2.0:1767384696.519989:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000486caf28. 00000100:00000200:2.0:1767384696.519992:0:41021:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237049202432, portal 4 00000400:00000010:2.0:1767384696.519996:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b16af772. 00000100:00000200:2.0:1767384696.519998:0:41021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237049202432, offset 0 00000400:00000200:2.0:1767384696.520004:0:41021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384696.520010:0:41021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384696.520016:0:41021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260009700 00000400:00000200:2.0:1767384696.520019:0:41021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 7192 00000400:00000200:2.0:1767384696.520023:0:41021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384696.520027:0:41021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384696.520031:0:41021:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384696.520034:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5ac603e. 00000400:00000200:2.0:1767384696.520048:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b16af772 00000400:00000010:2.0:1767384696.520050:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b16af772. 00000100:00000200:2.0:1767384696.520054:0:41021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c881c45 x1853237049202432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.520072:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d973b82. 00000020:00000010:3.0:1767384696.520076:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d973b82. 00000020:00000010:3.0:1767384696.520080:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003583683c. 00000020:00000010:3.0:1767384696.520083:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee97250b. 00000020:00000010:3.0:1767384696.520086:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384696.520106:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d973b82. 00000020:00000010:3.0:1767384696.520108:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d973b82. 00000100:00000200:3.0:1767384696.520112:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237049202432 02000000:00000010:3.0:1767384696.520134:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000000c0e449c. 00002000:00000010:3.0:1767384696.520152:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.520168:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000307a8efc. 00080000:00000010:3.0:1767384696.520174:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004b2c5d2a. 00002000:00000010:3.0:1767384696.520194:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cccb0947. 00080000:00000010:3.0:1767384696.520198:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000094f605b6. 00002000:00000010:3.0:1767384696.520212:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dfc841ae. 00080000:00000010:3.0:1767384696.520216:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c0657304. 00002000:00000010:3.0:1767384696.520223:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000484053fa. 00080000:00000010:3.0:1767384696.520227:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009490d3ef. 00002000:00000010:3.0:1767384696.520233:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000036db00d9. 00080000:00000010:3.0:1767384696.520236:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f5bc0fd5. 00002000:00000010:3.0:1767384696.520242:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a2eda966. 00080000:00000010:3.0:1767384696.520244:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000471e3aa3. 00002000:00000010:3.0:1767384696.520250:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000031376cae. 00080000:00000010:3.0:1767384696.520252:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000300a3683. 00002000:00000010:3.0:1767384696.520258:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b3e52a58. 00080000:00000010:3.0:1767384696.520261:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000404690d9. 00080000:00000010:3.0:1767384696.520268:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007c38e011. 00080000:00000010:3.0:1767384696.520273:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd53b218. 00080000:00000010:3.0:1767384696.520281:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f05c10f. 00002000:00000010:3.0:1767384696.520793:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006bffb235. 00000001:00000010:3.0:1767384696.520802:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002e6df57f. 00000001:00000010:3.0:1767384696.521546:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000002e6df57f. 00002000:00000010:3.0:1767384696.521553:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006bffb235. 00080000:00000010:3.0:1767384696.521555:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007c38e011. 00000001:00000010:3.0:1767384696.521559:0:17890:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a0276c04. 00080000:00000010:3.0:1767384696.521564:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f38bd1ad. 00080000:00000010:3.0:1767384696.521581:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f05c10f. 00080000:00000010:3.0:1767384696.521585:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd53b218. 00002000:00000010:3.0:1767384696.521593:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.521599:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.521605:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000039cafc88. 00080000:00000010:3.0:1767384696.521609:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007c38e011. 00002000:00000010:3.0:1767384696.521624:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000019eff879. 00080000:00000010:3.0:1767384696.521629:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004bc84467. 00002000:00000010:3.0:1767384696.521640:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000455f2c7a. 00080000:00000010:3.0:1767384696.521645:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045faf413. 00002000:00000010:3.0:1767384696.521655:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000048cc4159. 00080000:00000010:3.0:1767384696.521666:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000300f171. 00002000:00000010:3.0:1767384696.521681:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001b62b7c3. 00080000:00000010:3.0:1767384696.521685:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008dde1cae. 00002000:00000010:3.0:1767384696.521696:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008bc3dd0f. 00080000:00000010:3.0:1767384696.521700:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005863b017. 00002000:00000010:3.0:1767384696.521710:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000382b9d7. 00080000:00000010:3.0:1767384696.521715:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002e9b5ac7. 00002000:00000010:3.0:1767384696.521758:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c405b675. 00080000:00000010:3.0:1767384696.521764:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c8925588. 00080000:00000010:3.0:1767384696.521776:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c8f026f2. 00080000:00000010:3.0:1767384696.521781:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd53b218. 00080000:00000010:3.0:1767384696.521789:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f05c10f. 00002000:00000010:3.0:1767384696.522332:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006bffb235. 00000001:00000010:3.0:1767384696.522341:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002e6df57f. 00080000:00000010:3.0:1767384696.522355:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f05c10f. 00080000:00000010:3.0:1767384696.522361:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd53b218. 00002000:00000010:3.0:1767384696.522369:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.522375:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.522380:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000051fd3c4d. 00080000:00000010:3.0:1767384696.522385:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c1008767. 00002000:00000010:3.0:1767384696.522398:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000076ff22e7. 00080000:00000010:3.0:1767384696.522403:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c6543450. 00002000:00000010:3.0:1767384696.522414:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3305de1. 00080000:00000010:3.0:1767384696.522418:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bfba7c2b. 00002000:00000010:3.0:1767384696.522428:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000004784810. 00080000:00000010:3.0:1767384696.522433:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ab84c113. 00002000:00000010:3.0:1767384696.522443:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009ceb88c7. 00080000:00000010:3.0:1767384696.522447:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000079ba872a. 00002000:00000010:3.0:1767384696.522458:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b2d7407b. 00080000:00000010:3.0:1767384696.522462:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6c29826. 00002000:00000010:3.0:1767384696.522473:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009131c8cb. 00080000:00000010:3.0:1767384696.522477:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000088abc634. 00002000:00000010:3.0:1767384696.522488:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000086d89f0f. 00080000:00000010:3.0:1767384696.522499:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007ace1000. 00080000:00000010:3.0:1767384696.522511:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c080c94c. 00080000:00000010:3.0:1767384696.522516:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd53b218. 00080000:00000010:3.0:1767384696.522524:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f05c10f. 00000100:00000010:1.0:1767384696.522754:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc1554be. 00000100:00000010:2.0:1767384696.522759:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000475e657. 00002000:00000010:3.0:1767384696.523087:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000c463c6b0. 00000001:00000010:3.0:1767384696.523095:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000070247f71. 00080000:00000010:3.0:1767384696.523108:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f05c10f. 00080000:00000010:3.0:1767384696.523114:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd53b218. 00002000:00000010:3.0:1767384696.523134:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.523140:0:17896:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009d973b82. 00002000:00000010:3.0:1767384696.523146:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005cf23539. 00080000:00000010:3.0:1767384696.523151:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fa63a00a. 00002000:00000010:3.0:1767384696.523164:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f45c0d1c. 00080000:00000010:3.0:1767384696.523169:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000859a09b9. 00002000:00000010:3.0:1767384696.523190:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004c03000c. 00080000:00000010:3.0:1767384696.523196:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000835a1319. 00002000:00000010:3.0:1767384696.523208:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000095f7ce93. 00080000:00000010:3.0:1767384696.523212:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000567a20e9. 00002000:00000010:3.0:1767384696.523223:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000072baeaea. 00080000:00000010:3.0:1767384696.523228:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a085414c. 00002000:00000010:3.0:1767384696.523237:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e0d4c240. 00080000:00000010:3.0:1767384696.523242:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000702cadce. 00002000:00000010:3.0:1767384696.523253:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000db12466. 00080000:00000010:3.0:1767384696.523258:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ad2f986f. 00002000:00000010:3.0:1767384696.523269:0:17896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000281e6dc6. 00080000:00000010:3.0:1767384696.523274:0:17896:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000099acb7a8. 00080000:00000010:3.0:1767384696.523285:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000035c50c4b. 00080000:00000010:3.0:1767384696.523291:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd53b218. 00080000:00000010:3.0:1767384696.523301:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f05c10f. 00002000:00000010:3.0:1767384696.523837:0:17896:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000ee4a9bf7. 00000001:00000010:3.0:1767384696.523844:0:17896:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000001c261954. 00080000:00000010:3.0:1767384696.523859:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f05c10f. 00080000:00000010:3.0:1767384696.523865:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd53b218. 00002000:00000010:3.0:1767384696.523880:0:17896:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009d973b82. 00010000:00000200:3.0:1767384696.523891:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5ac603e x1853237049202432/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:677/0 lens 432/432 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384696.523905:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000100:00000200:3.0:1767384696.523908:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237049202432, offset 224 00000400:00000200:3.0:1767384696.523915:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384696.523923:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384696.523930:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260009700 00000400:00000200:3.0:1767384696.523936:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bbd [1] + 224 00000400:00000200:3.0:1767384696.523940:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384696.523944:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384696.523950:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c881c45 x1853237049202432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384696.523970:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095337a7 00000400:00000010:3.0:1767384696.523973:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 00000020:00000010:3.0:1767384696.523985:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee97250b. 00000020:00000010:3.0:1767384696.523988:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384696.523992:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003583683c. 00000400:00000010:3.0:1767384696.524012:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc370ac. 00000400:00000200:3.0:1767384696.524016:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000486caf28 00000400:00000010:3.0:1767384696.524018:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000486caf28. 00000100:00000200:3.0:1767384696.524024:0:41021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c881c45 x1853237049202432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384696.524032:0:41021:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c881c45 x1853237049202432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384696.524043:0:41021:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f102bcea. 00000100:00000010:3.0:1767384696.524055:0:41021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004204d708. 00000100:00000010:3.0:1767384696.524075:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000258d4822. 00080000:00000010:2.0:1767384696.528413:0:41033:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e37dddd4. 00080000:00000010:2.0:1767384696.528420:0:41033:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e37dddd4. 00080000:00000010:2.0:1767384696.528429:0:41033:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e37dddd4. 00080000:00000010:2.0:1767384696.528435:0:41033:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e37dddd4. 00000100:00000010:0.0:1767384696.528776:0:770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b49184af. 00080000:00000010:3.0:1767384696.693895:0:41045:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a322195. 00080000:00000010:3.0:1767384696.693905:0:41045:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a322195. 00080000:00000010:3.0:1767384696.693915:0:41045:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a322195. 00080000:00000010:3.0:1767384696.693920:0:41045:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a322195. 00000020:00000010:3.0:1767384696.812293:0:41081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee78d7d. 00000020:00000010:3.0:1767384696.812304:0:41081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000348465c3. 00000020:00000010:3.0:1767384696.812308:0:41081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e4204ea. 00000020:00000010:3.0:1767384696.812313:0:41081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384696.812317:0:41081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c697983. 80000000:00000010:3.0:1767384696.812321:0:41081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003aeee876. 40000000:00000010:3.0:1767384696.812323:0:41081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f05c10f. 00100000:00000010:3.0:1767384696.812328:0:41081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cebb2122. 00040000:00000010:3.0:1767384696.812332:0:41081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c5a5df7. 00040000:00000010:3.0:1767384696.812337:0:41081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003583683c. 00080000:00000010:3.0:1767384696.812354:0:41081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000494846cf. 00080000:00000010:3.0:1767384696.812361:0:41081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000342d777e. 00002000:00000010:3.0:1767384696.812369:0:41081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f7e77658. 00000020:00000010:3.0:1767384696.812382:0:41081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000348465c3. 00000020:00000010:3.0:1767384696.812388:0:41081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e4204ea. 00000020:00000010:3.0:1767384696.812392:0:41081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384696.812397:0:41081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c697983. 80000000:00000010:3.0:1767384696.812400:0:41081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003aeee876. 40000000:00000010:3.0:1767384696.812403:0:41081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f05c10f. 00100000:00000010:3.0:1767384696.812408:0:41081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cebb2122. 00040000:00000010:3.0:1767384696.812411:0:41081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c5a5df7. 00040000:00000010:3.0:1767384696.812413:0:41081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003583683c. 00080000:00000010:3.0:1767384696.812416:0:41081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000342d777e. 00080000:00000010:3.0:1767384696.812419:0:41081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000494846cf. 00002000:00000010:3.0:1767384696.812421:0:41081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f7e77658. 00000020:00000010:3.0:1767384696.812423:0:41081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee78d7d. 00080000:00000010:1.0:1767384697.010028:0:41093:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276ba7f. 00080000:00000010:1.0:1767384697.010036:0:41093:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276ba7f. 00080000:00000010:1.0:1767384697.010043:0:41093:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276ba7f. 00080000:00000010:1.0:1767384697.010046:0:41093:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276ba7f. 00000400:00000200:0.0:1767384697.107761:0:16354:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.154@tcp45 00000400:00000010:0.0:1767384697.107765:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000021610e45. 00000400:00000010:0.0:1767384697.107771:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000087974f41. 00000400:00000010:0.0:1767384697.107774:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e8dbf8. 00000400:00000010:0.0:1767384697.107780:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063bc112b. 00000400:00000200:0.0:1767384697.107783:0:16354:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.154@tcp45 00000400:00000200:0.0:1767384697.107800:0:16354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.154@tcp45 local destination 00000400:00000200:0.0:1767384697.107804:0:16354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.154@tcp45 00000400:00000200:0.0:1767384697.107807:0:16354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.154@tcp45 NI seq info: [246:246:256:4294967295] 192.168.202.154@tcp45 LPNI seq info [201:201:8:4294967295] 00000400:00000200:0.0:1767384697.107811:0:16354:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.154@tcp45 00000400:00000200:0.0:1767384697.107817:0:16354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.154@tcp45(192.168.202.154@tcp45:) -> 192.168.202.154@tcp45(192.168.202.154@tcp45:192.168.202.154@tcp45) : GET try# 0 00000800:00000200:0.0:1767384697.107821:0:16354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.154@tcp45 00000800:00000010:0.0:1767384697.107823:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000765328f. 00000800:00000200:0.0:1767384697.107828:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000800:00000200:0.1:1767384697.107832:0:16354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc17ba6a] -> 12345-192.168.202.154@tcp45 (2) 00000400:00000200:0.0:1767384697.107847:0:16354:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.154@tcp45 added to recovery queue. ping count: 5 next ping: 351 health :500 00000400:00000200:1.0:1767384697.107899:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107929:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107942:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107953:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107975:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107987:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.107998:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108017:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108053:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108075:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108089:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108103:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108133:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108153:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108170:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108190:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108217:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108241:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108261:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108277:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108323:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108338:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108354:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108370:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108385:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108402:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108418:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108433:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108449:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108471:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108500:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.108524:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000800:00000010:1.0:1767384697.108658:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9ba289e. 00000800:00000010:1.0:1767384697.108662:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cc2a07b3. 00000800:00000010:1.0:1767384697.108666:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008611e799. 00000800:00000010:1.0:1767384697.108684:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008611e799. 00000800:00020000:1.0:1767384697.108692:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384697.108694:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cc2a07b3. 00000800:00000010:1.0:1767384697.108697:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9ba289e. 00000400:02020000:1.0:1767384697.108749:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp45 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384697.108757:0:16346:0:(router.c:1755:lnet_notify()) 192.168.202.154@tcp45 notifying 192.168.202.154@tcp45: down 00000400:00000200:1.0:1767384697.108762:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384697.108767:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.154@tcp45 00000800:00000010:1.0:1767384697.108771:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000765328f. 00000400:00000200:1.0:1767384697.108776:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384697.108781:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.154@tcp45->192.168.202.154@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384697.108790:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384697.108792:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384697.108796:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.154@tcp45) recovery failed with -71 00000800:00000200:0.0:1767384697.235785:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000800:00000200:0.1:1767384697.235792:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002881d32f] -> 12345-192.168.202.154@tcp32 (4) 00000800:00000200:0.0:1767384697.235808:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096843812] -> 12345-192.168.202.154@tcp19 (6) 00000800:00000200:0.0:1767384697.235811:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp19 ip 192.168.202.154:988 00000800:00000200:0.0:1767384697.235815:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037e2eaae type 192, nob 24 niov 1 nkiov 0 00000800:00000010:0.0:1767384697.235829:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000382c7217. 00000800:00000200:0.0:1767384697.235832:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (4) 00000800:00000200:0.1:1767384697.235835:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009551cd58] -> 12345-192.168.202.154@tcp40 (4) 00000400:00000200:3.0:1767384697.235881:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.235883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.235938:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.235957:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.154:988 00000800:00000200:0.0:1767384697.235970:0:16350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384697.235980:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236009:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236022:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236056:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236059:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236124:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236127:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236156:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236184:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236195:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236228:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236232:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236291:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236302:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236337:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236344:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236396:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236402:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236419:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236459:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236463:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236517:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236565:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236581:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236618:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236631:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236667:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236681:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236751:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236806:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236811:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236848:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236858:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236897:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236901:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.236957:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.236958:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237011:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237024:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237082:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237095:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237151:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237207:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237233:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237259:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237271:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237310:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237358:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237387:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237413:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237426:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237463:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.154:988 00000400:00000200:1.0:1767384697.237469:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237511:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237546:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.154:988 00000400:00000200:3.0:1767384697.237580:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.154:988 00000800:00000010:1.0:1767384697.237614:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9ba289e. 00000400:00000200:3.0:1767384697.237617:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.154:988 00000800:00000010:1.0:1767384697.237620:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cc2a07b3. 00000800:00000010:1.0:1767384697.237628:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c59a0cb0. 00000400:00000200:3.0:1767384697.237656:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.154:988 00000800:00000010:1.0:1767384697.237657:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c59a0cb0. 00000800:00020000:1.0:1767384697.237668:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384697.237671:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cc2a07b3. 00000800:00000010:1.0:1767384697.237674:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9ba289e. 00000400:00000200:3.0:1767384697.237692:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.154:988 00000400:02020000:1.0:1767384697.237743:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp40 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384697.237748:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:3.0:1767384697.237844:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000494846cf. 00000800:00000010:3.0:1767384697.237849:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b811c24c. 00000800:00000010:3.0:1767384697.237853:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b194318. 00000800:00000010:3.0:1767384697.237879:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b194318. 00000800:00020000:3.0:1767384697.237887:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:3.0:1767384697.237890:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b811c24c. 00000800:00000010:3.0:1767384697.237893:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000494846cf. 00000400:02020000:3.0:1767384697.237925:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp32 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384697.237928:0:16348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:1.0:1767384697.363775:0:131:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d4ea202c. 00000001:02000400:1.0:1767384697.592828:0:41257:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1767384697.605816:0:41259:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:1.0:1767384697.760293:0:41271:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f065670e. 00080000:00000010:1.0:1767384697.760302:0:41271:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f065670e. 00000020:00000001:1.0:1767384697.760307:0:41271:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384697.760316:0:41271:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f065670e. 00080000:00000010:1.0:1767384697.760321:0:41271:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f065670e. 00000020:00000001:1.0:1767384697.760324:0:41271:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384697.871146:0:41309:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d4bead9f. 00080000:00000010:2.0:1767384697.871157:0:41309:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d4bead9f. 00000020:00000001:2.0:1767384697.871163:0:41309:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384697.871169:0:41309:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d4bead9f. 00080000:00000010:2.0:1767384697.871174:0:41309:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d4bead9f. 00000020:00000001:2.0:1767384697.871177:0:41309:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384697.871217:0:41309:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384697.871388:0:41309:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:0.0:1767384698.029102:0:41322:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005cc26224. 00080000:00000010:0.0:1767384698.029123:0:41322:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005cc26224. 00000020:00000001:0.0:1767384698.029129:0:41322:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384698.029135:0:41322:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005cc26224. 00080000:00000010:0.0:1767384698.029139:0:41322:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005cc26224. 00000020:00000001:0.0:1767384698.029141:0:41322:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384698.131763:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.131768:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384698.131770:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e8dbf8 00000400:00000010:3.0:1767384698.131773:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e8dbf8. 00000400:00000200:3.0:1767384698.131778:0:16354:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384698.131783:0:16354:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.154@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384698.131794:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000021610e45. 00000400:00000010:3.0:1767384698.131797:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000087974f41. 00080000:00000010:1.0:1767384698.138263:0:41359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d365319. 00080000:00000010:1.0:1767384698.138272:0:41359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d365319. 00000020:00000001:1.0:1767384698.138277:0:41359:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384698.138283:0:41359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d365319. 00080000:00000010:1.0:1767384698.138288:0:41359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d365319. 00000020:00000001:1.0:1767384698.138291:0:41359:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384698.138317:0:41359:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384698.138438:0:41359:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000800:00000200:0.0:1767384698.259814:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000032ae1cc5] -> 12345-192.168.202.154@tcp27 (6) 00000800:00000200:0.0:1767384698.259822:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp27 ip 192.168.202.154:988 00000800:00000200:0.0:1767384698.259825:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfe895b6 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1767384698.259955:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384698.259962:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384698.259969:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384698.259973:0:16350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384698.259975:0:16350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384698.387772:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384698.387779:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384698.387786:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384698.387787:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384698.387806:0:40108:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384698.387809:0:40108:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384698.387811:0:40108:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384698.440703:0:41371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000054ea528b. 00080000:00000010:0.0:1767384698.440712:0:41371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000054ea528b. 00000020:00000001:0.0:1767384698.440741:0:41371:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384698.440750:0:41371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000054ea528b. 00080000:00000010:0.0:1767384698.440754:0:41371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000054ea528b. 00000020:00000001:0.0:1767384698.440759:0:41371:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.515764:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384698.515777:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384698.515785:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384698.515790:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384698.515793:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384698.515796:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.515798:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384699.080304:0:41419:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ed4fbc70. 00080000:00000010:1.0:1767384699.080354:0:41419:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ed4fbc70. 00000020:00000001:1.0:1767384699.080360:0:41419:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384699.080369:0:41419:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ed4fbc70. 00080000:00000010:1.0:1767384699.080376:0:41419:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ed4fbc70. 00000020:00000001:1.0:1767384699.080379:0:41419:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384699.194972:0:41455:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384699.194979:0:41455:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg254-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1767384699.199982:0:41455:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1767384699.390927:0:41467:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bec6bea0. 00080000:00000010:0.0:1767384699.390935:0:41467:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bec6bea0. 00000020:00000001:0.0:1767384699.390941:0:41467:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384699.390946:0:41467:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bec6bea0. 00080000:00000010:0.0:1767384699.390950:0:41467:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bec6bea0. 00000020:00000001:0.0:1767384699.390952:0:41467:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384699.411780:0:262:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384699.411784:0:262:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384699.411788:0:262:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384699.411790:0:262:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384699.411820:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384699.411824:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384699.411828:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384699.540759:0:16356:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384699.540784:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384699.540785:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384699.540789:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384699.540791:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384699.540793:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384699.540795:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384699.657815:0:41513:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000021d4ca81. 00080000:00000010:2.0:1767384699.657825:0:41513:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000021d4ca81. 00000020:00000001:2.0:1767384699.657831:0:41513:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384699.657839:0:41513:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000021d4ca81. 00080000:00000010:2.0:1767384699.657844:0:41513:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000021d4ca81. 00000020:00000001:2.0:1767384699.657847:0:41513:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384699.931237:0:41560:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f9d1b0c. 00080000:00000010:0.0:1767384699.931247:0:41560:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f9d1b0c. 00000020:00000001:0.0:1767384699.931255:0:41560:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384699.931264:0:41560:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f9d1b0c. 00080000:00000010:0.0:1767384699.931270:0:41560:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f9d1b0c. 00000020:00000001:0.0:1767384699.931274:0:41560:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384700.050459:0:41599:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:3.0:1767384700.179824:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bcb7a0f2. 00000400:00000010:3.0:1767384700.179840:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000048667a8. 00000400:00000010:3.0:1767384700.179847:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000400:00000010:3.0:1767384700.179854:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c52fce0. 00000800:00000010:3.0:1767384700.179913:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009313234b. 00000400:00000010:3.0:1767384700.179935:0:16354:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000479f3673. 00000400:00000010:3.0:1767384700.179938:0:16354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aebd57e9. 00000400:00000010:3.0:1767384700.179939:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000400:00000010:3.0:1767384700.179942:0:16354:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000998a1947. 00000800:00000010:3.0:1767384700.179959:0:16354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008795f0a8. 00000800:00000010:2.0:1767384700.181505:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9aa8705. 00000800:00000010:2.0:1767384700.181510:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384700.181520:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bc7e407. 00000800:00000010:2.0:1767384700.181540:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bc7e407. 00000800:00020000:2.0:1767384700.181550:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384700.181554:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384700.181556:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9aa8705. 00000400:02020000:2.0:1767384700.181609:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp33 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384700.181621:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008795f0a8. 00000800:00000010:1.0:1767384700.181810:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9ba289e. 00000800:00000010:1.0:1767384700.181816:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000769858d1. 00000800:00000010:1.0:1767384700.181819:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030a26667. 00000800:00000010:1.0:1767384700.181846:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030a26667. 00000800:00000010:3.0:1767384700.181933:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e5c60754. 00000800:00000010:1.0:1767384700.181964:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f8b10e65. 00000800:00000010:1.0:1767384700.181968:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099545e2a. 00000800:00000010:1.0:1767384700.181987:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006f959d08. 00000800:00000010:1.1:1767384700.181991:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006f959d08. 00000800:00000010:1.0:1767384700.182002:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030a26667. 00000800:00000010:1.0:1767384700.182040:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030a26667. 00000800:00000010:1.0:1767384700.182043:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099545e2a. 00000800:00000010:2.0:1767384700.182068:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000769858d1. 00000800:00000010:1.0:1767384700.182077:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e5c60754. 00000800:00000010:0.0:1767384700.182163:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009313234b. 00000800:00000010:1.0:1767384700.182191:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba9896af. 00000800:00000010:1.0:1767384700.182258:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba9896af. 00000400:00000010:0.0:1767384700.182286:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 00000400:00000010:0.0:1767384700.182294:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bcb7a0f2. 00000400:00000010:0.0:1767384700.182297:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000048667a8. 00000800:00000010:2.0:1767384700.182911:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9aa8705. 00000800:00000010:2.0:1767384700.182913:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384700.182915:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bc7e407. 00000800:00000010:2.0:1767384700.182926:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bc7e407. 00000800:00020000:2.0:1767384700.182929:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:2.0:1767384700.182931:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384700.182932:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9aa8705. 00000400:02020000:2.0:1767384700.182950:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp46 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384701.203832:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000400:00000010:3.0:1767384701.203854:0:16354:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000479f3673. 00000400:00000010:3.0:1767384701.203858:0:16354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aebd57e9. 00000100:00000010:3.0:1767384701.523824:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098af1c2a. 00000100:00000010:0.0:1767384701.523832:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1dcaaa0. 02000000:00000010:0.0:1767384701.523855:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecf49688. 02000000:00000010:3.0:1767384701.523857:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0081575. 00000100:00000010:0.0:1767384701.523926:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000532a43b8. 02000000:00000010:0.0:1767384701.523932:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039c0ef24. 00040000:00000010:3.0:1767384701.523937:0:16360:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6b8f72b. 00000004:00000010:3.0:1767384701.523943:0:16360:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f12209a4. 00000004:00000010:3.0:1767384701.523947:0:16360:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000053668742. 00000004:00000010:3.0:1767384701.523950:0:16360:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cebb2122. 00000004:00000010:3.0:1767384701.523952:0:16360:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004458de93. 02000000:00000010:3.0:1767384701.523968:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aebd57e9. 00000100:00000010:0.0:1767384701.523970:0:473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086a0950e. 00000400:00000010:3.0:1767384701.523974:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 02000000:00000010:1.0:1767384701.523978:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f0cc430. 02000000:00000010:0.0:1767384701.523978:0:473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e661a80d. 00000400:00000010:3.0:1767384701.523981:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000400:00000010:1.0:1767384701.523988:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009227628a. 00000400:00000010:3.0:1767384701.523992:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000400:00000010:1.0:1767384701.523996:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000400:00000010:1.0:1767384701.524007:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c52a566. 00040000:00000010:0.0:1767384701.524015:0:16359:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000097f1784e. 00000004:00000010:0.0:1767384701.524022:0:16359:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000da79cc70. 00000004:00000010:0.0:1767384701.524027:0:16359:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ca6b1aef. 00000400:00000010:3.0:1767384701.524030:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be9ecdf0. 00000004:00000010:0.0:1767384701.524031:0:16359:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a74e635. 00000004:00000010:0.0:1767384701.524037:0:16359:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000089b36aa8. 00000400:00000010:3.0:1767384701.524043:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fb8c3a4. 02000000:00000010:0.0:1767384701.524047:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000065130cec. 00000100:00000010:1.0:1767384701.524053:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081da8a57. 00000400:00000010:0.0:1767384701.524054:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002832fb75. 00000400:00000010:0.0:1767384701.524058:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000400:00000010:3.0:1767384701.524060:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000400:00000010:0.0:1767384701.524067:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e2e61a. 00000100:00000010:3.0:1767384701.524087:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0010d6f. 00000100:00000010:3.0:1767384701.524098:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062d7f7a3. 00000100:00000010:3.0:1767384701.524102:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c47307f4. 00000100:00000010:3.0:1767384701.524107:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b41998aa. 00000400:00000010:1.0:1767384701.524107:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c52a566. 00000100:00000010:0.0:1767384701.524124:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067bfd8a5. 00000400:00000010:0.0:1767384701.524142:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e2e61a. 00000020:00000010:3.0:1767384701.524162:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000494846cf. 00000020:00000010:1.0:1767384701.524162:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030a26667. 00000020:00000010:1.0:1767384701.524169:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000810ebc1d. 00000020:00000010:3.0:1767384701.524173:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e28accd5. 00000020:00000010:3.0:1767384701.524176:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e28accd5. 00000020:00000010:3.0:1767384701.524182:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab94a4d6. 00000020:00000010:3.0:1767384701.524185:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f8ec8f7. 00000020:00000010:3.0:1767384701.524189:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:1.0:1767384701.524190:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9a4911d. 00000020:00000010:0.0:1767384701.524190:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebc1d684. 00000020:00000010:0.0:1767384701.524195:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebc1d684. 00000020:00000010:1.0:1767384701.524197:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a9faabf. 00000020:00000010:0.0:1767384701.524201:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000644a720c. 00000020:00000010:1.0:1767384701.524203:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:0.0:1767384701.524205:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da31142b. 00000020:00000010:0.0:1767384701.524210:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:3.0:1767384701.524217:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e28accd5. 00000020:00000010:3.0:1767384701.524221:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e28accd5. 02000000:00000010:3.0:1767384701.524232:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000518aec0a. 00000400:00000010:3.0:1767384701.524240:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000020:00000010:1.0:1767384701.524244:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a92505c2. 00000020:00000010:0.0:1767384701.524245:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebc1d684. 02000000:00000010:2.0:1767384701.524250:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd1f077f. 00000020:00000010:1.0:1767384701.524250:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a92505c2. 00000020:00000010:0.0:1767384701.524251:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebc1d684. 00000400:00000010:2.0:1767384701.524260:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad7c446. 00000400:00000010:2.0:1767384701.524267:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b16af772. 02000000:00000010:1.0:1767384701.524267:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e60e98e. 02000000:00000010:0.0:1767384701.524268:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000319e6c9e. 00000400:00000010:3.0:1767384701.524273:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 00000400:00000010:2.0:1767384701.524276:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d981a1. 00000400:00000010:1.0:1767384701.524280:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c52a566. 00000020:00000010:3.0:1767384701.524284:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f8ec8f7. 00000020:00000010:3.0:1767384701.524288:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384701.524291:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab94a4d6. 02000000:00000010:3.0:1767384701.524296:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000518aec0a. 00000400:00000010:0.0:1767384701.524297:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e2e61a. 00000400:00000010:3.0:1767384701.524305:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f4585b. 00000400:00000010:3.0:1767384701.524311:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d15d1238. 00000400:00000010:3.0:1767384701.524323:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd9ac09. 00000400:00000010:3.0:1767384701.524326:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 02000000:00000010:3.0:1767384701.524340:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aebd57e9. 02000000:00000010:3.0:1767384701.524345:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ecf49688. 00000100:00000010:3.0:1767384701.524348:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1dcaaa0. 00000100:00000010:2.0:1767384701.524370:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012064164. 00000400:00000010:2.0:1767384701.524390:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d981a1. 00000400:00000010:0.0:1767384701.524396:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e2e61a. 00000020:00000010:3.0:1767384701.524402:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000342d777e. 00000400:00000010:1.0:1767384701.524402:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c52a566. 00000020:00000010:3.0:1767384701.524410:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aebd57e9. 00000020:00000010:0.0:1767384701.524412:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da31142b. 00000020:00000010:3.0:1767384701.524413:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f8ec8f7. 00000020:00000010:3.0:1767384701.524418:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:1.0:1767384701.524419:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a9faabf. 00000020:00000010:1.0:1767384701.524424:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:0.0:1767384701.524426:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:1.0:1767384701.524429:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9a4911d. 00000020:00000010:0.0:1767384701.524431:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000644a720c. 02000000:00000010:3.0:1767384701.524442:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000518aec0a. 00000020:00000010:3.0:1767384701.524450:0:41002:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008e4204ea. 00000400:00000010:0.0:1767384701.524452:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002832fb75. 00000004:00000010:3.0:1767384701.524455:0:41002:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000e28accd5. 00000400:00000010:0.0:1767384701.524456:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 00000001:00000010:3.0:1767384701.524461:0:41002:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000005c4ecc12. 00000400:00000010:1.0:1767384701.524462:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009227628a. 00000001:00000010:3.0:1767384701.524466:0:41002:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007bde8ca3. 00000400:00000010:1.0:1767384701.524468:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 00000001:00000010:3.0:1767384701.524470:0:41002:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a28dbf54. 00000001:00000010:3.0:1767384701.524473:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ab94a4d6. 02000000:00000010:0.0:1767384701.524474:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000065130cec. 00000001:00000010:3.0:1767384701.524476:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe73cbcd. 02000000:00000010:0.0:1767384701.524479:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e0081575. 00000001:00000010:3.0:1767384701.524480:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070aa85e5. 00000001:00000010:3.0:1767384701.524484:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d2560ee. 02000000:00000010:1.0:1767384701.524484:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f0cc430. 00000100:00000010:0.0:1767384701.524485:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098af1c2a. 00000001:00000010:3.0:1767384701.524490:0:41002:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f8dd0eb7. 02000000:00000010:1.0:1767384701.524492:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039c0ef24. 00000001:00000010:3.0:1767384701.524494:0:41002:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fbc85ddc. 00000100:00000010:1.0:1767384701.524498:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000532a43b8. 00000001:00000010:3.0:1767384701.524499:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000048667a8. 00000001:00000010:3.0:1767384701.524503:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e7c2037f. 00000001:00000010:3.0:1767384701.524505:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ed76be3. 00000001:00000010:3.0:1767384701.524507:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000faa9c1fb. 00000020:00000010:3.0:1767384701.524535:0:41002:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b3bb813f. 00000020:00000010:3.0:1767384701.524585:0:41002:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e29e4e98. 00000020:00000010:3.0:1767384701.524588:0:41002:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000002738aeb8. 00000020:00000010:3.0:1767384701.524590:0:41002:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000006338a33. 00000020:00000010:3.0:1767384701.524600:0:41002:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f7e77658. 00000020:00000010:3.0:1767384701.524602:0:41002:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000001b92ba59. 00000020:00000010:3.0:1767384701.524603:0:41002:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000004afd96af. 00000020:00000010:3.0:1767384701.524611:0:41002:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007dbe7080. 00000400:00000010:3.0:1767384701.524633:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000400:00000010:3.0:1767384701.524651:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000020:00000010:3.0:1767384701.524657:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f8ec8f7. 00000020:00000010:3.0:1767384701.524659:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384701.524661:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aebd57e9. 00000400:00000010:2.0:1767384701.524684:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad7c446. 00000400:00000010:2.0:1767384701.524689:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b16af772. 02000000:00000010:2.0:1767384701.524710:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd1f077f. 02000000:00000010:2.0:1767384701.524714:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e661a80d. 00000100:00000010:2.0:1767384701.524717:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086a0950e. 00000100:00000010:0.0:1767384701.529805:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0010d6f. 00000100:00000010:3.0:1767384701.529806:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b41998aa. 00000100:00000010:1.0:1767384701.529808:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062d7f7a3. 00000100:00000010:2.0:1767384701.529811:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c47307f4. 00000800:00000010:3.0:1767384701.781317:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000281c66f0. 00000800:00000010:2.0:1767384701.781385:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9aa8705. 00000800:00000010:2.0:1767384701.781392:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384701.781411:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000593dc02c. 00000800:00000010:2.0:1767384701.781433:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bc7e407. 00000800:00000010:2.0:1767384701.781486:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bc7e407. 00000800:00000010:2.0:1767384701.781492:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384701.781523:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000281c66f0. 00000800:00000010:0.0:1767384701.782026:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039c0ef24. 00000800:00000010:0.0:1767384701.782106:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039c0ef24. 00000800:00000010:3.0:1767384701.782494:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000968632ac. 00000800:00000010:2.0:1767384701.782582:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000018f0837a. 00000800:00000010:2.0:1767384701.782587:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384701.782607:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000886817f4. 00000800:00000010:2.1:1767384701.782611:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000886817f4. 00000800:00000010:2.0:1767384701.782618:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bc7e407. 00000800:00000010:1.0:1767384701.782643:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba9896af. 00000800:00000010:2.0:1767384701.782655:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bc7e407. 00000800:00000010:2.0:1767384701.782660:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fa29bd1. 00000800:00000010:2.0:1767384701.782684:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000968632ac. 00000800:00000010:1.0:1767384701.782687:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba9896af. 00000800:00000010:3.0:1767384701.783452:0:16353:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000022c04785. 00000800:00000010:1.0:1767384701.783514:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062f2b8ff. 00000800:00000010:1.0:1767384701.783521:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f959d08. 00000800:00000010:1.0:1767384701.783755:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000769858d1. 00000800:00000010:1.1:1767384701.783758:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000769858d1. 00000800:00000010:1.0:1767384701.783764:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a92505c2. 00000800:00000010:1.0:1767384701.783790:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a92505c2. 00000800:00000010:1.0:1767384701.783793:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f959d08. 00000800:00000010:1.0:1767384701.783806:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000022c04785. 00000001:00000010:3.0:1767384702.036868:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000001c261954. 00002000:00000010:3.0:1767384702.036879:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000ee4a9bf7. 00080000:00000010:3.0:1767384702.036881:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000035c50c4b. 00000001:00000010:3.0:1767384702.036884:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000070247f71. 00002000:00000010:3.0:1767384702.036889:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c463c6b0. 00080000:00000010:3.0:1767384702.036890:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c080c94c. 00000001:00000010:3.0:1767384702.036892:0:17890:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000002e6df57f. 00002000:00000010:3.0:1767384702.036894:0:17890:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006bffb235. 00080000:00000010:3.0:1767384702.036895:0:17890:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8f026f2. 00000800:00000010:1.0:1767384702.356415:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031681a57. 00000800:00000010:1.0:1767384702.356423:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000769858d1. 00000800:00000010:1.0:1767384702.356427:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a92505c2. 00000800:00000010:1.0:1767384702.356439:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a92505c2. 00000800:00020000:1.0:1767384702.356451:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.154 00000800:00000010:1.0:1767384702.356455:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000769858d1. 00000800:00000010:1.0:1767384702.356457:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000031681a57. 00000400:02020000:1.0:1767384702.356484:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.154@tcp41 at host 192.168.202.154:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384702.805445:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000598a7b1. 00000400:00000010:0.0:1767384702.805469:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7c3f354. 00000020:00000010:3.0:1767384702.805536:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.805543:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.805548:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 02000000:00000010:3.0:1767384702.805596:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bb94969d. 00000020:00000010:3.0:1767384702.805609:0:40994:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007e5c5889. 00000001:00000010:3.0:1767384702.805618:0:40994:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e0081575. 00000001:00000010:3.0:1767384702.805631:0:40994:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b9668244. 00000001:00000010:3.0:1767384702.805633:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000161bddeb. 00000001:00000010:3.0:1767384702.805635:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f17cbf7. 00000001:00000010:3.0:1767384702.805637:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006d04b80. 00000001:00000010:3.0:1767384702.805638:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aebd57e9. 00000020:00000010:3.0:1767384702.805649:0:40994:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b41998aa. 00000020:00000010:3.0:1767384702.805702:0:40994:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002a303072. 00000020:00000010:3.0:1767384702.805704:0:40994:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000004b724908. 00000020:00000010:3.0:1767384702.805706:0:40994:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000009313234b. 00000020:00000010:3.0:1767384702.805716:0:40994:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004962e4b1. 00000020:00000010:3.0:1767384702.805752:0:40994:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008795f0a8. 00000020:00000010:3.0:1767384702.805755:0:40994:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f5026e38. 00000020:00000010:3.0:1767384702.805763:0:40994:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000466a9d49. 00000400:00000010:3.0:1767384702.805802:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000800:00000010:3.0:1767384702.805826:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036aa7b5d. 00000020:00000010:3.0:1767384702.805847:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.805850:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.805853:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.805860:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd9ac09. 00000400:00000010:3.0:1767384702.805862:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aeb249c9. 00000800:00000010:0.0:1767384702.805931:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036aa7b5d. 00000400:00000010:0.0:1767384702.805937:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 02000000:00000010:0.0:1767384702.805940:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000bb94969d. 00000400:00000010:3.0:1767384702.806681:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a695f515. 00000400:00000010:3.0:1767384702.806690:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6b45544. 00000020:00000010:0.0:1767384702.806772:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebc1d684. 00000020:00000010:0.0:1767384702.806776:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebc1d684. 00000020:00000010:0.0:1767384702.806779:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000644a720c. 00000020:00000010:0.0:1767384702.806781:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da31142b. 00000020:00000010:0.0:1767384702.806783:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384702.806803:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebc1d684. 00000020:00000010:0.0:1767384702.806805:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebc1d684. 00010000:00000010:0.0:1767384702.806817:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a7cb6324. 02000000:00000010:0.0:1767384702.806825:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000017d28a0a. 00000400:00000010:0.0:1767384702.806841:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf170838. 00000800:00000010:0.0:1767384702.806852:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039c0ef24. 00000020:00000010:0.0:1767384702.806865:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da31142b. 00000020:00000010:0.0:1767384702.806878:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384702.806880:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000644a720c. 00000400:00000010:0.0:1767384702.806886:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002832fb75. 00000400:00000010:0.0:1767384702.806888:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d1934bb. 00000800:00000010:1.0:1767384702.806936:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039c0ef24. 00000400:00000010:1.0:1767384702.806944:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf170838. 02000000:00000010:1.0:1767384702.806948:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000017d28a0a. 00000400:00000010:0.0:1767384702.807595:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e419adaa. 00000400:00000010:0.0:1767384702.807610:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000835789e4. 00000020:00000010:3.0:1767384702.807653:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.807657:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.807664:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.807667:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.807670:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.807691:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.807694:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b194318. 02000000:00000010:3.0:1767384702.807704:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005ecedc9d. 00000040:00000010:3.0:1767384702.807710:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8f026f2. 00080000:00000010:3.0:1767384702.807799:0:40994:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c4f98006. 00000040:00000010:3.0:1767384702.807812:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.807821:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000800:00000010:3.0:1767384702.807834:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c5a5df7. 00000020:00000010:3.0:1767384702.807854:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.807857:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.807860:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.807867:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d30a9d2b. 00000400:00000010:3.0:1767384702.807870:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eefa96c7. 00000800:00000010:1.0:1767384702.807924:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c5a5df7. 00000400:00000010:1.0:1767384702.807930:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 02000000:00000010:1.0:1767384702.807938:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005ecedc9d. 00000400:00000010:1.0:1767384702.808523:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba710a7. 00000400:00000010:1.0:1767384702.808531:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000677c11ab. 00000020:00000010:3.0:1767384702.808561:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.808564:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.808568:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.808570:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.808571:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.808586:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.808588:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b194318. 00010000:00000010:3.0:1767384702.808596:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000154695f6. 02000000:00000010:3.0:1767384702.808601:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e3e6df1. 00000400:00000010:3.0:1767384702.808610:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000114ddcb6. 00000800:00000010:3.0:1767384702.808621:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009587e0c2. 00000020:00000010:3.0:1767384702.808636:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.808640:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.808644:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.808652:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e029d2f7. 00000400:00000010:3.0:1767384702.808656:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8a50741. 00000800:00000010:0.0:1767384702.808675:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009587e0c2. 00000400:00000010:0.0:1767384702.808680:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000114ddcb6. 02000000:00000010:0.0:1767384702.808683:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e3e6df1. 00000400:00000010:1.0:1767384702.809280:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b619aab. 00000400:00000010:1.0:1767384702.809288:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048479dd0. 00000020:00000010:3.0:1767384702.809323:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.809325:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.809328:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.809330:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.809332:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.809346:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b194318. 00000020:00000010:3.0:1767384702.809347:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b194318. 02000000:00000010:3.0:1767384702.809353:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005e3e6df1. 00000040:00000010:3.0:1767384702.809356:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083958bc9. 00000040:00000010:3.0:1767384702.809387:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000e1f8d97b. 00000040:00000010:3.0:1767384702.809395:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000e1f8d97b. 00000040:00000010:3.0:1767384702.809397:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083958bc9. 20000000:00000010:3.0:1767384702.809402:0:40994:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000009b194318. 00000400:00000010:3.0:1767384702.809408:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000114ddcb6. 00000800:00000010:3.0:1767384702.809417:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009587e0c2. 00000020:00000010:3.0:1767384702.809429:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.809432:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.809433:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.809438:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ab0fac9. 00000400:00000010:3.0:1767384702.809441:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074324ad1. 00000800:00000010:1.0:1767384702.809481:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009587e0c2. 00000400:00000010:1.0:1767384702.809488:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000114ddcb6. 02000000:00000010:1.0:1767384702.809491:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005e3e6df1. 00000400:00000010:0.0:1767384702.810080:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025254a59. 00000400:00000010:0.0:1767384702.810099:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000202369b9. 00000020:00000010:3.0:1767384702.810134:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.810137:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.810142:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.810145:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.810147:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.810167:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.810169:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 02000000:00000010:3.0:1767384702.810187:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005af9ffd2. 00000040:00000010:3.0:1767384702.810192:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8f026f2. 00000040:00000010:3.0:1767384702.810200:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.810218:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.810221:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.810227:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d2ca84ed. 00000800:00000010:3.0:1767384702.810239:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.810254:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.810257:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.810259:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.810266:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c31072. 00000400:00000010:3.0:1767384702.810269:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af01682f. 00000800:00000010:1.0:1767384702.810322:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c8f026f2. 00000400:00000010:1.0:1767384702.810329:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d2ca84ed. 02000000:00000010:1.0:1767384702.810333:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005af9ffd2. 00000400:00000010:1.0:1767384702.811195:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f64421. 00000400:00000010:1.0:1767384702.811206:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac4c9c5. 00000020:00000010:3.0:1767384702.811248:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.811252:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.811256:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.811265:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.811268:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.811291:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.811293:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 02000000:00000010:3.0:1767384702.811309:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005af9ffd2. 00000040:00000010:3.0:1767384702.811315:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083958bc9. 00000040:00000010:3.0:1767384702.811323:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.811342:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.811346:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.811353:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000137e8e38. 00000800:00000010:3.0:1767384702.811366:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.811383:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.811387:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.811390:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.811397:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9acdb. 00000400:00000010:3.0:1767384702.811401:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fb182dd. 00000800:00000010:0.0:1767384702.811445:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000083958bc9. 00000400:00000010:0.0:1767384702.811451:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000137e8e38. 02000000:00000010:0.0:1767384702.811455:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005af9ffd2. 00000400:00000010:1.0:1767384702.821177:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032c6eac8. 00000400:00000010:1.0:1767384702.821205:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004beafc4c. 00000020:00000010:3.0:1767384702.821271:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.821284:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.821293:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.821298:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.821302:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.821335:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.821338:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 02000000:00000010:3.0:1767384702.821367:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005af9ffd2. 00000040:00000010:3.0:1767384702.821375:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8f026f2. 00000040:00000010:3.0:1767384702.821389:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.821416:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.821420:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.821434:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000137e8e38. 00000800:00000010:3.0:1767384702.821474:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.821497:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.821501:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.821506:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.821523:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084e07d3d. 00000400:00000010:3.0:1767384702.821528:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ca84ed. 00000800:00000010:1.0:1767384702.821577:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c8f026f2. 00000400:00000010:1.0:1767384702.821583:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000137e8e38. 02000000:00000010:1.0:1767384702.821587:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005af9ffd2. 00000400:00000010:0.0:1767384702.822477:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d0b144. 00000400:00000010:0.0:1767384702.822489:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b05d3d2. 00000020:00000010:3.0:1767384702.822572:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.822576:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.822581:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.822583:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.822586:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.822607:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.822611:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00010000:00000010:3.0:1767384702.822627:0:40994:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b061dfbb. 00010000:00000010:3.0:1767384702.822633:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f52bc515. 02000000:00000010:3.0:1767384702.822642:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e3e6df1. 00000400:00000010:3.0:1767384702.822661:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2f1cfa7. 00000800:00000010:3.0:1767384702.822674:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c5a5df7. 00000020:00000010:3.0:1767384702.822691:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.822695:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.822698:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.822706:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123aeb9e. 00000400:00000010:3.0:1767384702.822710:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5262214. 00000800:00000010:1.0:1767384702.822778:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c5a5df7. 00000400:00000010:1.0:1767384702.822783:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2f1cfa7. 02000000:00000010:1.0:1767384702.822785:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e3e6df1. 00000400:00000010:1.0:1767384702.824307:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a7f3a50. 00000400:00000010:1.0:1767384702.824315:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc724d81. 00000020:00000010:3.0:1767384702.824353:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.824357:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.824362:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.824364:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.824367:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.824388:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.824390:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 02000000:00000010:3.0:1767384702.824399:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005e3e6df1. 20000000:00000010:3.0:1767384702.824409:0:40994:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000ec0dedbe. 00000100:00000010:3.0:1767384702.824499:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000069dfc9db. 00000100:00000010:3.0:1767384702.824504:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e1f8d97b. 00000400:00000010:3.0:1767384702.824511:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d286af78. 00000400:00000010:3.0:1767384702.824516:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b4795886. 00000800:00000010:3.0:1767384702.824530:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036aa7b5d. 00000800:00000010:0.0:1767384702.824619:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036aa7b5d. 00000400:00000010:1.0:1767384702.825150:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286af78. 00000100:00000010:3.0:1767384702.825177:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e1f8d97b. 00000100:00000010:3.0:1767384702.825181:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000069dfc9db. 20000000:00000010:3.0:1767384702.825215:0:40994:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000ec0dedbe. 00000400:00000010:3.0:1767384702.825223:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000095337a7. 00000800:00000010:3.0:1767384702.825233:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036aa7b5d. 00000020:00000010:3.0:1767384702.825246:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.825248:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.825249:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.825255:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000560a1beb. 00000400:00000010:3.0:1767384702.825257:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079c40b36. 00000800:00000010:1.0:1767384702.825304:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036aa7b5d. 00000400:00000010:1.0:1767384702.825310:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000095337a7. 02000000:00000010:1.0:1767384702.825313:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005e3e6df1. 00000400:00000010:0.0:1767384702.829177:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4607eb. 00000400:00000010:0.0:1767384702.829195:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003973fe1b. 00000020:00000010:3.0:1767384702.829250:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.829255:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.829261:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.829265:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.829268:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.829294:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.829296:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00010000:00000010:3.0:1767384702.829315:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bc74d5c. 02000000:00000010:3.0:1767384702.829325:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000069dfc9db. 00000400:00000010:3.0:1767384702.829346:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092b2368d. 00000800:00000010:3.0:1767384702.829367:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c5a5df7. 00000020:00000010:3.0:1767384702.829386:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.829391:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.829394:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.829402:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b72b44. 00000400:00000010:3.0:1767384702.829405:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085154f84. 00000800:00000010:1.0:1767384702.829466:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c5a5df7. 00000400:00000010:1.0:1767384702.829473:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092b2368d. 02000000:00000010:1.0:1767384702.829478:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000069dfc9db. 00000400:00000010:1.0:1767384702.830214:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c3fd1e9. 00000400:00000010:1.0:1767384702.830223:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000388bf8d9. 00000020:00000010:3.0:1767384702.830260:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.830263:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.830265:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.830267:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.830269:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.830284:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.830285:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 02000000:00000010:3.0:1767384702.830301:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000006e2811b7. 00000040:00000010:3.0:1767384702.830306:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8f026f2. 00000040:00000010:3.0:1767384702.830343:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000009f2e26d5. 00000040:00000010:3.0:1767384702.830351:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000009f2e26d5. 00000040:00000010:3.0:1767384702.830354:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.830360:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c1a0c63. 00000800:00000010:3.0:1767384702.830370:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009587e0c2. 00000020:00000010:3.0:1767384702.830385:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.830387:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.830389:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.830394:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2eeb2fa. 00000400:00000010:3.0:1767384702.830395:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082864dcc. 00000800:00000010:0.0:1767384702.830454:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009587e0c2. 00000400:00000010:0.0:1767384702.830462:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c1a0c63. 02000000:00000010:0.0:1767384702.830466:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000006e2811b7. 00000400:00000010:1.0:1767384702.831433:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f4d00fd. 00000400:00000010:1.0:1767384702.831443:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000001090bd. 00000020:00000010:3.0:1767384702.831485:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.831489:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.831493:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f026f2. 00000020:00000010:3.0:1767384702.831495:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.831496:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.831511:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474f5f72. 00000020:00000010:3.0:1767384702.831513:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474f5f72. 02000000:00000010:3.0:1767384702.831527:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005af9ffd2. 00000040:00000010:3.0:1767384702.831532:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083958bc9. 00000040:00000010:3.0:1767384702.831539:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.831545:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f525f409. 00000040:00000010:3.0:1767384702.831547:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083958bc9. 00000400:00000010:3.0:1767384702.831553:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000137e8e38. 00000800:00000010:3.0:1767384702.831562:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.831574:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.831576:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.831578:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f026f2. 00000400:00000010:3.0:1767384702.831582:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c38e191. 00000400:00000010:3.0:1767384702.831584:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac4c9c5. 00000800:00000010:1.0:1767384702.831637:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000083958bc9. 00000400:00000010:1.0:1767384702.831648:0:16350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000137e8e38. 02000000:00000010:1.0:1767384702.831651:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005af9ffd2. 00000100:00000010:0.0:1767384702.833841:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086a0950e. 00000020:00000010:3.0:1767384702.833896:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083958bc9. 00000020:00000010:3.0:1767384702.833901:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.833951:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 02000000:00000010:3.0:1767384702.833991:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000001a1078c9. 00000020:00000010:3.0:1767384702.834010:0:41002:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ec0dedbe. 00000004:00000010:3.0:1767384702.834017:0:41002:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000474f5f72. 00000001:00000010:3.0:1767384702.834021:0:41002:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d61408e4. 00000001:00000010:3.0:1767384702.834027:0:41002:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009587e0c2. 00000001:00000010:3.0:1767384702.834031:0:41002:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000022c04785. 00000001:00000010:3.0:1767384702.834034:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8f026f2. 00000001:00000010:3.0:1767384702.834037:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c080c94c. 00000001:00000010:3.0:1767384702.834040:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035c50c4b. 00000001:00000010:3.0:1767384702.834043:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003583683c. 00000001:00000010:3.0:1767384702.834046:0:41002:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003c5a5df7. 00000001:00000010:3.0:1767384702.834048:0:41002:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000968632ac. 00000001:00000010:3.0:1767384702.834050:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc5e9a9a. 00000001:00000010:3.0:1767384702.834053:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df9ba6ad. 00000001:00000010:3.0:1767384702.834055:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be33c719. 00000001:00000010:3.0:1767384702.834057:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000bc770aa. 00080000:00000010:3.0:1767384702.834098:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000055e4cf58. 00080000:00000010:3.0:1767384702.834106:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007122ada4. 00080000:00000010:1.0:1767384702.835589:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000055e4cf58. 00080000:00000010:3.0:1767384702.835629:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007122ada4. 00080000:00000010:3.0:1767384702.835640:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004f33e375. 00080000:00000010:3.0:1767384702.835644:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007122ada4. 00000001:00000010:3.0:1767384702.835652:0:41002:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000087ea8b50. 00080000:00000010:3.0:1767384702.835687:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384702.835698:0:41002:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c8b9f315. 00000020:00000010:3.0:1767384702.835794:0:41002:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006e2811b7. 00000020:00000010:3.0:1767384702.835797:0:41002:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000069dfc9db. 00000020:00000010:3.0:1767384702.835801:0:41002:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000fd505994. 00000020:00000010:3.0:1767384702.835815:0:41002:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c41a2add. 00000020:00000010:3.0:1767384702.835818:0:41002:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000036aa7b5d. 00000020:00000010:3.0:1767384702.835820:0:41002:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000dab5c32f. 00000020:00000010:3.0:1767384702.835834:0:41002:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000577aa149. 00000020:00000010:3.0:1767384702.835846:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000400:00000010:3.0:1767384702.835883:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062422639. 00000800:00000010:3.0:1767384702.835900:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002baac8b6. 00000020:00000010:3.0:1767384702.835921:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384702.835926:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384702.835929:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083958bc9. 00000800:00000010:1.0:1767384702.835975:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002baac8b6. 00000400:00000010:1.0:1767384702.835980:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062422639. 00000100:00000010:1.0:1767384703.836847:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1a3318c. 00000100:00000010:1.0:1767384703.836896:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5d08289. 00000020:00000010:3.0:1767384703.836933:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000478b1525. 00000020:00000010:3.0:1767384703.836942:0:41002:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007122ada4. 00040000:00000010:2.0:1767384703.836968:0:41001:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d7aaca49. 00000020:00000010:3.0:1767384703.836969:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175155d5. 00000020:00000010:3.0:1767384703.836978:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000004:00000010:2.0:1767384703.836978:0:41001:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bcefa21d. 00000020:00000010:3.0:1767384703.836983:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000004:00000010:2.0:1767384703.836985:0:41001:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e13d533. 00000004:00000010:2.0:1767384703.836991:0:41001:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bd1f077f. 00000020:00000010:2.0:1767384703.836999:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bc7e407. 00000020:00000010:2.0:1767384703.837001:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bc7e407. 00000020:00000010:2.0:1767384703.837006:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b771387d. 00000020:00000010:2.0:1767384703.837009:0:41001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eef09560. 00000020:00000010:2.0:1767384703.837012:0:41001:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2473011. 00000020:00000010:3.0:1767384703.837024:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.837027:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007122ada4. 02000000:00000010:3.0:1767384703.837063:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000089c5c1d7. 00000020:00000010:3.0:1767384703.837093:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007dd9837e. 00000400:00000010:3.0:1767384703.837112:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587a5574. 00000800:00000010:3.0:1767384703.837146:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45d31da. 00000020:00000010:3.0:1767384703.837170:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.837174:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.837178:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175155d5. 00000020:00000010:3.0:1767384703.837191:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.837192:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007122ada4. 02000000:00000010:3.0:1767384703.837202:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000995ca1f8. 00000400:00000010:3.0:1767384703.837209:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8caca2b. 00000800:00000010:3.0:1767384703.837216:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007112b680. 00000020:00000010:3.0:1767384703.837220:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eef09560. 00000020:00000010:3.0:1767384703.837223:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2473011. 00000020:00000010:3.0:1767384703.837225:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b771387d. 00000800:00000010:1.0:1767384703.837253:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45d31da. 00000400:00000010:1.0:1767384703.837260:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587a5574. 00000800:00000010:1.0:1767384703.837277:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007112b680. 00000400:00000010:1.0:1767384703.837279:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8caca2b. 00000100:00000010:0.0:1767384703.838097:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000532a43b8. 00000020:00000010:3.0:1767384703.838129:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.838133:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.838136:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175155d5. 00000020:00000010:3.0:1767384703.838138:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.838140:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.838170:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.838171:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007122ada4. 02000000:00000010:3.0:1767384703.838180:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000001bc2e2ba. 00000400:00000010:3.0:1767384703.838189:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0b9361c. 00000800:00000010:3.0:1767384703.838201:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc3255f. 00000020:00000010:3.0:1767384703.838214:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.838216:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.838218:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175155d5. 00000800:00000010:1.0:1767384703.838254:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc3255f. 00000400:00000010:1.0:1767384703.838259:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0b9361c. 00000100:00000010:1.0:1767384703.839103:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1178fe6. 00000100:00000010:1.0:1767384703.839133:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046734cf9. 00000020:00000010:2.0:1767384703.839155:0:41004:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008c53e493. 00040000:00000010:2.0:1767384703.839163:0:41004:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d9970d75. 00000004:00000010:2.0:1767384703.839167:0:41004:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e1dd5419. 00000004:00000010:2.0:1767384703.839169:0:41004:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066844df7. 00000004:00000010:2.0:1767384703.839172:0:41004:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007a39a2d0. 00000020:00000010:2.0:1767384703.839179:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bc7e407. 00000020:00000010:2.0:1767384703.839182:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bc7e407. 00000020:00000010:2.0:1767384703.839186:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026ee23e9. 00000020:00000010:2.0:1767384703.839190:0:41004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ea99166. 00000020:00000010:2.0:1767384703.839194:0:41004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000704eb195. 00000020:00000010:2.0:1767384703.839222:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bc7e407. 00000020:00000010:3.0:1767384703.839225:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175155d5. 00000020:00000010:2.0:1767384703.839225:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bc7e407. 00000020:00000010:3.0:1767384703.839231:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.839234:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000400:00000010:0.0:1767384703.839271:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfd5de67. 02000000:00000010:3.0:1767384703.839274:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f82d8102. 00080000:00000010:2.0:1767384703.839279:0:41004:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 0000000062f43341. 00000020:00000010:3.0:1767384703.839287:0:17896:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cd7b32df. 00000400:00000010:0.0:1767384703.839288:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097541884. 00000001:00000010:3.0:1767384703.839300:0:17896:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000088ca1dc6. 02000000:00000010:2.0:1767384703.839306:0:41004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e1399659. 00000001:00000010:3.0:1767384703.839309:0:17896:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000559943bd. 00000001:00000010:3.0:1767384703.839316:0:17896:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f494bfd7. 02000000:00000010:2.0:1767384703.839320:0:41004:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000009c236694. 00000001:00000010:3.0:1767384703.839322:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f4248dc. 00000001:00000010:3.0:1767384703.839328:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055e4cf58. 00000001:00000010:3.0:1767384703.839332:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083958bc9. 00000001:00000010:3.0:1767384703.839335:0:17896:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014c50fda. 00000020:00000010:1.0:1767384703.839338:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060ab0467. 00000020:00000010:1.0:1767384703.839343:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060ab0467. 00000020:00000010:1.0:1767384703.839348:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f0cc430. 00000020:00000010:1.0:1767384703.839352:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d274196. 00000020:00000010:1.0:1767384703.839366:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00080000:00000010:3.0:1767384703.839371:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000059fc2d0d. 00080000:00000010:3.0:1767384703.839383:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007122ada4. 00000020:00000010:1.0:1767384703.839399:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060ab0467. 00000020:00000010:1.0:1767384703.839403:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060ab0467. 00000001:00000010:3.0:1767384703.839404:0:17896:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000005ada3. 02000000:00000010:1.0:1767384703.839415:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000dc2b8ce. 00000400:00000010:1.0:1767384703.839425:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045a01fb1. 00000800:00000010:1.0:1767384703.839440:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba9896af. 00080000:00000010:3.0:1767384703.839449:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007122ada4. 00000020:00000010:1.0:1767384703.839460:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d274196. 00000020:00000010:1.0:1767384703.839465:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:3.0:1767384703.839467:0:17896:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b62efed8. 00000020:00000010:1.0:1767384703.839470:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f0cc430. 00000020:00000010:3.0:1767384703.839478:0:17896:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000b62efed8. 00000400:00000010:1.0:1767384703.839480:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009227628a. 00000400:00000010:1.0:1767384703.839487:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000769858d1. 00000020:00000010:3.0:1767384703.839488:0:17896:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e65c7d96. 00000020:00000010:3.0:1767384703.839500:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000800:00000010:2.0:1767384703.839506:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba9896af. 00000400:00000010:2.0:1767384703.839512:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045a01fb1. 02000000:00000010:2.0:1767384703.839516:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000dc2b8ce. 00000400:00000010:3.0:1767384703.839535:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024720dcd. 00000800:00000010:3.0:1767384703.839547:0:17896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e7b81bf. 00000020:00000010:3.0:1767384703.839561:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.839597:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.839600:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000175155d5. 00000800:00000010:1.0:1767384703.839617:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e7b81bf. 00000400:00000010:1.0:1767384703.839624:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024720dcd. 00000004:00000010:1.0:1767384703.845272:0:41612:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000009044cd91. 00000004:00000010:1.0:1767384703.845292:0:41612:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000009044cd91. 00000020:00000010:2.0:1767384703.845374:0:41004:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007612892d. 00000400:00000010:2.0:1767384703.845413:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b16af772. 00000800:00000010:2.0:1767384703.845454:0:41004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006012fe68. 00000020:00000010:2.0:1767384703.845499:0:41004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ea99166. 00000020:00000010:2.0:1767384703.845506:0:41004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000704eb195. 00000020:00000010:2.0:1767384703.845510:0:41004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026ee23e9. 00000800:00000010:0.0:1767384703.845565:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006012fe68. 00000400:00000010:0.0:1767384703.845574:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b16af772. 00000100:00000010:2.0:1767384703.874566:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd45852b. 00000020:00000010:3.0:1767384703.874642:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001f7f4e8. 00000020:00000010:3.0:1767384703.874650:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001f7f4e8. 00000020:00000010:3.0:1767384703.874662:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.874669:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.874674:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.874715:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001f7f4e8. 00000020:00000010:3.0:1767384703.874739:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001f7f4e8. 00010000:00000010:3.0:1767384703.874769:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017689976. 00010000:00000010:3.0:1767384703.874772:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.874780:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a06022f. 00000020:00000010:3.0:1767384703.874786:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000001f7f4e8. 00010000:00000010:3.0:1767384703.874792:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2823a1e. 02000000:00000010:3.0:1767384703.874820:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000092f6d47. 00010000:00000010:3.0:1767384703.874979:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008da9a1ed. 00010000:00000010:3.0:1767384703.874993:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000360a832e. 00000020:00000010:3.0:1767384703.875006:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d3874a6e. 00080000:00000010:3.0:1767384703.875063:0:41002:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000b1f1a824. 00010000:00000010:3.0:1767384703.875100:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2823a1e. 00000400:00000010:3.0:1767384703.875127:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000880ac8d4. 00000800:00000010:3.0:1767384703.875160:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007981d9f5. 00000020:00000010:3.0:1767384703.875189:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.875194:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.875198:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:1.0:1767384703.875274:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007981d9f5. 00000400:00000010:1.0:1767384703.875283:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000880ac8d4. 00000100:00000010:0.0:1767384703.876133:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1dcaaa0. 00000020:00000010:3.0:1767384703.876177:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.876181:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.876187:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.876189:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.876191:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.876212:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.876214:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 00010000:00000010:3.0:1767384703.876230:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000004b1f64f. 00010000:00000010:3.0:1767384703.876232:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2823a1e. 02000000:00000010:3.0:1767384703.876258:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000147d5a84. 00010000:00000010:3.0:1767384703.876275:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fa06b5d. 00010000:00000010:3.0:1767384703.876277:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dafede4d. 00010000:00000010:3.0:1767384703.876300:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c33ec6c0. 00010000:00000010:3.0:1767384703.876303:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002921bb48. 00010000:00000010:3.0:1767384703.876305:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006638f58d. 00010000:00000010:3.0:1767384703.876306:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e20ce1b. 00080000:00000010:3.0:1767384703.876335:0:41002:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a26a3dd1. 00010000:00000010:3.0:1767384703.876347:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dafede4d. 00010000:00000010:3.0:1767384703.876353:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e20ce1b. 00010000:00000010:3.0:1767384703.876356:0:41002:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002921bb48. 00010000:00000010:3.0:1767384703.876368:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2823a1e. 00000400:00000010:3.0:1767384703.876374:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d240a50. 00000800:00000010:3.0:1767384703.876385:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e30f57a5. 00000020:00000010:3.0:1767384703.876400:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.876402:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.876404:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:2.0:1767384703.876488:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e30f57a5. 00000400:00000010:2.0:1767384703.876495:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d240a50. 00000100:00000010:1.0:1767384703.877282:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9d54024. 00000020:00000010:3.0:1767384703.877317:0:41010:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f525f409. 00040000:00000010:3.0:1767384703.877325:0:41010:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca11da19. 00000004:00000010:3.0:1767384703.877328:0:41010:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b6d056cd. 00000004:00000010:3.0:1767384703.877332:0:41010:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ea0a4dce. 00000004:00000010:3.0:1767384703.877335:0:41010:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c1772a0a. 00000020:00000010:3.0:1767384703.877340:0:41010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.877341:0:41010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.877344:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.877346:0:41010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.877348:0:41010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.877366:0:41010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.877367:0:41010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 02000000:00000010:3.0:1767384703.877374:0:41010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000dffd64f9. 00000400:00000010:3.0:1767384703.877383:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f128c940. 00000800:00000010:3.0:1767384703.877399:0:41010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032c1d44e. 00000020:00000010:3.0:1767384703.877412:0:41010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.877414:0:41010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.877416:0:41010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:0.0:1767384703.877460:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032c1d44e. 00000400:00000010:0.0:1767384703.877465:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f128c940. 00000100:00000010:2.0:1767384703.878110:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a328e2d. 00000020:00000010:3.0:1767384703.878136:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.878139:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.878142:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.878143:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.878145:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.878163:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.878164:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 00010000:00000010:3.0:1767384703.878177:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000360a832e. 00010000:00000010:3.0:1767384703.878183:0:41002:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.878188:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000811a187b. 00010000:00000010:3.0:1767384703.878190:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.878192:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073471a23. 00010000:00000010:3.0:1767384703.878194:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000360a832e. 02000000:00000010:3.0:1767384703.878207:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000002ce3eb1c. 00010000:00000010:3.0:1767384703.878238:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000227774f7. 00010000:00000010:3.0:1767384703.878242:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2823a1e. 00010000:00000010:3.0:1767384703.878248:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba10b4aa. 00010000:00000010:3.0:1767384703.878249:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002921bb48. 00010000:00000010:3.0:1767384703.878251:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6151db7. 00010000:00000010:3.0:1767384703.878252:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e20ce1b. 00000004:00000010:3.0:1767384703.878259:0:41002:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000815f4cc3. 00000004:00000010:3.0:1767384703.878265:0:41002:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000493491b6. 00000004:00000010:3.0:1767384703.878270:0:41002:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007b57f2b7. 00080000:00000010:3.0:1767384703.878276:0:41002:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000206b3a07. 00000020:00000010:3.0:1767384703.878292:0:41002:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b62efed8. 00080000:00000010:3.0:1767384703.878295:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000befed3e. 00000020:00000010:3.0:1767384703.878298:0:41002:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000005ab4effa. 00000020:00000010:3.0:1767384703.878302:0:41002:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000006b9f05b5. 00080000:00000010:3.0:1767384703.878317:0:41002:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000175155d5. 00000004:00000010:3.0:1767384703.878323:0:41002:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000202369b9. 00000020:00000010:3.0:1767384703.878327:0:41002:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000004823395. 00020000:00000010:3.0:1767384703.878344:0:41002:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 000000009f2e26d5. 00020000:00000010:3.0:1767384703.878346:0:41002:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000279610cb. 00020000:00000010:3.0:1767384703.878349:0:41002:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000006a10ad2f. 00000020:00000010:3.0:1767384703.878355:0:41002:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 00000000e3414629. 00000004:00000010:3.0:1767384703.878369:0:41002:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000b9964163. 00080000:00000010:3.0:1767384703.878380:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ad9daad4. 00080000:00000010:3.0:1767384703.878404:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed15f704. 00000001:00000010:3.0:1767384703.878488:0:41002:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008fd0d872. 00000001:00000010:3.0:1767384703.878706:0:41002:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008fd0d872. 00000020:00000010:3.0:1767384703.878755:0:41002:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 00000000e3414629. 00000020:00000010:3.0:1767384703.878760:0:41002:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000cd53b218. 00080000:00000010:3.0:1767384703.878773:0:41002:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 0000000062fd7d44. 00080000:00000010:3.0:1767384703.878782:0:41002:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000271a6f91. 00000001:00000010:3.0:1767384703.878814:0:41002:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000045249273. 00000001:00000010:3.0:1767384703.878818:0:41002:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000048479dd0. 00000001:00000010:3.0:1767384703.878858:0:41002:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000a1c8156d. 00080000:00000010:3.0:1767384703.878869:0:41002:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000f40fbe58. 00080000:00000010:3.0:1767384703.878884:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed15f704. 00080000:00000010:3.0:1767384703.878888:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.878892:0:41002:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b62efed8. 00010000:00000010:3.0:1767384703.878927:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000014b19ab7. 00010000:00000010:3.0:1767384703.878929:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c29b37a5. 00010000:00000010:3.0:1767384703.878932:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000357d4091. 00010000:00000010:3.0:1767384703.878934:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dafede4d. 00000004:00000010:3.0:1767384703.878950:0:41002:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000059edb1b. 00010000:00000010:3.0:1767384703.878961:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2823a1e. 00010000:00000010:3.0:1767384703.878976:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000360a832e. 00010000:00000010:3.0:1767384703.878978:0:41002:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000105dc755. 00000400:00000010:3.0:1767384703.878992:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f50dbaf. 00000400:00000010:3.0:1767384703.878996:0:41002:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002128da90. 00000800:00000010:3.0:1767384703.879007:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001568a1e1. 00000020:00000010:3.0:1767384703.879023:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.879025:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.879026:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:1.0:1767384703.879088:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001568a1e1. 00000400:00000010:0.0:1767384703.879572:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f50dbaf. 00000020:00000010:2.0:1767384703.879621:0:16343:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009fc65839. 00000020:00000010:2.0:1767384703.879626:0:16343:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026ee23e9. 80000000:00000010:2.0:1767384703.879628:0:16343:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000041ce63fd. 40000000:00000010:2.0:1767384703.879630:0:16343:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bc7e407. 00100000:00000010:2.0:1767384703.879634:0:16343:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eef329cc. 00040000:00000010:2.0:1767384703.879636:0:16343:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000843896c9. 00040000:00000010:2.0:1767384703.879638:0:16343:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a227a8b0. 00040000:00000010:2.0:1767384703.879640:0:16343:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000639a4252. 00080000:00000010:2.0:1767384703.879644:0:16343:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f5b4371b. 00080000:00000010:2.0:1767384703.879648:0:16343:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000082400ab2. 00000004:00000010:2.0:1767384703.879651:0:16343:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a4a02b00. 00000004:00000010:2.0:1767384703.879654:0:16343:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091a96ccf. 00000004:00000010:2.0:1767384703.879657:0:16343:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bfcad8a8. 00002000:00000010:2.0:1767384703.879659:0:16343:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000037a5062d. 00000004:00000010:2.0:1767384703.879661:0:16343:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003e02135a. 00000020:00000010:2.0:1767384703.879668:0:16343:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d2f39b5c. 00000020:00000010:2.0:1767384703.879671:0:16343:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b19b0a1a. 00010000:00000010:2.0:1767384703.879673:0:16343:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e20ce1b. 00010000:00000010:2.0:1767384703.879688:0:16343:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002921bb48. 00000100:00000010:2.0:1767384703.880196:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067dbb131. 00000020:00000010:3.0:1767384703.880232:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.880236:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.880249:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.880252:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.880253:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.880272:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007122ada4. 00000020:00000010:3.0:1767384703.880273:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007122ada4. 00010000:00000010:3.0:1767384703.880284:0:17896:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a947914b. 00010000:00000010:3.0:1767384703.880287:0:17896:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000eaa5eb8d. 00010000:00000010:3.0:1767384703.880289:0:17896:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020cf10d9. 00000020:00000010:3.0:1767384703.880292:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007122ada4. 00002000:00000010:3.0:1767384703.880297:0:17896:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000ed15f704. 02000000:00000010:3.0:1767384703.880362:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000006449e23e. 00000020:00000010:3.0:1767384703.880373:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c01935e5. 00000400:00000010:3.0:1767384703.880389:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004640685a. 00000800:00000010:3.0:1767384703.880402:0:17896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3e5a175. 00000020:00000010:3.0:1767384703.880417:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.880420:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.880423:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:1.0:1767384703.880457:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3e5a175. 00000400:00000010:1.0:1767384703.880462:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004640685a. 00000100:00000010:0.0:1767384703.881320:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b549c317. 00000020:00000010:3.0:1767384703.881345:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.881348:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.881351:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000116f4a01. 00000020:00000010:3.0:1767384703.881353:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.881354:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.881370:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.881373:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00010000:00000010:3.0:1767384703.881387:0:17896:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000344bc5ca. 02000000:00000010:3.0:1767384703.881394:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000a7c7415a. 00010000:00000010:3.0:1767384703.881402:0:17896:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036fc931c. 00000100:00000010:3.0:1767384703.881408:0:17896:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000677c11ab. 00000100:00000010:3.0:1767384703.881416:0:17896:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8739b97. 02000000:00000010:3.0:1767384703.881425:0:17896:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4dc64a0. 02000000:00000010:3.0:1767384703.881446:0:17896:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d5bc2e8. 00000400:00000010:3.0:1767384703.881450:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 00000400:00000010:3.0:1767384703.881456:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003fcc31b. 00000400:00000010:3.0:1767384703.881462:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b79201f3. 00000800:00000010:3.0:1767384703.881475:0:17896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009938172c. 00000100:00000010:3.0:1767384703.881491:0:17896:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b62efed8. 00000100:00000010:3.0:1767384703.881502:0:17896:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4f0c12b. 00000100:00000010:3.0:1767384703.881511:0:17896:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000361d8950. 00000100:00000010:3.0:1767384703.881517:0:17896:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7c023fd. 00000800:00000010:2.0:1767384703.881545:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009938172c. 00000400:00000010:2.0:1767384703.881552:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b79201f3. 00010000:00000010:3.1:1767384703.881737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a06022f. 00010000:00000010:3.1:1767384703.881745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fa06b5d. 00010000:00000010:3.1:1767384703.881750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c33ec6c0. 00010000:00000010:3.1:1767384703.881753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006638f58d. 00010000:00000010:3.1:1767384703.881756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000004b1f64f. 00000400:00000010:3.0:1767384703.882286:0:17896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000400:00000010:3.0:1767384703.882291:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003fcc31b. 02000000:00000010:3.0:1767384703.882311:0:17896:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d5bc2e8. 02000000:00000010:3.0:1767384703.882316:0:17896:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4dc64a0. 00000100:00000010:3.0:1767384703.882319:0:17896:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8739b97. 00000100:00000010:3.0:1767384703.882323:0:17896:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000677c11ab. 00010000:00000010:3.0:1767384703.882326:0:17896:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036fc931c. 00000400:00000010:3.0:1767384703.882339:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003fcc31b. 00000800:00000010:3.0:1767384703.882352:0:17896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cd2943d. 00000020:00000010:3.0:1767384703.882371:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.882375:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.882378:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000116f4a01. 00000800:00000010:0.0:1767384703.882443:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cd2943d. 00000400:00000010:0.0:1767384703.882449:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003fcc31b. 00000100:00000010:2.0:1767384703.882620:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d872638. 00000020:00000010:3.0:1767384703.882652:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.882656:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.882661:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000116f4a01. 00000020:00000010:3.0:1767384703.882664:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.882666:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.882702:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.882713:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 02000000:00000010:3.0:1767384703.882742:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000503b90ba. 00010000:00000010:3.0:1767384703.882773:0:17075:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036fc931c. 00000100:00000010:3.0:1767384703.882778:0:17075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000677c11ab. 00000100:00000010:3.0:1767384703.882781:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8739b97. 02000000:00000010:3.0:1767384703.882787:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4dc64a0. 02000000:00000010:3.0:1767384703.882796:0:17075:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d5bc2e8. 00000400:00000010:3.0:1767384703.882799:0:17075:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 00000400:00000010:3.0:1767384703.882802:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000400:00000010:3.0:1767384703.882805:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ceb8b2a8. 00000800:00000010:3.0:1767384703.882817:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db5e7bee. 00000800:00000010:1.0:1767384703.882887:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db5e7bee. 00000400:00000010:1.0:1767384703.882892:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceb8b2a8. 00000400:00000010:3.0:1767384703.883598:0:17075:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000400:00000010:3.0:1767384703.883603:0:17075:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 02000000:00000010:3.0:1767384703.883614:0:17075:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d5bc2e8. 02000000:00000010:3.0:1767384703.883618:0:17075:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4dc64a0. 00000100:00000010:3.0:1767384703.883621:0:17075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8739b97. 00000100:00000010:3.0:1767384703.883623:0:17075:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000677c11ab. 00010000:00000010:3.0:1767384703.883625:0:17075:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036fc931c. 00000400:00000010:3.0:1767384703.883633:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c530144f. 00000800:00000010:3.0:1767384703.883646:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db5e7bee. 00000020:00000010:3.0:1767384703.883663:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.883667:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.883669:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000116f4a01. 00000800:00000010:2.0:1767384703.883757:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db5e7bee. 00000400:00000010:2.0:1767384703.883764:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c530144f. 00000100:00000010:1.0:1767384703.883902:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d620e341. 00000020:00000010:2.0:1767384703.883954:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f383750. 00000020:00000010:2.0:1767384703.883959:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f383750. 00000020:00000010:2.0:1767384703.883964:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c14b455. 00000020:00000010:2.0:1767384703.883968:0:41004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ea99166. 00000020:00000010:2.0:1767384703.883971:0:41004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000704eb195. 00000020:00000010:2.0:1767384703.883995:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f383750. 00000020:00000010:2.0:1767384703.883998:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f383750. 02000000:00000010:2.0:1767384703.884028:0:41004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000003ebb87b1. 00000004:00000010:2.0:1767384703.884271:0:41004:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000001f383750. 00000020:00000010:2.0:1767384703.884284:0:41004:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000000475e657. 00080000:00000010:2.0:1767384703.884288:0:41004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c9e56241. 00080000:00000010:2.0:1767384703.884306:0:41004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017b4ab71. 00000001:00000010:2.0:1767384703.884339:0:41004:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004b6e2635. 00000001:00000010:2.0:1767384703.884345:0:41004:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000886817f4. 00080000:00000010:2.0:1767384703.884376:0:41004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017b4ab71. 00000020:00000010:2.0:1767384703.884381:0:41004:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000000475e657. 00000004:00000010:2.0:1767384703.884405:0:41004:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000059edb1b. 00000400:00000010:2.0:1767384703.884427:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d981a1. 00000800:00000010:2.0:1767384703.884441:0:41004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006736c39a. 00000020:00000010:2.0:1767384703.884459:0:41004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ea99166. 00000020:00000010:2.0:1767384703.884462:0:41004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000704eb195. 00000020:00000010:2.0:1767384703.884465:0:41004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c14b455. 00000800:00000010:0.0:1767384703.884523:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006736c39a. 00000400:00000010:0.0:1767384703.884529:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d981a1. 00010000:00000010:3.1:1767384703.885744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008da9a1ed. 00010000:00000010:3.1:1767384703.885750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017689976. 00010000:00000010:2.1:1767384703.885753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba10b4aa. 00010000:00000010:2.1:1767384703.885768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6151db7. 00000100:00000010:3.0:1767384703.888776:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7c023fd. 00000100:00000010:1.0:1767384703.888795:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4f0c12b. 00000100:00000010:2.0:1767384703.888800:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000361d8950. 00000100:00000010:0.0:1767384703.888846:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b62efed8. 00010000:00000010:3.1:1767384703.889748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000227774f7. 00010000:00000010:3.1:1767384703.889756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000811a187b. 00010000:00000010:3.1:1767384703.889760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073471a23. 00010000:00000010:3.1:1767384703.893753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020cf10d9. 00000100:00000010:2.0:1767384703.903471:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b26c75. 00000020:00000010:3.0:1767384703.903535:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.903540:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.903547:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.903550:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.903554:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.903583:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.903584:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000001:00000010:3.0:1767384703.903592:0:41002:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000048479dd0. 00010000:00000010:3.0:1767384703.903610:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000afa96e38. 00010000:00000010:3.0:1767384703.903622:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.903626:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020cf10d9. 00010000:00000010:3.0:1767384703.903631:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000360a832e. 02000000:00000010:3.0:1767384703.903652:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000093b4a25e. 00010000:00000010:3.0:1767384703.903673:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000227774f7. 00010000:00000010:3.0:1767384703.903675:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2823a1e. 00010000:00000010:3.0:1767384703.903775:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000360a832e. 00000400:00000010:3.0:1767384703.903797:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b029f58. 00000800:00000010:3.0:1767384703.903822:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cd2943d. 00000020:00000010:3.0:1767384703.903841:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.903844:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.903847:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:1.0:1767384703.903933:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cd2943d. 00000400:00000010:1.0:1767384703.903941:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b029f58. 00000100:00000010:0.0:1767384703.904975:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063f340d9. 00000020:00000010:3.0:1767384703.905010:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.905014:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.905017:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.905019:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.905021:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.905038:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.905039:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 02000000:00000010:3.0:1767384703.905065:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000362064e2. 00010000:00000010:3.0:1767384703.905082:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dafede4d. 00010000:00000010:3.0:1767384703.905088:0:41002:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c29b37a5. 00010000:00000010:3.0:1767384703.905092:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2823a1e. 00010000:00000010:3.0:1767384703.905095:0:41002:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.905103:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba9b47b3. 00010000:00000010:3.0:1767384703.905104:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.905106:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006107b96c. 00010000:00000010:3.0:1767384703.905108:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2823a1e. 00010000:00000010:3.0:1767384703.905113:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fda74d67. 00010000:00000010:3.0:1767384703.905114:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c29b37a5. 00010000:00000010:3.0:1767384703.905116:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005765704. 00010000:00000010:3.0:1767384703.905123:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dafede4d. 00000001:00000010:3.0:1767384703.905158:0:41002:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008fd0d872. 00000001:00000010:3.0:1767384703.905164:0:41002:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008fd0d872. 00010000:00000010:3.0:1767384703.905175:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092e0621d. 00010000:00000010:3.0:1767384703.905176:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0188747. 00010000:00000010:3.0:1767384703.905178:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007e9215a. 00010000:00000010:3.0:1767384703.905180:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000360a832e. 00000020:00000010:3.0:1767384703.905188:0:41002:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000a07b818e. 00000020:00000010:3.0:1767384703.905194:0:41002:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000a07b818e. 00000020:00000010:3.0:1767384703.905202:0:41002:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000e7c023fd. 00080000:00000010:3.0:1767384703.905207:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000116f4a01. 00080000:00000010:3.0:1767384703.905245:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036fc931c. 00080000:00000010:3.0:1767384703.905252:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c31b615d. 00080000:00000010:3.0:1767384703.905255:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b243849a. 00080000:00000010:3.0:1767384703.905274:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f432bad. 00000001:00000010:3.0:1767384703.905309:0:41002:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008fd0d872. 00000001:00000010:3.0:1767384703.905313:0:41002:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008fd0d872. 00000004:00000010:3.0:1767384703.905346:0:41002:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005f9386d0. 00000001:00000010:3.0:1767384703.905355:0:41002:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e97310e6. 00000001:00000010:3.0:1767384703.905358:0:41002:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000048479dd0. 00080000:00000010:3.0:1767384703.905367:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f432bad. 00080000:00000010:3.0:1767384703.905369:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b243849a. 00080000:00000010:3.0:1767384703.905370:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c31b615d. 00080000:00000010:3.0:1767384703.905372:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.905375:0:41002:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000e7c023fd. 00010000:00000010:3.0:1767384703.905380:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003136ec1a. 00010000:00000010:3.0:1767384703.905382:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000518e3611. 00010000:00000010:3.0:1767384703.905390:0:41002:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000677c11ab. 00010000:00000010:3.0:1767384703.905414:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000360a832e. 00080000:00000010:3.0:1767384703.905462:0:41002:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 0000000062fd7d44. 00080000:00000010:3.0:1767384703.905466:0:41002:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000206b3a07. 00000004:00000010:3.0:1767384703.905473:0:41002:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000b9964163. 00000020:00000010:1.0:1767384703.905476:0:40108:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007f0cc430. 00000004:00000010:3.0:1767384703.905483:0:41002:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 000000009f2e26d5. 00000020:00000010:1.0:1767384703.905484:0:40108:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000060ab0467. 00000004:00000010:3.0:1767384703.905487:0:41002:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000279610cb. 00010000:00000010:1.0:1767384703.905488:0:40108:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000518e3611. 00000004:00000010:3.0:1767384703.905492:0:41002:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000202369b9. 00010000:00000010:1.0:1767384703.905494:0:40108:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0188747. 00000004:00000010:3.0:1767384703.905495:0:41002:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007b57f2b7. 00000004:00000010:3.0:1767384703.905501:0:41002:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000493491b6. 00010000:00000010:1.0:1767384703.905502:0:40108:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000677c11ab. 00000004:00000010:3.0:1767384703.905507:0:41002:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000815f4cc3. 00010000:00000010:3.0:1767384703.905518:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2823a1e. 00010000:00000010:3.0:1767384703.905521:0:41002:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000105dc755. 00000400:00000010:3.0:1767384703.905535:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f8ca1b5. 00000400:00000010:3.0:1767384703.905539:0:41002:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc444f10. 00000800:00000010:3.0:1767384703.905549:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009938172c. 00000020:00000010:3.0:1767384703.905562:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.905565:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.905567:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c413eb82. 00000800:00000010:2.0:1767384703.905625:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009938172c. 00000400:00000010:1.0:1767384703.906182:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f8ca1b5. 00000020:00000010:0.0:1767384703.906231:0:16344:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aba5ec0b. 00000020:00000010:0.0:1767384703.906240:0:16344:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae54be40. 80000000:00000010:0.0:1767384703.906243:0:16344:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081487e4f. 40000000:00000010:0.0:1767384703.906246:0:16344:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ebc1d684. 00100000:00000010:0.0:1767384703.906249:0:16344:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c8e3bd1. 00040000:00000010:0.0:1767384703.906251:0:16344:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ecf49688. 00040000:00000010:0.0:1767384703.906253:0:16344:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000088eced96. 00040000:00000010:0.0:1767384703.906255:0:16344:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000582d3ffc. 00080000:00000010:0.0:1767384703.906259:0:16344:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001d3364a4. 00080000:00000010:0.0:1767384703.906262:0:16344:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000052847e7. 00000004:00000010:0.0:1767384703.906266:0:16344:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c61924fb. 00000004:00000010:0.0:1767384703.906269:0:16344:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002282c926. 00000004:00000010:0.0:1767384703.906271:0:16344:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e2d51f35. 00002000:00000010:0.0:1767384703.906274:0:16344:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000031f4c0a8. 00000004:00000010:0.0:1767384703.906276:0:16344:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000f726f7e. 00000020:00000010:0.0:1767384703.906284:0:16344:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000644a720c. 00000020:00000010:0.0:1767384703.906287:0:16344:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000027f94b9c. 00010000:00000010:0.0:1767384703.906289:0:16344:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dafede4d. 00010000:00000010:0.0:1767384703.906292:0:16344:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c29b37a5. 00010000:00000010:3.1:1767384703.908764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020cf10d9. 00010000:00000010:0.1:1767384703.910741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fda74d67. 00010000:00000010:1.1:1767384703.910749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092e0621d. 00010000:00000010:0.1:1767384703.910749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005765704. 00010000:00000010:3.1:1767384703.910756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000357d4091. 00010000:00000010:1.1:1767384703.910757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003136ec1a. 00010000:00000010:3.1:1767384703.910766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000014b19ab7. 00010000:00000010:3.1:1767384703.910773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000227774f7. 00010000:00000010:3.1:1767384703.910777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000afa96e38. 00010000:00000010:3.1:1767384703.910781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007e9215a. 00010000:00000010:3.1:1767384703.910792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba9b47b3. 00010000:00000010:3.1:1767384703.910795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006107b96c. 00000100:00000010:0.0:1767384703.932634:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000070ae664e. 00000020:00000010:3.0:1767384703.932696:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.932702:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.932710:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4dc64a0. 00000020:00000010:3.0:1767384703.932716:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.932742:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.932777:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.932780:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000001:00000010:3.0:1767384703.932790:0:41002:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000886817f4. 00010000:00000010:3.0:1767384703.932810:0:41002:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ba9b47b3. 00010000:00000010:3.0:1767384703.932813:0:41002:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000105dc755. 00010000:00000010:3.0:1767384703.932819:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006107b96c. 00010000:00000010:3.0:1767384703.932825:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c2823a1e. 02000000:00000010:3.0:1767384703.932850:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000007b500d82. 00010000:00000010:3.0:1767384703.932875:0:41002:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007e9215a. 00010000:00000010:3.0:1767384703.932879:0:41002:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000360a832e. 00010000:00000010:3.0:1767384703.932952:0:41002:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2823a1e. 00000400:00000010:3.0:1767384703.932977:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010a42207. 00000800:00000010:3.0:1767384703.933007:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3e5a175. 00000020:00000010:3.0:1767384703.933045:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.933061:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:3.0:1767384703.933065:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4dc64a0. 00000800:00000010:2.0:1767384703.933134:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3e5a175. 00000400:00000010:2.0:1767384703.933148:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010a42207. 00000100:00000010:1.0:1767384703.934917:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ec3d48d. 00000020:00000010:0.0:1767384703.934993:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000861aea01. 00000020:00000010:0.0:1767384703.934997:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000861aea01. 00000020:00000010:0.0:1767384703.935000:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087974f41. 00000020:00000010:0.0:1767384703.935002:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000675adb37. 00000020:00000010:0.0:1767384703.935005:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384703.935025:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000861aea01. 00000020:00000010:0.0:1767384703.935027:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000861aea01. 02000000:00000010:0.0:1767384703.935035:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000030fe24a4. 00000400:00000010:0.0:1767384703.935061:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e2e61a. 00000800:00000010:0.0:1767384703.935074:0:17898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000740caeba. 00000020:00000010:0.0:1767384703.935089:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000675adb37. 00000020:00000010:0.0:1767384703.935102:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:0.0:1767384703.935105:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087974f41. 00000800:00000010:2.0:1767384703.935151:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000740caeba. 00000400:00000010:2.0:1767384703.935158:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e2e61a. 00010000:00000010:3.1:1767384703.938749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006107b96c. 00000100:00000010:2.0:1767384703.952796:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014338b06. 00000100:00000010:2.0:1767384703.952857:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b494659b. 00000100:00000010:2.0:1767384703.952885:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034256616. 00000020:00000010:3.0:1767384703.952911:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.952916:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00040000:00000010:1.0:1767384703.952922:0:17074:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000027236d0. 00000020:00000010:3.0:1767384703.952923:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4dc64a0. 00000004:00000010:1.0:1767384703.952931:0:17074:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009044cd91. 00000020:00000010:3.0:1767384703.952932:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036382506. 00000020:00000010:3.0:1767384703.952937:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0f04144. 00000004:00000010:1.0:1767384703.952940:0:17074:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000377f1437. 00000004:00000010:1.0:1767384703.952946:0:17074:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009756a077. 00000004:00000010:1.0:1767384703.952950:0:17074:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f912397f. 00040000:00000010:0.0:1767384703.952950:0:18907:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008c1e9ae1. 00000004:00000010:0.0:1767384703.952957:0:18907:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001927f240. 00000020:00000010:1.0:1767384703.952958:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afcfcd9c. 00000020:00000010:1.0:1767384703.952961:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afcfcd9c. 00000004:00000010:0.0:1767384703.952962:0:18907:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004c1bbe28. 00000020:00000010:1.0:1767384703.952966:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9a4911d. 00000004:00000010:0.0:1767384703.952968:0:18907:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007cb96437. 00000020:00000010:1.0:1767384703.952971:0:17074:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d274196. 00000020:00000010:3.0:1767384703.952974:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000004:00000010:0.0:1767384703.952975:0:18907:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c09a9bb. 00000020:00000010:1.0:1767384703.952976:0:17074:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:3.0:1767384703.952979:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.952984:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d5bc2e8. 00000020:00000010:3.0:1767384703.952986:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062fd7d44. 00000020:00000010:0.0:1767384703.952989:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000861aea01. 00000020:00000010:3.0:1767384703.952990:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d327b784. 00000020:00000010:0.0:1767384703.952996:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000861aea01. 00000020:00000010:1.0:1767384703.953001:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afcfcd9c. 00000020:00000010:1.0:1767384703.953005:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afcfcd9c. 02000000:00000010:1.0:1767384703.953011:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003793d41c. 02000000:00000010:0.0:1767384703.953011:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bcc53fea. 00000400:00000010:1.0:1767384703.953062:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c52a566. 00000400:00000010:0.0:1767384703.953063:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002702b16e. 00000800:00000010:0.0:1767384703.953093:0:18907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000857cc2c1. 00000800:00000010:1.0:1767384703.953099:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba9896af. 00000020:00000010:1.0:1767384703.953121:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d274196. 00000020:00000010:0.0:1767384703.953122:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036382506. 00000020:00000010:1.0:1767384703.953125:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000020:00000010:0.0:1767384703.953128:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0f04144. 00000020:00000010:1.0:1767384703.953130:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9a4911d. 00000020:00000010:0.0:1767384703.953136:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4dc64a0. 00000020:00000010:1.0:1767384703.953143:0:17074:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afcfcd9c. 00000020:00000010:1.0:1767384703.953146:0:17074:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afcfcd9c. 00000800:00000010:2.0:1767384703.953152:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000857cc2c1. 02000000:00000010:1.0:1767384703.953152:0:17074:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c380cddd. 00000400:00000010:2.0:1767384703.953161:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002702b16e. 00000400:00000010:1.0:1767384703.953171:0:17074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c4abd. 00000800:00000010:1.0:1767384703.953181:0:17074:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5220869. 00000020:00000010:1.0:1767384703.953185:0:17074:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062fd7d44. 00000020:00000010:1.0:1767384703.953187:0:17074:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d327b784. 00000020:00000010:1.0:1767384703.953189:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d5bc2e8. 00000800:00000010:2.0:1767384703.953193:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba9896af. 00000400:00000010:2.0:1767384703.953198:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c52a566. 00000800:00000010:2.0:1767384703.953209:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5220869. 00000400:00000010:2.0:1767384703.953211:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50c4abd. 00000100:00000010:2.0:1767384703.956520:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f7f4be2. 00000020:00000010:3.0:1767384703.956558:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.956562:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.956564:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d5bc2e8. 00000020:00000010:3.0:1767384703.956566:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ff79780. 00000020:00000010:3.0:1767384703.956568:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ddb8d6a. 00000020:00000010:3.0:1767384703.956584:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.956586:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036fc931c. 02000000:00000010:3.0:1767384703.956596:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b770b9a0. 00000020:00000010:3.0:1767384703.956606:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.956621:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4dc64a0. 00000020:00000010:3.0:1767384703.956624:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c413eb82. 00000020:00000010:3.0:1767384703.956627:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000741a0004. 00000020:00000010:3.0:1767384703.956629:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f930dc1a. 00000020:00000010:3.0:1767384703.956632:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000206b3a07. 80000000:00000010:3.0:1767384703.956635:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7c023fd. 40000000:00000010:3.0:1767384703.956637:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad9daad4. 00100000:00000010:3.0:1767384703.956640:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004cd30a4d. 00040000:00000010:3.0:1767384703.956643:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001568a1e1. 00000020:00000010:0.0:1767384703.956646:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087974f41. 00040000:00000010:3.0:1767384703.956647:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be7f8340. 00000020:00000010:0.0:1767384703.956654:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb068b29. 00080000:00000010:3.0:1767384703.956655:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000093ab6db4. 00000020:00000010:0.0:1767384703.956658:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f0c1971. 00000020:00000010:0.0:1767384703.956662:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384703.956666:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d36262e4. 80000000:00000010:0.0:1767384703.956668:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.956670:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000861aea01. 00080000:00000010:3.0:1767384703.956673:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c01b3843. 00100000:00000010:0.0:1767384703.956673:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fdb9a667. 00040000:00000010:0.0:1767384703.956675:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.956679:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000234f865c. 00080000:00000010:0.0:1767384703.956683:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ba8f8967. 00002000:00000010:3.0:1767384703.956685:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000abdf38d1. 00080000:00000010:0.0:1767384703.956687:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d86d8405. 00002000:00000010:0.0:1767384703.956692:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006b069a83. 00080000:00000010:3.0:1767384703.956694:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000948dc830. 00000020:00000010:0.0:1767384703.956695:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb068b29. 00000020:00000010:0.0:1767384703.956700:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f0c1971. 00080000:00000010:3.0:1767384703.956703:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036fc931c. 00000020:00000010:0.0:1767384703.956703:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384703.956708:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d36262e4. 80000000:00000010:0.0:1767384703.956710:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.956713:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000861aea01. 00100000:00000010:0.0:1767384703.956715:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdb9a667. 00040000:00000010:0.0:1767384703.956737:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.956740:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000234f865c. 00080000:00000010:0.0:1767384703.956743:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d86d8405. 00080000:00000010:0.0:1767384703.956745:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ba8f8967. 00002000:00000010:0.0:1767384703.956749:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006b069a83. 00000020:00000010:0.0:1767384703.956750:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087974f41. 00000020:00000010:0.0:1767384703.956754:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee78d7d. 00000020:00000010:0.0:1767384703.956755:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000234f865c. 00000020:00000010:0.0:1767384703.956757:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fdb9a667. 00000020:00000010:0.0:1767384703.956759:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384703.956761:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d36262e4. 80000000:00000010:0.0:1767384703.956763:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.956764:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000861aea01. 00100000:00000010:0.0:1767384703.956766:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f0c1971. 00040000:00000010:0.0:1767384703.956767:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.956768:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb068b29. 00080000:00000010:0.0:1767384703.956770:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ba8f8967. 00080000:00000010:3.0:1767384703.956771:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036fc931c. 00080000:00000010:0.0:1767384703.956772:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d86d8405. 00002000:00000010:0.0:1767384703.956776:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006b069a83. 00080000:00000010:3.0:1767384703.956780:0:17896:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d147d13f. 00080000:00000010:3.0:1767384703.956784:0:17896:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036fc931c. 00000001:00000010:3.0:1767384703.956788:0:17896:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005f5bc9c5. 00080000:00000010:3.0:1767384703.956796:0:17896:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036fc931c. 00000020:00000010:3.0:1767384703.956799:0:17896:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c413eb82. 00000020:00000010:0.0:1767384703.956801:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000001c697983. 00000020:00000010:3.0:1767384703.956802:0:17896:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000741a0004. 00000020:00000010:3.0:1767384703.956807:0:17896:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f930dc1a. 00000020:00000010:0.0:1767384703.956809:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000063790f24. 00000020:00000010:3.0:1767384703.956811:0:17896:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000206b3a07. 80000000:00000010:3.0:1767384703.956815:0:17896:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7c023fd. 00002000:00000010:0.0:1767384703.956815:0:17077:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000ed15f704. 40000000:00000010:3.0:1767384703.956821:0:17896:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad9daad4. 00010000:00000010:0.0:1767384703.956822:0:17077:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000eaa5eb8d. 00100000:00000010:3.0:1767384703.956823:0:17896:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004cd30a4d. 00040000:00000010:3.0:1767384703.956828:0:17896:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001568a1e1. 00040000:00000010:3.0:1767384703.956830:0:17896:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be7f8340. 00000020:00000010:0.0:1767384703.956832:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000234f865c. 00080000:00000010:3.0:1767384703.956833:0:17896:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c01b3843. 00000020:00000010:0.0:1767384703.956837:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fdb9a667. 00080000:00000010:3.0:1767384703.956838:0:17896:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000093ab6db4. 00000020:00000010:0.0:1767384703.956842:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003960062b. 00002000:00000010:3.0:1767384703.956843:0:17896:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000abdf38d1. 00000020:00000010:0.0:1767384703.956846:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d36262e4. 00000020:00000010:3.0:1767384703.956847:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4dc64a0. 80000000:00000010:0.0:1767384703.956850:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.956854:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000861aea01. 00100000:00000010:0.0:1767384703.956855:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f0c1971. 00040000:00000010:0.0:1767384703.956857:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de128ac8. 00000400:00000010:3.0:1767384703.956859:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4aa4bef. 00040000:00000010:0.0:1767384703.956859:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb068b29. 00080000:00000010:0.0:1767384703.956860:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d86d8405. 00080000:00000010:0.0:1767384703.956868:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ba8f8967. 00002000:00000010:0.0:1767384703.956870:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006b069a83. 00000800:00000010:3.0:1767384703.956872:0:17896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001568a1e1. 00000020:00000010:0.0:1767384703.956872:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee78d7d. 00000020:00000010:3.0:1767384703.956888:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ff79780. 00000020:00000010:3.0:1767384703.956891:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ddb8d6a. 00000020:00000010:3.0:1767384703.956893:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d5bc2e8. 00000800:00000010:2.0:1767384703.956947:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001568a1e1. 00000400:00000010:2.0:1767384703.956952:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4aa4bef. 00010000:00000010:1.1:1767384703.958741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bc74d5c. 00010000:00000010:1.1:1767384703.958747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f52bc515. 00010000:00000010:1.1:1767384703.958750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b061dfbb. 00010000:00000010:0.1:1767384703.958763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000154695f6. 00000100:00000010:2.0:1767384703.961104:0:16350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7e0f0fc. 00000020:00000010:3.0:1767384703.961147:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.961151:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.961154:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000645551a. 00000020:00000010:3.0:1767384703.961156:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ff79780. 00000020:00000010:3.0:1767384703.961158:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ddb8d6a. 00000020:00000010:3.0:1767384703.961177:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad9daad4. 00000020:00000010:3.0:1767384703.961184:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad9daad4. 02000000:00000010:3.0:1767384703.961194:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000abdf38d1. 00000020:00000010:3.0:1767384703.961207:0:41002:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000478b1525. 00000020:00000010:2.0:1767384703.961247:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c14b455. 00000020:00000010:2.0:1767384703.961252:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007cf7e142. 00080000:00000010:3.0:1767384703.961253:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c21225cc. 00000020:00000010:2.0:1767384703.961257:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d570f292. 00080000:00000010:3.0:1767384703.961260:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036fc931c. 00000020:00000010:2.0:1767384703.961263:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002625929e. 00080000:00000010:3.0:1767384703.961266:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c31b615d. 00000020:00000010:2.0:1767384703.961269:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ffff0e59. 80000000:00000010:2.0:1767384703.961274:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000475e657. 40000000:00000010:2.0:1767384703.961277:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000017b4ab71. 00100000:00000010:2.0:1767384703.961281:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e72aa1a7. 00040000:00000010:2.0:1767384703.961284:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008db4bc90. 00040000:00000010:2.0:1767384703.961287:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e77d371e. 00000001:00000010:3.0:1767384703.961289:0:41002:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e7c023fd. 00000001:00000010:3.0:1767384703.961294:0:41002:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000e6b45544. 00080000:00000010:2.0:1767384703.961301:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000abc8897f. 00080000:00000010:2.0:1767384703.961306:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dfad4ccc. 00002000:00000010:2.0:1767384703.961311:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec803e37. 00000020:00000010:2.0:1767384703.961315:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007cf7e142. 00000020:00000010:2.0:1767384703.961319:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d570f292. 00000020:00000010:2.0:1767384703.961323:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002625929e. 00000020:00000010:2.0:1767384703.961326:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ffff0e59. 80000000:00000010:2.0:1767384703.961334:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000475e657. 40000000:00000010:2.0:1767384703.961337:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000017b4ab71. 00100000:00000010:2.0:1767384703.961340:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e72aa1a7. 00040000:00000010:2.0:1767384703.961343:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008db4bc90. 00040000:00000010:2.0:1767384703.961345:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e77d371e. 00080000:00000010:2.0:1767384703.961348:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dfad4ccc. 00080000:00000010:2.0:1767384703.961351:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000abc8897f. 00002000:00000010:2.0:1767384703.961354:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec803e37. 00000020:00000010:2.0:1767384703.961356:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c14b455. 00000020:00000010:2.0:1767384703.961360:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c14b455. 00000020:00000010:2.0:1767384703.961365:0:17076:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eff4ab74. 00000020:00000010:2.0:1767384703.961369:0:17076:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e72aa1a7. 00000020:00000010:2.0:1767384703.961373:0:17076:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002625929e. 00000020:00000010:2.0:1767384703.961376:0:17076:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e77d371e. 80000000:00000010:2.0:1767384703.961380:0:17076:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000475e657. 40000000:00000010:2.0:1767384703.961383:0:17076:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000017b4ab71. 00100000:00000010:2.0:1767384703.961386:0:17076:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d570f292. 00040000:00000010:2.0:1767384703.961390:0:17076:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008db4bc90. 00040000:00000010:2.0:1767384703.961392:0:17076:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ffff0e59. 00080000:00000010:2.0:1767384703.961395:0:17076:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000abc8897f. 00080000:00000010:2.0:1767384703.961397:0:17076:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dfad4ccc. 00002000:00000010:2.0:1767384703.961402:0:17076:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec803e37. 00010000:00000010:2.0:1767384703.961422:0:17076:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000360a832e. 00010000:00000010:2.0:1767384703.961428:0:17076:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000105dc755. 00000020:00000010:2.0:1767384703.961437:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eff4ab74. 00000020:00000010:2.0:1767384703.961439:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e72aa1a7. 00000020:00000010:2.0:1767384703.961442:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002625929e. 00000020:00000010:2.0:1767384703.961445:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e77d371e. 80000000:00000010:2.0:1767384703.961447:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000475e657. 40000000:00000010:2.0:1767384703.961450:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000017b4ab71. 00100000:00000010:2.0:1767384703.961452:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d570f292. 00040000:00000010:2.0:1767384703.961455:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008db4bc90. 00040000:00000010:2.0:1767384703.961457:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ffff0e59. 00080000:00000010:2.0:1767384703.961467:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dfad4ccc. 00080000:00000010:2.0:1767384703.961470:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000abc8897f. 00002000:00000010:2.0:1767384703.961472:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec803e37. 00000020:00000010:2.0:1767384703.961474:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c14b455. 00000001:00000010:0.0:1767384703.962128:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e7c023fd. 00080000:00000010:0.0:1767384703.962133:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c21225cc. 00000001:00000010:0.0:1767384703.962138:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e97310e6. 00000004:00000010:0.0:1767384703.962151:0:40988:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000005f9386d0. 00080000:00000010:0.0:1767384703.962154:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000116f4a01. 00000001:00000010:0.0:1767384703.962157:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004b6e2635. 00080000:00000010:0.0:1767384703.962160:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c9e56241. 00000001:00000010:0.0:1767384703.962164:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000045249273. 00080000:00000010:0.0:1767384703.962167:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000befed3e. 00000001:00000010:0.0:1767384703.962171:0:40988:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000087ea8b50. 00080000:00000010:0.0:1767384703.962174:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004f33e375. 00000100:00000010:1.0:1767384703.962188:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c7c33b4. 02000000:00000010:1.0:1767384703.962199:0:41020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c2abb430. 00080000:00000010:3.0:1767384703.962201:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c31b615d. 00080000:00000010:3.0:1767384703.962205:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036fc931c. 00080000:00000010:3.0:1767384703.962210:0:41002:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a99bca20. 00080000:00000010:3.0:1767384703.962213:0:41002:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000036fc931c. 00000001:00000010:3.0:1767384703.962220:0:41002:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000084078e71. 00080000:00000010:3.0:1767384703.962229:0:41002:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000036fc931c. 00000400:00000010:3.0:1767384703.962239:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007629e5c6. 02000000:00000010:2.0:1767384703.962245:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec803e37. 00000400:00000010:2.0:1767384703.962250:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad7c446. 00000800:00000010:3.0:1767384703.962254:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032c1d44e. 00000400:00000010:2.0:1767384703.962254:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb0c45ab. 00000400:00000010:2.0:1767384703.962263:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c30e77. 00000020:00000010:3.0:1767384703.962272:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ff79780. 00000020:00000010:3.0:1767384703.962276:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ddb8d6a. 00000020:00000010:3.0:1767384703.962278:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000645551a. 00000100:00000010:2.0:1767384703.962286:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072d240d6. 00000400:00000010:2.0:1767384703.962300:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c30e77. 00000020:00000010:3.0:1767384703.962311:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036fc931c. 00000100:00000010:2.0:1767384703.962313:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000475e657. 00000020:00000010:3.0:1767384703.962315:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000030a26667. 00000800:00000010:0.0:1767384703.962322:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032c1d44e. 00000100:00000010:2.0:1767384703.962323:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e938ccc2. 00000020:00000010:3.0:1767384703.962330:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000645551a. 00000400:00000010:0.0:1767384703.962332:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007629e5c6. 00000020:00000010:3.0:1767384703.962335:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ff79780. 00000100:00000010:2.0:1767384703.962335:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e4248b6. 00000020:00000010:3.0:1767384703.962341:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ddb8d6a. 00000100:00000010:2.0:1767384703.962345:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094dd7b89. 00000020:00000010:2.0:1767384703.962380:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017b4ab71. 00000020:00000010:2.0:1767384703.962382:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017b4ab71. 02000000:00000010:2.0:1767384703.962394:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000080240fcb. 00010000:00000010:2.0:1767384703.962404:0:18468:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e178ee67. 00010000:00000010:2.0:1767384703.962406:0:18468:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000184acd27. 00010000:00000010:2.0:1767384703.962409:0:18468:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052077b5a. 00000020:00000010:2.0:1767384703.962412:0:18468:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000017b4ab71. 00002000:00000010:2.0:1767384703.962416:0:18468:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000a1b513b4. 00000020:00000010:2.0:1767384703.962427:0:18468:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000005c14b455. 00010000:00000010:2.0:1767384703.962434:0:18468:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000886817f4. 00080000:00000010:2.0:1767384703.962443:0:18468:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007cf7e142. 00080000:00000010:2.0:1767384703.962448:0:18468:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000ffff0e59. 00080000:00000010:2.0:1767384703.962453:0:18468:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002273e96a. 00000020:00000010:1.0:1767384703.962464:0:40108:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e9a4911d. 00000020:00000010:1.0:1767384703.962469:0:40108:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000afcfcd9c. 00002000:00000010:1.0:1767384703.962472:0:40108:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a1b513b4. 00010000:00000010:1.0:1767384703.962475:0:40108:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000184acd27. 00010000:00000010:1.0:1767384703.962479:0:40108:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000886817f4. 00000001:00000010:2.0:1767384703.962496:0:18468:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000af913543. 00080000:00000010:2.0:1767384703.962508:0:18468:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002273e96a. 00080000:00000010:2.0:1767384703.962566:0:18468:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004b2c5d2a. 00002000:00000010:2.0:1767384703.962570:0:18468:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000307a8efc. 00000400:00000010:2.0:1767384703.962578:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c30e77. 00000400:00000010:2.0:1767384703.962600:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c30e77. 00000020:00000010:2.0:1767384703.962607:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ff79780. 00000020:00000010:2.0:1767384703.962609:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ddb8d6a. 00000020:00000010:2.0:1767384703.962611:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000645551a. 00000400:00000010:3.0:1767384703.962620:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad7c446. 00000400:00000010:3.0:1767384703.962624:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb0c45ab. 02000000:00000010:3.0:1767384703.962639:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c05dd4b8. 02000000:00000010:3.0:1767384703.962642:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a870ec4b. 00000100:00000010:3.0:1767384703.962645:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c881c45. 00010000:00000010:0.1:1767384703.963753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a947914b. 00010000:00000010:0.1:1767384703.963759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000344bc5ca. 00000100:00000010:0.0:1767384703.964769:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000475e657. 00000100:00000010:2.0:1767384703.965750:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e4248b6. 00000100:00000010:3.0:1767384703.965757:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094dd7b89. 00000100:00000010:1.0:1767384703.965765:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e938ccc2. 00010000:00000010:2.1:1767384703.966741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba9b47b3. 00010000:00000010:2.1:1767384703.966746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007e9215a. 00000400:00000010:2.0:1767384703.968249:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d19244. 00000400:00000010:2.0:1767384703.968259:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b10cb022. 00000020:00000010:1.0:1767384703.968299:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f8e2d87. 00000020:00000010:1.0:1767384703.968302:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f8e2d87. 00000020:00000010:1.0:1767384703.968304:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067506b0d. 00000020:00000010:1.0:1767384703.968307:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d274196. 00000020:00000010:1.0:1767384703.968309:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:1.0:1767384703.968327:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f8e2d87. 00000020:00000010:1.0:1767384703.968328:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f8e2d87. 02000000:00000010:1.0:1767384703.968337:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074e8b66a. 20000000:00000010:1.0:1767384703.968345:0:40994:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000009b194318. 00000400:00000010:1.0:1767384703.968372:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713e3d9b. 00000800:00000010:1.0:1767384703.968389:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5220869. 00000020:00000010:0.0:1767384703.968397:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee78d7d. 00000020:00000010:0.0:1767384703.968402:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009220a1d2. 00000020:00000010:0.0:1767384703.968404:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f0c1971. 00000020:00000010:1.0:1767384703.968407:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d274196. 00000020:00000010:0.0:1767384703.968407:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384703.968410:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bb068b29. 80000000:00000010:0.0:1767384703.968413:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.968417:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000861aea01. 00000020:00000010:1.0:1767384703.968418:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00100000:00000010:0.0:1767384703.968421:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fdb9a667. 00000020:00000010:1.0:1767384703.968422:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067506b0d. 00040000:00000010:0.0:1767384703.968425:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.968429:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d36262e4. 00000400:00000010:1.0:1767384703.968432:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000737b9bd6. 00080000:00000010:0.0:1767384703.968434:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ba8f8967. 00000400:00000010:1.0:1767384703.968438:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099545e2a. 00080000:00000010:0.0:1767384703.968440:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d86d8405. 00002000:00000010:0.0:1767384703.968445:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000144f7aab. 00000020:00000010:0.0:1767384703.968448:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009220a1d2. 00000800:00000010:2.0:1767384703.968450:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5220869. 00000020:00000010:0.0:1767384703.968451:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f0c1971. 00000020:00000010:0.0:1767384703.968456:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003960062b. 00000400:00000010:2.0:1767384703.968460:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713e3d9b. 00000020:00000010:0.0:1767384703.968467:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bb068b29. 02000000:00000010:2.0:1767384703.968470:0:16350:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074e8b66a. 80000000:00000010:0.0:1767384703.968471:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.968476:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000861aea01. 00100000:00000010:0.0:1767384703.968479:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdb9a667. 00040000:00000010:0.0:1767384703.968481:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.968483:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d36262e4. 00080000:00000010:0.0:1767384703.968485:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d86d8405. 00080000:00000010:0.0:1767384703.968487:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ba8f8967. 00002000:00000010:0.0:1767384703.968490:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000144f7aab. 00000020:00000010:0.0:1767384703.968491:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee78d7d. 00000020:00000010:0.0:1767384703.968494:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee78d7d. 00000020:00000010:0.0:1767384703.968495:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000234f865c. 00000020:00000010:0.0:1767384703.968496:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fdb9a667. 00000020:00000010:0.0:1767384703.968497:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384703.968499:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d36262e4. 80000000:00000010:0.0:1767384703.968500:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.968501:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000861aea01. 00100000:00000010:0.0:1767384703.968502:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f0c1971. 00040000:00000010:0.0:1767384703.968503:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.968504:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb068b29. 00080000:00000010:0.0:1767384703.968505:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ba8f8967. 00080000:00000010:0.0:1767384703.968507:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d86d8405. 00002000:00000010:0.0:1767384703.968508:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000144f7aab. 00000020:00000010:0.0:1767384703.968522:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000234f865c. 00000020:00000010:0.0:1767384703.968523:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fdb9a667. 00000020:00000010:0.0:1767384703.968524:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003960062b. 00000020:00000010:0.0:1767384703.968526:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d36262e4. 80000000:00000010:0.0:1767384703.968527:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4eefdf2. 40000000:00000010:0.0:1767384703.968528:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000861aea01. 00100000:00000010:0.0:1767384703.968529:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f0c1971. 00040000:00000010:0.0:1767384703.968530:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de128ac8. 00040000:00000010:0.0:1767384703.968531:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb068b29. 00080000:00000010:0.0:1767384703.968532:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d86d8405. 00080000:00000010:0.0:1767384703.968539:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ba8f8967. 00002000:00000010:0.0:1767384703.968541:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000144f7aab. 00000020:00000010:0.0:1767384703.968542:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee78d7d. 00000001:00000010:2.0:1767384703.968581:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000161bddeb. 00000001:00000010:2.0:1767384703.968585:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000f17cbf7. 00000001:00000010:2.0:1767384703.968587:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000006d04b80. 00000001:00000010:2.0:1767384703.968588:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aebd57e9. 00000001:00000010:2.0:1767384703.968590:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b9668244. 00000001:00000010:2.0:1767384703.968591:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e0081575. 00000020:00000010:2.0:1767384703.968596:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007e5c5889. 00000020:00000010:2.0:1767384703.968605:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000466a9d49. 00010000:00000010:1.1:1767384703.970746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e178ee67. 00010000:00000010:1.1:1767384703.970752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052077b5a. 00010000:00000010:0.1:1767384703.974759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a7cb6324. 00080000:00000010:2.0:1767384704.293680:0:41613:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022cdf202. 00080000:00000010:2.0:1767384704.293690:0:41613:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022cdf202. 00080000:00000010:2.0:1767384704.293701:0:41613:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022cdf202. 00080000:00000010:2.0:1767384704.293706:0:41613:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022cdf202. 00000001:02000400:2.0:1767384704.408577:0:41649:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000400:00000010:3.0:1767384704.595803:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc78f6c. 00000400:00000010:3.0:1767384704.595816:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf1d4360. 02000000:00000010:3.0:1767384704.595862:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f30519c. 02000000:00000010:3.0:1767384704.595879:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dc14b16f. 00000100:00000010:3.0:1767384704.595883:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000941b3b81. 00000100:00000010:2.0:1767384704.595896:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003e60207. 02000000:00000010:2.0:1767384704.595909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008db4bc90. 00000100:00000010:2.0:1767384704.595939:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037d4ea13. 02000000:00000010:2.0:1767384704.595945:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c05dd4b8. 02000000:00000010:0.0:1767384704.595956:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6f3ba8. 00000100:00000010:2.0:1767384704.595959:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dc9e267. 00000400:00000010:0.0:1767384704.595964:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d3bcc0. 02000000:00000010:2.0:1767384704.595968:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e3c035d. 00000400:00000010:0.0:1767384704.595970:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002702b16e. 00000100:00000010:2.0:1767384704.595978:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004de8f0c. 00000400:00000010:0.0:1767384704.595979:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076e2e61a. 02000000:00000010:2.0:1767384704.595985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ccdabf7. 02000000:00000010:1.0:1767384704.595995:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000054f5ea1e. 00000400:00000010:0.0:1767384704.596001:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9682f6. 00000400:00000010:1.0:1767384704.596002:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d67795b2. 02000000:00000010:3.0:1767384704.596004:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000156b903d. 00000400:00000010:3.0:1767384704.596010:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fd0d872. 00000400:00000010:1.0:1767384704.596010:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cdc8b2. 00000400:00000010:0.0:1767384704.596012:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000490e7d00. 02000000:00000010:2.0:1767384704.596019:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008db8be84. 00000400:00000010:3.0:1767384704.596020:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814bff92. 00000400:00000010:1.0:1767384704.596021:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024a9dcee. 00000400:00000010:2.0:1767384704.596028:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d7d256. 00000400:00000010:3.0:1767384704.596029:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dcabb22. 00000400:00000010:0.0:1767384704.596030:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e2e61a. 00000400:00000010:2.0:1767384704.596053:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c30e77. 00000100:00000010:0.0:1767384704.596053:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a52781cc. 00000100:00000010:1.0:1767384704.596054:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8dcade4. 00000400:00000010:2.0:1767384704.596063:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000820c1c21. 00000100:00000010:3.0:1767384704.596066:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8739b97. 00000100:00000010:0.0:1767384704.596067:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005075c34d. 00000400:00000010:1.0:1767384704.596072:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024a9dcee. 00000100:00000010:0.0:1767384704.596075:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4eefdf2. 00000100:00000010:0.0:1767384704.596082:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0276c04. 00000400:00000010:3.0:1767384704.596084:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dcabb22. 00000100:00000010:2.0:1767384704.596092:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6810dfe. 00000400:00000010:2.0:1767384704.596109:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000820c1c21. 00000020:00000010:1.0:1767384704.596117:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5aa5711. 00000020:00000010:1.0:1767384704.596121:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5aa5711. 00000020:00000010:1.0:1767384704.596126:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095677f93. 00000020:00000010:1.0:1767384704.596129:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f97718d. 00000020:00000010:3.0:1767384704.596131:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f57722a. 00000020:00000010:1.0:1767384704.596133:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c229408. 00000020:00000010:3.0:1767384704.596136:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9eb1189. 00000020:00000010:0.0:1767384704.596137:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba8f8967. 00000020:00000010:3.0:1767384704.596141:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f01b94e. 00040000:00000010:0.0:1767384704.596144:0:41000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c6a55557. 00000004:00000010:0.0:1767384704.596149:0:41000:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002637200b. 00000004:00000010:0.0:1767384704.596152:0:41000:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fdb9a667. 00000020:00000010:2.0:1767384704.596154:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b07d2d46. 00000004:00000010:0.0:1767384704.596155:0:41000:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007f4e0eba. 00000020:00000010:2.0:1767384704.596159:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b07d2d46. 00000020:00000010:0.0:1767384704.596165:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eec9f901. 00000020:00000010:2.0:1767384704.596166:0:18468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4ebd3d4. 00000020:00000010:1.0:1767384704.596166:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5aa5711. 00000020:00000010:0.0:1767384704.596170:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eec9f901. 00000020:00000010:1.0:1767384704.596171:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5aa5711. 00000020:00000010:2.0:1767384704.596173:0:18468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095e7772c. 00000020:00000010:0.0:1767384704.596176:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69f2063. 02000000:00000010:3.0:1767384704.596178:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cd1bb330. 00000020:00000010:2.0:1767384704.596178:0:18468:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000704eb195. 00000020:00000010:0.0:1767384704.596181:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000675adb37. 02000000:00000010:1.0:1767384704.596183:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001575ad0b. 00000020:00000010:0.0:1767384704.596186:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bacba606. 00000020:00000010:3.0:1767384704.596190:0:41002:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004cd30a4d. 00000400:00000010:1.0:1767384704.596193:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024a9dcee. 00000004:00000010:3.0:1767384704.596199:0:41002:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c31b615d. 00000001:00000010:3.0:1767384704.596204:0:41002:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b97400e8. 00000020:00000010:2.0:1767384704.596207:0:18468:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b07d2d46. 00000100:00000010:0.0:1767384704.596208:0:41000:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001987a615. 00000001:00000010:3.0:1767384704.596210:0:41002:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e30f57a5. 00000020:00000010:2.0:1767384704.596212:0:18468:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b07d2d46. 00000400:00000010:1.0:1767384704.596214:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024a9dcee. 00000001:00000010:3.0:1767384704.596216:0:41002:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000009ef1987. 00000001:00000010:3.0:1767384704.596220:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038c32fae. 02000000:00000010:2.0:1767384704.596223:0:18468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002ddb222d. 00000001:00000010:3.0:1767384704.596224:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc835ba5. 00000020:00000010:1.0:1767384704.596224:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f97718d. 00000001:00000010:3.0:1767384704.596229:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b703747e. 00000020:00000010:1.0:1767384704.596231:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c229408. 00000400:00000010:2.0:1767384704.596233:0:18468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000820c1c21. 00000001:00000010:3.0:1767384704.596234:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ebe6740. 00000020:00000010:1.0:1767384704.596235:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095677f93. 00000001:00000010:3.0:1767384704.596241:0:41002:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007981d9f5. 02000000:00000010:1.0:1767384704.596242:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001575ad0b. 00000400:00000010:0.0:1767384704.596242:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d3bcc0. 00000001:00000010:3.0:1767384704.596244:0:41002:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000083240572. 00000400:00000010:0.0:1767384704.596247:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002702b16e. 00000001:00000010:3.0:1767384704.596248:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac4e32b7. 00000400:00000010:1.0:1767384704.596252:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec3f1292. 00000001:00000010:3.0:1767384704.596253:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a8215c0. 00000400:00000010:1.0:1767384704.596257:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097541884. 00000001:00000010:3.0:1767384704.596258:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5120927. 00000001:00000010:3.0:1767384704.596263:0:41002:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b0150c6. 02000000:00000010:0.0:1767384704.596265:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6f3ba8. 02000000:00000010:0.0:1767384704.596270:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008db4bc90. 00000100:00000010:0.0:1767384704.596272:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003e60207. 00000400:00000010:2.0:1767384704.596273:0:18468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000820c1c21. 00000020:00000010:2.0:1767384704.596286:0:18468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095e7772c. 00000020:00000010:2.0:1767384704.596289:0:18468:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000704eb195. 00000020:00000010:2.0:1767384704.596291:0:18468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4ebd3d4. 00000020:00000010:3.0:1767384704.596294:0:41002:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007c0b9c24. 00000100:00000010:0.0:1767384704.596300:0:41001:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008b6f3ba8. 00000020:00000010:3.0:1767384704.596303:0:41002:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000007c0b9c24. 00000100:00000010:0.0:1767384704.596305:0:41001:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 000000008b6f3ba8. 00000020:00000010:3.0:1767384704.596312:0:41002:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000741a0004. 00000400:00000010:2.0:1767384704.596315:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fd0d872. 00000400:00000010:2.0:1767384704.596319:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814bff92. 00000020:00000010:3.0:1767384704.596322:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79054b5. 00000020:00000010:0.0:1767384704.596324:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05b501c. 00000020:00000010:0.0:1767384704.596329:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05b501c. 02000000:00000010:2.0:1767384704.596331:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000156b903d. 02000000:00000010:2.0:1767384704.596336:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e3c035d. 00000100:00000010:2.0:1767384704.596338:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004dc9e267. 02000000:00000010:0.0:1767384704.596340:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000092d0227b. 00000400:00000010:0.0:1767384704.596349:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002702b16e. 00000400:00000010:3.0:1767384704.596354:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dcabb22. 00000400:00000010:0.0:1767384704.596373:0:41001:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002702b16e. 00000020:00000010:0.0:1767384704.596383:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000675adb37. 00000400:00000010:1.0:1767384704.596386:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d7d256. 00000400:00000010:1.0:1767384704.596391:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c30e77. 00000400:00000010:3.0:1767384704.596396:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dcabb22. 00000020:00000010:1.0:1767384704.596400:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000031681a57. 00000020:00000010:0.0:1767384704.596404:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bacba606. 00000020:00000010:3.0:1767384704.596407:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9eb1189. 00000020:00000010:0.0:1767384704.596409:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69f2063. 00000020:00000010:3.0:1767384704.596412:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f01b94e. 02000000:00000010:1.0:1767384704.596412:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008db8be84. 00000020:00000010:3.0:1767384704.596419:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f57722a. 02000000:00000010:1.0:1767384704.596419:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ccdabf7. 00000100:00000010:1.0:1767384704.596424:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004de8f0c. 00000400:00000010:1.0:1767384704.596439:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d67795b2. 00000400:00000010:1.0:1767384704.596447:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cdc8b2. 00000100:00000010:2.0:1767384704.596468:0:41661:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b07d2d46. 00000020:00000010:2.0:1767384704.596471:0:41661:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000011240f74. 00000020:00000010:2.0:1767384704.596474:0:41661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4ebd3d4. 00000020:00000010:2.0:1767384704.596476:0:41661:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008db8be84. 00000040:00000010:2.0:1767384704.596479:0:41661:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba4dbcd8. 00000020:00000010:2.0:1767384704.596482:0:41661:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000466a9d49. 00000020:00000010:2.0:1767384704.596486:0:41661:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002625929e. 00000020:00000010:2.0:1767384704.596489:0:41661:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1eff255. 80000000:00000010:2.0:1767384704.596493:0:41661:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6bb47d3. 40000000:00000010:2.0:1767384704.596496:0:41661:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002882ddb1. 00100000:00000010:2.0:1767384704.596500:0:41661:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007e5c5889. 00040000:00000010:2.0:1767384704.596509:0:41661:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e3c035d. 00040000:00000010:2.0:1767384704.596512:0:41661:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e72aa1a7. 00040000:00000010:2.0:1767384704.596516:0:41661:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a74e7466. 00080000:00000010:2.0:1767384704.596520:0:41661:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000abc8897f. 00080000:00000010:2.0:1767384704.596524:0:41661:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dfad4ccc. 00000004:00000010:2.0:1767384704.596530:0:41661:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d570f292. 00000004:00000010:2.0:1767384704.596534:0:41661:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e69b5bc0. 00000004:00000010:2.0:1767384704.596538:0:41661:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001454c420. 00002000:00000010:2.0:1767384704.596542:0:41661:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a47e2885. 00000004:00000010:2.0:1767384704.596543:0:41661:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dfef4184. 00000100:00000010:2.0:1767384704.596582:0:41661:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000008556f61f. 00000100:02000000:1.0:1767384704.597206:0:16356:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:1.0:1767384704.599819:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000054f5ea1e. 02000000:00000010:1.0:1767384704.599825:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c05dd4b8. 00000100:00000010:1.0:1767384704.599827:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037d4ea13. 00000100:00000010:3.0:1767384704.601750:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0276c04. 00000100:00000010:1.0:1767384704.601765:0:262:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005075c34d. 00000100:00000010:0.0:1767384704.601781:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a52781cc. 00000100:00000010:2.0:1767384704.601933:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4eefdf2. 00080000:00000010:1.0:1767384704.751285:0:41662:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eee7fc04. 00080000:00000010:1.0:1767384704.751293:0:41662:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eee7fc04. 00080000:00000010:1.0:1767384704.751301:0:41662:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eee7fc04. 00080000:00000010:1.0:1767384704.751305:0:41662:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eee7fc04. Debug log: 133361 lines, 133361 kept, 0 dropped, 0 bad.